bhaskartripathi commited on
Commit
51bc6a0
·
1 Parent(s): 18f9270

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +18 -0
app.py CHANGED
@@ -91,14 +91,32 @@ class SemanticSearch:
91
 
92
 
93
 
 
 
 
 
 
 
 
94
  def load_recommender(path, start_page=1):
95
  global recommender
 
 
 
 
 
 
 
 
 
96
  texts = pdf_to_text(path, start_page=start_page)
97
  chunks = text_to_chunks(texts, start_page=start_page)
98
  recommender.fit(chunks)
 
99
  return 'Corpus Loaded.'
100
 
101
 
 
102
  def generate_text(openAI_key,prompt, engine="text-davinci-003"):
103
  openai.api_key = openAI_key
104
  completions = openai.Completion.create(
 
91
 
92
 
93
 
94
+ #def load_recommender(path, start_page=1):
95
+ # global recommender
96
+ # texts = pdf_to_text(path, start_page=start_page)
97
+ # chunks = text_to_chunks(texts, start_page=start_page)
98
+ # recommender.fit(chunks)
99
+ # return 'Corpus Loaded.'
100
+
101
  def load_recommender(path, start_page=1):
102
  global recommender
103
+ pdf_file = os.path.basename(path)
104
+ embeddings_file = f"{pdf_file}_{start_page}.npy"
105
+
106
+ if os.path.isfile(embeddings_file):
107
+ embeddings = np.load(embeddings_file)
108
+ recommender.embeddings = embeddings
109
+ recommender.fitted = True
110
+ return "Embeddings loaded from file"
111
+
112
  texts = pdf_to_text(path, start_page=start_page)
113
  chunks = text_to_chunks(texts, start_page=start_page)
114
  recommender.fit(chunks)
115
+ np.save(embeddings_file, recommender.embeddings)
116
  return 'Corpus Loaded.'
117
 
118
 
119
+
120
  def generate_text(openAI_key,prompt, engine="text-davinci-003"):
121
  openai.api_key = openAI_key
122
  completions = openai.Completion.create(