Spaces:
Running
Running
Commit
·
51bc6a0
1
Parent(s):
18f9270
Update app.py
Browse files
app.py
CHANGED
@@ -91,14 +91,32 @@ class SemanticSearch:
|
|
91 |
|
92 |
|
93 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
94 |
def load_recommender(path, start_page=1):
|
95 |
global recommender
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
96 |
texts = pdf_to_text(path, start_page=start_page)
|
97 |
chunks = text_to_chunks(texts, start_page=start_page)
|
98 |
recommender.fit(chunks)
|
|
|
99 |
return 'Corpus Loaded.'
|
100 |
|
101 |
|
|
|
102 |
def generate_text(openAI_key,prompt, engine="text-davinci-003"):
|
103 |
openai.api_key = openAI_key
|
104 |
completions = openai.Completion.create(
|
|
|
91 |
|
92 |
|
93 |
|
94 |
+
#def load_recommender(path, start_page=1):
|
95 |
+
# global recommender
|
96 |
+
# texts = pdf_to_text(path, start_page=start_page)
|
97 |
+
# chunks = text_to_chunks(texts, start_page=start_page)
|
98 |
+
# recommender.fit(chunks)
|
99 |
+
# return 'Corpus Loaded.'
|
100 |
+
|
101 |
def load_recommender(path, start_page=1):
|
102 |
global recommender
|
103 |
+
pdf_file = os.path.basename(path)
|
104 |
+
embeddings_file = f"{pdf_file}_{start_page}.npy"
|
105 |
+
|
106 |
+
if os.path.isfile(embeddings_file):
|
107 |
+
embeddings = np.load(embeddings_file)
|
108 |
+
recommender.embeddings = embeddings
|
109 |
+
recommender.fitted = True
|
110 |
+
return "Embeddings loaded from file"
|
111 |
+
|
112 |
texts = pdf_to_text(path, start_page=start_page)
|
113 |
chunks = text_to_chunks(texts, start_page=start_page)
|
114 |
recommender.fit(chunks)
|
115 |
+
np.save(embeddings_file, recommender.embeddings)
|
116 |
return 'Corpus Loaded.'
|
117 |
|
118 |
|
119 |
+
|
120 |
def generate_text(openAI_key,prompt, engine="text-davinci-003"):
|
121 |
openai.api_key = openAI_key
|
122 |
completions = openai.Completion.create(
|