Update run.py
Browse files
run.py
CHANGED
@@ -198,8 +198,9 @@ def response(
|
|
198 |
seed=42,
|
199 |
)
|
200 |
addon=""
|
|
|
201 |
results=collection.query(
|
202 |
-
query_texts=[
|
203 |
n_results=2,
|
204 |
#where={"source": "google-docs"}
|
205 |
#where_document={"$contains":"search_string"}
|
@@ -224,7 +225,7 @@ def response(
|
|
224 |
historylimit=4, # number of past messages to consider for response to current message
|
225 |
removeHTML=True # remove HTML-components from History (to prevent bugs with Markdown)
|
226 |
)
|
227 |
-
stream = client.text_generation(
|
228 |
output = ""
|
229 |
for response in stream:
|
230 |
output += response.token.text
|
|
|
198 |
seed=42,
|
199 |
)
|
200 |
addon=""
|
201 |
+
first_message=history[1]["user_message"]
|
202 |
results=collection.query(
|
203 |
+
query_texts=[first_message],
|
204 |
n_results=2,
|
205 |
#where={"source": "google-docs"}
|
206 |
#where_document={"$contains":"search_string"}
|
|
|
225 |
historylimit=4, # number of past messages to consider for response to current message
|
226 |
removeHTML=True # remove HTML-components from History (to prevent bugs with Markdown)
|
227 |
)
|
228 |
+
stream = client.text_generation(prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
229 |
output = ""
|
230 |
for response in stream:
|
231 |
output += response.token.text
|