Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -702,7 +702,7 @@ def get_response_from_pdf(query, model, selected_docs, num_calls=3, temperature=
|
|
702 |
logging.info(f"API call {i+1}/{num_calls}")
|
703 |
for message in client.chat_completion(
|
704 |
messages=messages,
|
705 |
-
|
706 |
temperature=temperature,
|
707 |
stream=True,
|
708 |
top_p=0.8,
|
|
|
702 |
logging.info(f"API call {i+1}/{num_calls}")
|
703 |
for message in client.chat_completion(
|
704 |
messages=messages,
|
705 |
+
max_new_tokens=20000,
|
706 |
temperature=temperature,
|
707 |
stream=True,
|
708 |
top_p=0.8,
|