Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -525,10 +525,9 @@ def get_response_from_llama(query, model, selected_docs, file_type, num_calls=1,
|
|
525 |
# Generate content with streaming enabled
|
526 |
for message in client.chat_completion(
|
527 |
messages=messages,
|
528 |
-
max_tokens=
|
529 |
temperature=temperature,
|
530 |
-
stream=True,
|
531 |
-
|
532 |
):
|
533 |
if message.choices and message.choices[0].delta and message.choices[0].delta.content:
|
534 |
chunk = message.choices[0].delta.content
|
|
|
525 |
# Generate content with streaming enabled
|
526 |
for message in client.chat_completion(
|
527 |
messages=messages,
|
528 |
+
max_tokens=2000,
|
529 |
temperature=temperature,
|
530 |
+
stream=True,
|
|
|
531 |
):
|
532 |
if message.choices and message.choices[0].delta and message.choices[0].delta.content:
|
533 |
chunk = message.choices[0].delta.content
|