Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -468,8 +468,8 @@ def generate_answer(message, choice, retrieval_mode, selected_model):
|
|
468 |
logging.debug(f"Phi-3.5 Prompt: {prompt}")
|
469 |
|
470 |
response = selected_model(prompt, **{
|
471 |
-
"max_new_tokens":
|
472 |
-
"return_full_text":
|
473 |
"temperature": 0.7, # Adjusted to avoid cutting off
|
474 |
"do_sample": True, # Allow sampling to increase response diversity
|
475 |
})
|
|
|
468 |
logging.debug(f"Phi-3.5 Prompt: {prompt}")
|
469 |
|
470 |
response = selected_model(prompt, **{
|
471 |
+
"max_new_tokens": 160, # Increased to handle longer responses
|
472 |
+
"return_full_text": True,
|
473 |
"temperature": 0.7, # Adjusted to avoid cutting off
|
474 |
"do_sample": True, # Allow sampling to increase response diversity
|
475 |
})
|