Pijush2023 commited on
Commit
70e3ee2
·
verified ·
1 Parent(s): ccc468e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -468,8 +468,8 @@ def generate_answer(message, choice, retrieval_mode, selected_model):
468
  logging.debug(f"Phi-3.5 Prompt: {prompt}")
469
 
470
  response = selected_model(prompt, **{
471
- "max_new_tokens": 128, # Increased to handle longer responses
472
- "return_full_text": False,
473
  "temperature": 0.7, # Adjusted to avoid cutting off
474
  "do_sample": True, # Allow sampling to increase response diversity
475
  })
 
468
  logging.debug(f"Phi-3.5 Prompt: {prompt}")
469
 
470
  response = selected_model(prompt, **{
471
+ "max_new_tokens": 160, # Increased to handle longer responses
472
+ "return_full_text": True,
473
  "temperature": 0.7, # Adjusted to avoid cutting off
474
  "do_sample": True, # Allow sampling to increase response diversity
475
  })