rodrisouza commited on
Commit
576a5a2
·
verified ·
1 Parent(s): 8cfb266

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -88,7 +88,7 @@ def interact(user_input, history, interaction_count):
88
 
89
  # Generate response using selected model
90
  input_ids = tokenizer(prompt, return_tensors='pt').input_ids.to("cuda")
91
- chat_history_ids = model.generate(input_ids, max_new_tokens=100, pad_token_id=tokenizer.eos_token_id, temperature=0.0)
92
  response = tokenizer.decode(chat_history_ids[:, input_ids.shape[-1]:][0], skip_special_tokens=True)
93
 
94
  # Update chat history with generated response
 
88
 
89
  # Generate response using selected model
90
  input_ids = tokenizer(prompt, return_tensors='pt').input_ids.to("cuda")
91
+ chat_history_ids = model.generate(input_ids, max_new_tokens=100, pad_token_id=tokenizer.eos_token_id, temperature=0.1)
92
  response = tokenizer.decode(chat_history_ids[:, input_ids.shape[-1]:][0], skip_special_tokens=True)
93
 
94
  # Update chat history with generated response