JaphetHernandez commited on
Commit
3cbbebc
·
verified ·
1 Parent(s): 69302d4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -30,6 +30,8 @@ def generate_response(input_text, temperature=0.7, max_new_tokens=1000):
30
  streamer=streamer,
31
  max_new_tokens=max_new_tokens,
32
  do_sample=temperature != 0,
 
 
33
  temperature=temperature,
34
  eos_token_id=[tokenizer.eos_token_id]
35
  )
 
30
  streamer=streamer,
31
  max_new_tokens=max_new_tokens,
32
  do_sample=temperature != 0,
33
+ top_k=50, # Limita las palabras más probables a 50
34
+ top_p=0.9, # Considera solo el 90% de la probabilidad acumulada
35
  temperature=temperature,
36
  eos_token_id=[tokenizer.eos_token_id]
37
  )