Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -30,6 +30,8 @@ def generate_response(input_text, temperature=0.7, max_new_tokens=1000):
|
|
30 |
streamer=streamer,
|
31 |
max_new_tokens=max_new_tokens,
|
32 |
do_sample=temperature != 0,
|
|
|
|
|
33 |
temperature=temperature,
|
34 |
eos_token_id=[tokenizer.eos_token_id]
|
35 |
)
|
|
|
30 |
streamer=streamer,
|
31 |
max_new_tokens=max_new_tokens,
|
32 |
do_sample=temperature != 0,
|
33 |
+
top_k=50, # Limita las palabras más probables a 50
|
34 |
+
top_p=0.9, # Considera solo el 90% de la probabilidad acumulada
|
35 |
temperature=temperature,
|
36 |
eos_token_id=[tokenizer.eos_token_id]
|
37 |
)
|