Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -61,10 +61,10 @@ def predict(message, history):
|
|
61 |
max_new_tokens=300,
|
62 |
do_sample=True,
|
63 |
top_k=5,
|
64 |
-
num_beams=
|
65 |
use_cache=False,
|
66 |
-
temperature=0.
|
67 |
-
repetition_penalty=1.
|
68 |
stopping_criteria=StoppingCriteriaList([stop])
|
69 |
)
|
70 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
|
|
61 |
max_new_tokens=300,
|
62 |
do_sample=True,
|
63 |
top_k=5,
|
64 |
+
num_beams=2,
|
65 |
use_cache=False,
|
66 |
+
temperature=0.2,
|
67 |
+
repetition_penalty=1.1,
|
68 |
stopping_criteria=StoppingCriteriaList([stop])
|
69 |
)
|
70 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|