Update app.py
Browse files
app.py
CHANGED
@@ -27,7 +27,7 @@ def predict(message, history):
|
|
27 |
generate_kwargs = dict(
|
28 |
model_inputs,
|
29 |
streamer=streamer,
|
30 |
-
max_new_tokens=
|
31 |
do_sample=True,
|
32 |
top_p=0.8,
|
33 |
top_k=40,
|
|
|
27 |
generate_kwargs = dict(
|
28 |
model_inputs,
|
29 |
streamer=streamer,
|
30 |
+
max_new_tokens=8192,
|
31 |
do_sample=True,
|
32 |
top_p=0.8,
|
33 |
top_k=40,
|