Spaces:
Runtime error
Runtime error
Upload app.py
Browse files
app.py
CHANGED
|
@@ -81,8 +81,8 @@ def merlin_chat(message, history):
|
|
| 81 |
result = model(
|
| 82 |
prompt,
|
| 83 |
return_full_text=False
|
|
|
|
| 84 |
# truncation=True,
|
| 85 |
-
# max_length=250,
|
| 86 |
# handle_long_generation="hole"
|
| 87 |
)
|
| 88 |
response = result[0]['generated_text']
|
|
|
|
| 81 |
result = model(
|
| 82 |
prompt,
|
| 83 |
return_full_text=False
|
| 84 |
+
max_new_tokens=250
|
| 85 |
# truncation=True,
|
|
|
|
| 86 |
# handle_long_generation="hole"
|
| 87 |
)
|
| 88 |
response = result[0]['generated_text']
|