Spaces:
Runtime error
Runtime error
Upload app.py
Browse files
app.py
CHANGED
@@ -81,8 +81,8 @@ def merlin_chat(message, history):
|
|
81 |
result = model(
|
82 |
prompt,
|
83 |
return_full_text=False
|
|
|
84 |
# truncation=True,
|
85 |
-
# max_length=250,
|
86 |
# handle_long_generation="hole"
|
87 |
)
|
88 |
response = result[0]['generated_text']
|
|
|
81 |
result = model(
|
82 |
prompt,
|
83 |
return_full_text=False
|
84 |
+
max_new_tokens=250
|
85 |
# truncation=True,
|
|
|
86 |
# handle_long_generation="hole"
|
87 |
)
|
88 |
response = result[0]['generated_text']
|