Upload app.py

app.py

@@ -78,13 +78,7 @@ def merlin_chat(message, history):
     user_msg = {'role': 'user', 'content': message}
     prompt = "[" + json.dumps(system_msg) + chat_json + json.dumps(user_msg) + "{'role': 'assistant, 'content': '*recalls \""
     for attempt in range(3):
-        result = model(
-            prompt,
-            return_full_text=False
-            max_new_tokens=250
-            # truncation=True,
-            # handle_long_generation="hole"
-            )
+        result = model(prompt, max_new_tokens=250, return_full_text=False, handle_long_generation="hole")
         response = result[0]['generated_text']
         start = 0
         end = 0