Update app.py

app.py

@@ -141,7 +141,7 @@ def merlin_chat(message, history):
     chat_list.insert(0,system_msg)
     user_msg = {'role': 'user', 'content': message}
     chat_list.append(user_msg)
-    prompt = json.dumps(chat_list)[:-1]
+    prompt = json.dumps(chat_list)[:-1] + ",{\"role\": \"assistant\", \"content\": \""
     for attempt in range(3):
         result = generate_text(prompt, model_path, parameters, headers)
         response = result[0]
@@ -149,17 +149,14 @@ def merlin_chat(message, history):
         start = 0
         end = 0
         cleanStr = response.lstrip()
-        start = cleanStr.find('{')
-        if start<=0:
-            continue
-        end = cleanStr.find('}') + 1
+        #start = cleanStr.find('{')
+        #if start<=0:
+        #    continue
+        end = cleanStr.find('\"')
         if end<=0:
             continue
-        cleanStr = cleanStr[start:end]
-        message = json.loads(cleanStr)
-        if message['role'] != 'assistant':
-            continue
-        return message['content']
+        cleanStr = cleanStr[:end]
+        return message['cleanStr']
     return "🤔"
 
 gr.ChatInterface(merlin_chat).launch()