Upload app.py

app.py

@@ -6,6 +6,9 @@ import spacy
 spacy.cli.download('en_core_web_sm')
 nlp = spacy.load('en_core_web_sm')
 
+import nltk
+nltk.download('stopwords')
+
 from rake_nltk import Rake
 r = Rake()
 
@@ -74,7 +77,13 @@ def merlin_chat(message, history):
     user_msg = {'role': 'user', 'content': message}
     prompt = "[" + json.dumps(system_msg) + chat_json + json.dumps(user_msg) + "{'role': 'assistant, 'content': '*recalls \""
     for attempt in range(3):
-        response = model(prompt, max_new_tokens=250, stop=["]"])
+        result = model(
+            prompt,
+            return_full_text=False,
+            max_length=250, 
+            handle_long_generation="hole"
+            )
+        response = result[0]['generated_text']
         start = 0
         end = 0
         cleanStr = response.lstrip()
@@ -90,6 +99,6 @@ def merlin_chat(message, history):
         if message['role'] != 'assistant':
             continue
         return message['content']
-    return "Sorry, I don't know what to say."
+    return "🤔"
 
 gr.ChatInterface(merlin_chat).launch()