Update app.py

app.py

@@ -116,23 +116,30 @@ def generate(
       
     output = ""
     previous_token = ""
-    #t = 0
+    """
     for response in stream:
-        #print(f"IN_{t}")
         if (
             (response.token.text in ["Human", "-----", "Question:"] and previous_token in ["\n", "-----"])
             or response.token.text in ["<|endoftext|>", "<|end|>"]
         ):
-            print("OUT = "+str(output))
             return wrap_html_code(output.strip())
         else:
             output += response.token.text
-            #print(f"Out_{t} : {output}")
-            #t += 1
         previous_token = response.token.text
-    print("Output = "+str(output))
     return wrap_html_code(output.strip())
-
+    """
+    for idx, response in enumerate(stream) :
+        if response.token.special :
+            continue
+        if (
+            (response.token.text in ["Human", "-----", "Question:"] and previous_token in ["\n", "-----"])
+            or response.token.text in ["<|endoftext|>", "<|end|>"]
+        ):
+            break
+        else :
+            output += response.token.text
+        previous_token = response.token.text
+        yield wrap_html_code(output.strip())
 
 # chatbot mode
 def user(user_message, history):