Update app.py

app.py

@@ -92,10 +92,11 @@ def chat_document(file, question):
     Question: {question}
     Answer:"""
 
-    stream = client.text_generation(message, max_new_tokens=512, stream=True, details=True, return_full_text=False)
+    stream = client.text_generation(message, max_new_tokens=2048, stream=True, details=True, return_full_text=False)
     output = ""
     for response in stream:
-        output += response.token.text
+        if not response.token.text == "</s>":
+            output += response.token.text
     return output