Update app.py

app.py

@@ -48,6 +48,8 @@ def generate(
 
     for response in stream:
         output += response.token.text
+        # Clean up </s> tags from the generated output
+        output = output.replace("</s>", "")
         yield output
     return output
 
@@ -79,6 +81,8 @@ def generate_and_save(prompt, history, filename="output", file_format="pdf", sys
     generated_text = ""
     for output in generate(prompt, history, system_prompt, temperature, max_new_tokens, top_p, repetition_penalty):
         generated_text = output
+    # Ensure </s> tags are removed from the final output
+    generated_text = generated_text.replace("</s>", "")
     saved_file = save_file(generated_text, filename, file_format)
     return generated_text, history + [(prompt, generated_text)], saved_file