Update app.py

app.py

@@ -456,6 +456,27 @@ Sure! Here's the information you requested:
 """
 
 
+
+import re
+
+def clean_response(response_text):
+    # Remove system and user tags
+    response_text = re.sub(r'<\|system\|>.*?<\|end\|>', '', response_text, flags=re.DOTALL)
+    response_text = re.sub(r'<\|user\|>.*?<\|end\|>', '', response_text, flags=re.DOTALL)
+    response_text = re.sub(r'<\|assistant\|>', '', response_text, flags=re.DOTALL)
+    
+    # Clean up the text by removing extra whitespace
+    cleaned_response = response_text.strip()
+    cleaned_response = re.sub(r'\s+', ' ', cleaned_response)
+    
+    # Ensure the response is conversational and organized
+    cleaned_response = cleaned_response.replace('1.', '\n1.').replace('2.', '\n2.').replace('3.', '\n3.').replace('4.', '\n4.').replace('5.', '\n5.')
+    
+    return cleaned_response
+
+
+
+
 import traceback
 def generate_answer(message, choice, retrieval_mode, selected_model):
     logging.debug(f"generate_answer called with choice: {choice}, retrieval_mode: {retrieval_mode}, and selected_model: {selected_model}")