Update app.py

app.py

@@ -540,6 +540,22 @@ chain_neo4j = (
 
 
 
+import re
+
+def clean_response(response_text):
+    # Remove any metadata-like information and focus on the main content
+    # Removes "Document(metadata=...)" and other similar patterns
+    cleaned_response = re.sub(r'Document\(metadata=.*?\),?\s*', '', response_text, flags=re.DOTALL)
+    cleaned_response = re.sub(r'page_content=".*?"\),?', '', cleaned_response, flags=re.DOTALL)
+    cleaned_response = re.sub(r'\[.*?\]', '', cleaned_response, flags=re.DOTALL)  # Remove content in brackets
+    cleaned_response = re.sub(r'\s+', ' ', cleaned_response).strip()
+    # Remove any unwanted follow-up questions or unnecessary text
+    cleaned_response = re.sub(r'Question:.*\nAnswer:', '', cleaned_response, flags=re.DOTALL).strip()
+    return cleaned_response
+
+
+
+
 # Define the custom template for Phi-3.5
 phi_custom_template = """
 <|system|>
@@ -549,6 +565,7 @@ You are a helpful assistant.<|end|>
 {question}<|end|>
 <|assistant|>
 """
+import traceback
 
 def generate_answer(message, choice, retrieval_mode, selected_model):
     logging.debug(f"generate_answer called with choice: {choice}, retrieval_mode: {retrieval_mode}, and selected_model: {selected_model}")