Update app.py

app.py

@@ -399,31 +399,7 @@ chain_neo4j = (
 # Answer:
 # """
 
-phi_custom_template = """
-<|system|>
-You are a helpful assistant.<|end|>
-<|user|>
-Context: {context}
-Question: {question}<|end|>
-<|assistant|>
-"""
-
-
-    
 
-import re
-
-def clean_response(response_text):
-    # Remove any metadata-like information and focus on the main content
-    # Removes "Document(metadata=...)" and other similar patterns
-    cleaned_response = re.sub(r'Document\(metadata=.*?\),?\s*', '', response_text, flags=re.DOTALL)
-    cleaned_response = re.sub(r'page_content=".*?"\),?', '', cleaned_response, flags=re.DOTALL)
-    cleaned_response = re.sub(r'\[.*?\]', '', cleaned_response, flags=re.DOTALL)  # Remove content in brackets
-    cleaned_response = re.sub(r'\s+', ' ', cleaned_response).strip()
-    #Remove any unwanted follow-up questions or unnecessary text
-    cleaned_response = re.sub(r'Question:.*\nAnswer:', '', response_text, flags=re.DOTALL).strip()
-    return cleaned_response
-    
 
 # def generate_answer(message, choice, retrieval_mode, selected_model):
 #     logging.debug(f"generate_answer called with choice: {choice} and retrieval_mode: {retrieval_mode}")
@@ -564,7 +540,15 @@ def clean_response(response_text):
 
 
 
-import traceback
+# Define the custom template for Phi-3.5
+phi_custom_template = """
+<|system|>
+You are a helpful assistant.<|end|>
+<|user|>
+{context}
+{question}<|end|>
+<|assistant|>
+"""
 
 def generate_answer(message, choice, retrieval_mode, selected_model):
     logging.debug(f"generate_answer called with choice: {choice}, retrieval_mode: {retrieval_mode}, and selected_model: {selected_model}")
@@ -621,7 +605,8 @@ def generate_answer(message, choice, retrieval_mode, selected_model):
                 context = "\n".join([doc.page_content for doc in context_documents])
                 logging.debug(f"Retrieved context for Phi-3.5: {context}")
 
-                prompt = phi_base_template.format(context=context, question=message)
+                # Use the correct template variable
+                prompt = phi_custom_template.format(context=context, question=message)
                 logging.debug(f"Generated Phi-3.5 prompt: {prompt}")
 
                 response = selected_model(prompt, **{