more

app.py

@@ -18,6 +18,8 @@ FastLanguageModel.for_inference(model)  # Enable optimized inference
 def respond(message, history, system_message, max_tokens, temperature, top_p):
     # Add the system message and include previous conversation history
     messages = [{"role": "system", "content": system_message}]
+    
+    # Append the previous conversation to the message context
     if history:
         for entry in history:
             messages.append({"role": "user", "content": entry["user"]})
@@ -46,28 +48,30 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
     )
     response = tokenizer.decode(generated_tokens[0], skip_special_tokens=True)
 
-    # Clean the response to remove any unwanted system content (if any)
-    response = response.replace("system", "").strip()
+    # Debug: Print the raw assistant response
+    print("Raw Assistant Response:", response)
+
+    # Clean up the assistant response (strip out unwanted system info)
+    response = response.replace("Cutting Knowledge Date", "").replace("You are a helpful assistant.", "").strip()
 
-    # Update history
+    # Update history with the new interaction
     if history is None:
         history = []
     history.append({"user": message, "assistant": response})
 
-    print("history:")
-    print(history)
+    print("Updated History:", history)
     
-    # Format history for Gradio (strictly enforce the role-content format)
+    # Format history for Gradio (enforcing role-content format)
     formatted_history = []
     for entry in history:
         formatted_history.append({"role": "user", "content": entry["user"]})
         formatted_history.append({"role": "assistant", "content": entry["assistant"]})
 
-    print("formatted_history:")
-    print(formatted_history)
-    # Return formatted history
-    return formatted_history
+    # Debug: Print the formatted history
+    print("Formatted History:", formatted_history)
 
+    # Return the formatted history
+    return formatted_history
 
 
 # Define the Gradio interface