more

app.py

@@ -26,10 +26,8 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
     if history:
         print("Adding previous messages to the history...")
         for entry in history:
-            print(f"User message: {entry['user']}")
-            print(f"Assistant message: {entry['assistant']}")
-            messages.append({"role": "user", "content": entry["user"]})
-            messages.append({"role": "assistant", "content": entry["assistant"]})
+            messages.append({"role": "user", "content": entry[0]})
+            messages.append({"role": "assistant", "content": entry[1]})
 
     # Add the current user message
     print(f"Adding current user message: {message}")
@@ -71,33 +69,19 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
     response = tokenizer.decode(generated_tokens[0], skip_special_tokens=True)
     print(f"Generated response: {response}")
     
-    # Update the conversation history with the new user-assistant pair
-    if history is None:
-        history = []
-    history.append({"user": message, "assistant": response})
-
     # Check and filter out unwanted system-level messages or metadata
     if "system" in response.lower():
         print("System message detected. Replacing with fallback response.")
-        response = "Sorry, something went wrong. Please try again."
+        response = "Hello! How can I assist you today?"
 
-    # Prepare the history for Gradio: Formatting it correctly
-    print("Formatting history for Gradio...")
-    formatted_history = []
-    for entry in history:
-        print(f"Formatting user message for history: {entry['user']}")
-        print(f"Formatting assistant message for history: {entry['assistant']}")
-        formatted_history.append({"role": "user", "content": entry["user"]})
-        formatted_history.append({"role": "assistant", "content": entry["assistant"]})
-
-    # Print the final formatted history before returning
-    print(f"Formatted history for Gradio: {formatted_history}")
+    # Prepare the return format for Gradio (list of [user_message, assistant_message])
+    if history is None:
+        history = []
     
-    # Return the formatted history for Gradio to display
-    return formatted_history
-
-
+    # Append the new conversation turn
+    history.append([message, response])
 
+    return history
 
 # Define the Gradio interface
 demo = gr.ChatInterface(
@@ -108,9 +92,7 @@ demo = gr.ChatInterface(
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p"),
     ],
-    type="messages",
 )
 
-
 if __name__ == "__main__":
-    demo.launch(share=False)  # Use share=False for local testing
+    demo.launch(share=False)  # Use share=False for local testing