Update app.py

app.py

@@ -1,33 +1,25 @@
 import gradio as gr
-import time
-import re
 
 MODELS = ["Mixtral-8x7B-Instruct-v0.1"]
 
 def chat_with_ai(message, chat_history, system_prompt):
-    """Formats the chat history for the API call."""
-    messages = [{"role": "system", "content": system_prompt}]
-    for item in chat_history:
-        messages.append({"role": "user", "content": item["user"]})
-        messages.append({"role": "assistant", "content": item.get("assistant", "")})
-    messages.append({"role": "user", "content": message})
-    return messages
-
-def respond(message, chat_history, model, system_prompt, thinking_budget):
-    """Simulate API call and get the response. Replace with actual API call."""
-    # Simulate a delay
-    time.sleep(1)
-    # Dummy response
+    """Formats the chat history for processing."""
+    history = [{"role": "system", "content": system_prompt}]
+    history.extend(chat_history)
+    history.append({"role": "user", "content": message})
+    return history
+
+def generate(message, chat_history, model, system_prompt, thinking_budget):
+    """Simulates response generation."""
+    # Dummy logic for simulating a response
     response = f"Simulated response for: {message}"
-    return response, 1.0
+    
+    # Update chat history
+    chat_history.append({"role": "user", "content": message})
+    chat_history.append({"role": "assistant", "content": response})
 
-def generate(message, history, model, system_prompt, thinking_budget):
-    """Generates the chatbot response."""
-    response, thinking_time = respond(message, history, model, system_prompt, thinking_budget)
-    history.append({"user": message, "assistant": response})
-    return history, ""
+    return chat_history, ""
 
-# Define the default system prompt
 DEFAULT_SYSTEM_PROMPT = """
 You are a helpful assistant in normal conversation.
 When given a problem to solve, you are an expert problem-solving assistant.
@@ -43,16 +35,14 @@ with gr.Blocks() as demo:
         thinking_budget = gr.Slider(minimum=1, maximum=100, value=10, step=1, label="Thinking Budget")
     
     system_prompt = gr.Textbox(value=DEFAULT_SYSTEM_PROMPT, lines=15, label="System Prompt")
-    chatbot = gr.Chatbot(label="Chat", type="messages")
+    chatbot = gr.Chatbot(label="Chat")
     msg = gr.Textbox(label="Type your message here...", placeholder="Enter your message...")
     
-    # Clear chat
     def clear_chat():
         return [], ""
     
     gr.Button("Clear Chat").click(clear_chat, inputs=None, outputs=[chatbot, msg])
 
-    # Generate response on message submission
     msg.submit(generate, inputs=[msg, chatbot, model, system_prompt, thinking_budget], outputs=[chatbot, msg])
 
 demo.launch()