Update app.py

app.py

@@ -18,8 +18,6 @@ def create_chat_app():
             "max_tokens_label": "Maximum Tokens",
             "temperature_label": "Temperature",
             "top_p_label": "Top-p (Nucleus Sampling)",
-            "chat_title": "Chat with Llama 3.3 70B",
-            "chat_description": "An interactive chatbot using the Llama 3.3 70B Instruct model.",
             "info_section": """
             ### ℹ️ Information
             - Model: Llama 3.3 70B Instruct
@@ -50,8 +48,6 @@ def create_chat_app():
             "max_tokens_label": "Máximo de Tokens",
             "temperature_label": "Temperatura",
             "top_p_label": "Top-p (Amostragem Nucleus)",
-            "chat_title": "Chat com Llama 3.3 70B",
-            "chat_description": "Um chatbot interativo usando o modelo Llama 3.3 70B Instruct.",
             "info_section": """
             ### ℹ️ Informações
             - Modelo: Llama 3.3 70B Instruct
@@ -73,25 +69,20 @@ def create_chat_app():
 
     def respond(
         message: str,
-        history: List[Tuple[str, str]],
+        chat_history: List[Tuple[str, str]],
         system_message: str,
         max_tokens: int,
         temperature: float,
         top_p: float,
         language: str,
     ) -> str:
-        """
-        Process user message and generate a response using the Llama 3.3 70B model.
-        """
         try:
             client = Client("aifeifei798/feifei-chat")
             
             formatted_message = f"{system_message}\n\nConversation history:\n"
-            for user, assistant in history:
-                if user:
-                    formatted_message += f"User: {user}\n"
-                if assistant:
-                    formatted_message += f"Assistant: {assistant}\n"
+            for user, assistant in chat_history:
+                formatted_message += f"User: {user}\n"
+                formatted_message += f"Assistant: {assistant}\n"
             
             formatted_message += f"User: {message}"
             
@@ -114,9 +105,6 @@ def create_chat_app():
             return TRANSLATIONS[language]["error_message"].format(str(e))
 
     def update_interface(language: str):
-        """
-        Update the interface language based on user selection
-        """
         trans = TRANSLATIONS[language]
         return (
             trans["title"],
@@ -126,10 +114,7 @@ def create_chat_app():
             trans["max_tokens_label"],
             trans["temperature_label"],
             trans["top_p_label"],
-            trans["chat_title"],
-            trans["chat_description"],
-            trans["info_section"],
-            trans["examples"]
+            trans["info_section"]
         )
 
     with gr.Blocks(theme=gr.themes.Soft()) as demo:
@@ -142,72 +127,77 @@ def create_chat_app():
         )
         
         # Dynamic content containers
-        title_md = gr.Markdown()
-        description_md = gr.Markdown()
-        info_md = gr.Markdown()
+        title_md = gr.Markdown(TRANSLATIONS["en"]["title"])
+        description_md = gr.Markdown(TRANSLATIONS["en"]["description"])
         
-        chatbot = gr.ChatInterface(
-            respond,
-            additional_inputs=[
-                gr.Textbox(
-                    label="System Message",
-                    value=TRANSLATIONS["en"]["system_message"]
-                ),
-                gr.Slider(
+        with gr.Group():
+            chatbot = gr.Chatbot(
+                value=[],
+                type="messages",  # Using the new messages format
+                label=TRANSLATIONS["en"]["title"]
+            )
+            msg = gr.Textbox(
+                label="Message",
+                placeholder="Type your message here...",
+                lines=3
+            )
+            
+            with gr.Row():
+                system_msg = gr.Textbox(
+                    value=TRANSLATIONS["en"]["system_message"],
+                    label=TRANSLATIONS["en"]["system_message_label"]
+                )
+                max_tokens = gr.Slider(
                     minimum=1,
                     maximum=4096,
                     value=2048,
                     step=1,
-                    label="Maximum Tokens"
-                ),
-                gr.Slider(
+                    label=TRANSLATIONS["en"]["max_tokens_label"]
+                )
+                temperature = gr.Slider(
                     minimum=0.1,
                     maximum=2.0,
                     value=0.7,
                     step=0.1,
-                    label="Temperature"
-                ),
-                gr.Slider(
+                    label=TRANSLATIONS["en"]["temperature_label"]
+                )
+                top_p = gr.Slider(
                     minimum=0.1,
                     maximum=1.0,
                     value=0.95,
                     step=0.05,
-                    label="Top-p"
-                ),
-                language  # Pass the selected language to the respond function
-            ],
-            examples=TRANSLATIONS["en"]["examples"]
+                    label=TRANSLATIONS["en"]["top_p_label"]
+                )
+
+        info_md = gr.Markdown(TRANSLATIONS["en"]["info_section"])
+        
+        # Set up chat functionality
+        msg.submit(
+            respond,
+            [msg, chatbot, system_msg, max_tokens, temperature, top_p, language],
+            [chatbot],
+            clear_input=True
         )
         
-        # Update interface when language changes
-        language.change(
-            fn=update_interface,
-            inputs=[language],
-            outputs=[
-                title_md,
-                description_md,
-                chatbot.textbox,
-                *[input.label for input in chatbot.additional_inputs[:-1]],  # Exclude language selector
-                chatbot.title,
-                chatbot.description,
-                info_md,
-                chatbot.examples
-            ]
+        # Examples
+        gr.Examples(
+            examples=TRANSLATIONS["en"]["examples"],
+            inputs=msg
         )
         
-        # Initialize interface with default language
-        demo.load(
+        # Update interface when language changes
+        language.change(
             fn=update_interface,
             inputs=[language],
             outputs=[
                 title_md,
                 description_md,
-                chatbot.textbox,
-                *[input.label for input in chatbot.additional_inputs[:-1]],
-                chatbot.title,
-                chatbot.description,
-                info_md,
-                chatbot.examples
+                system_msg,
+                system_msg.label,
+                max_tokens.label,
+                temperature.label,
+                top_p.label,
+                info_md
             ]
         )