Update app.py

app.py

@@ -6,14 +6,6 @@ For more information on `huggingface_hub` Inference API support, please check th
 """
 client = InferenceClient("suayptalha/arrLlama")
 
-def history_to_messages(history: list[tuple[str, str]], system_message: str):
-    messages = [{"role": "system", "content": system_message}]
-    for user, assistant in history:
-        if user:
-            messages.append({"role": "user", "content": user})
-        if assistant:
-            messages.append({"role": "assistant", "content": assistant})
-    return messages
 
 def respond(
     message,
@@ -23,55 +15,50 @@ def respond(
     temperature,
     top_p,
 ):
-    messages = history_to_messages(history, system_message)
+    messages = [{"role": "system", "content": system_message}]
+
+    for val in history:
+        if val[0]:
+            messages.append({"role": "user", "content": val[0]})
+        if val[1]:
+            messages.append({"role": "assistant", "content": val[1]})
+
     messages.append({"role": "user", "content": message})
 
     response = ""
 
-    for response_data in client.chat_completion(
+    for message in client.chat_completion(
         messages,
         max_tokens=max_tokens,
         stream=True,
         temperature=temperature,
         top_p=top_p,
     ):
-        token = response_data.choices[0].delta.content
+        token = message.choices[0].delta.content
+
         response += token
         yield response
 
-with gr.Blocks() as demo:
-    gr.Markdown("""<center><font size=8>ArrLlama Health AI Assistant</center>""")
-
-    with gr.Row():
-        with gr.Column(scale=3):
-            system_input = gr.Textbox(
-                value="You are an AI assistant whose sole purpose is to inform the user about arrhythmia, monitor their heart rhythm, heart rate, arrhythmia risk, body temperature, and sweating, and provide advice based on these factors. If the user is at risk of arrhythmia, experiencing an arrhythmia episode, or going through an attack, you will give advice and explain what to do. You must not deviate from these topics.",
-                lines=3,
-                label="System Message"
-            )
 
-    chatbot = gr.Chatbot(label='ArrLlama Health Assistant')
-    textbox = gr.Textbox(lines=1, label='User Input')
-
-    max_tokens = gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max Tokens")
-    temperature = gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature")
-    top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p")
-
-    def clear_session():
-        return []
-
-    def modify_system(system):
-        return system, []
+"""
+For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
+"""
+demo = gr.ChatInterface(
+    respond,
+    additional_inputs=[
+        gr.Textbox(value="You are an AI assistant whose sole purpose is to inform the user about arrhythmia, monitor their heart rhythm, heart rate, arrhythmia risk, body temperature, and sweating, and provide advice based on these factors. If the user is at risk of arrhythmia, experiencing an arrhythmia episode, or going through an attack, you will give advice and explain what to do. You must not deviate from these topics.", label="System message"),
+        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
+        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
+        gr.Slider(
+            minimum=0.1,
+            maximum=1.0,
+            value=0.95,
+            step=0.05,
+            label="Top-p (nucleus sampling)",
+        ),
+    ],
+)
 
-    textbox.submit(
-        respond,
-        inputs=[textbox, chatbot, system_input, max_tokens, temperature, top_p],
-        outputs=chatbot
-    )
-    
-    gr.Button("🧹 Clear History").click(fn=clear_session, inputs=[], outputs=chatbot)
-    gr.Button("🛠️ Set System Message and Clear History").click(
-        fn=modify_system, inputs=[system_input], outputs=[system_input, chatbot]
-    )
 
+if __name__ == "__main__":
     demo.launch()