Update app.py

app.py

@@ -1,19 +1,13 @@
 import gradio as gr
 from huggingface_hub.utils import HfHubHTTPError
 
-
 def predict(message, history):
     try:
-        # Create the Interface object directly
-        iface = gr.Interface(
-            fn=gr.ChatInterface.load("models/meta-llama/Meta-Llama-3.1-8B"),
-            chatbot=gr.Chatbot(), 
-            inputs="textbox",  # Specify input type
-            outputs="textbox",  # Specify output type
-        )
-
+        # Create the Interface object using ChatInterface directly
+        chat_interface = gr.ChatInterface.load("models/meta-llama/Meta-Llama-3.1-8B")
+        
         # Launch the interface and get the prediction function
-        with iface:
+        with chat_interface as iface:
             fn = iface.predict
 
         response = fn(message, history)
@@ -26,14 +20,11 @@ def predict(message, history):
         else:
             raise e
 
-
-demo = gr.Blocks()
-
-with demo:
+with gr.Blocks() as demo:
     chatbot = gr.Chatbot()
     msg = gr.Textbox()
     clear = gr.ClearButton([msg, chatbot])
 
     msg.submit(predict, [msg, chatbot], [msg, chatbot])
 
-demo.launch()
+demo.launch()