Update app.py

app.py

@@ -62,6 +62,7 @@ if __name__ == "__main__":
 import os
 import gradio as gr
 from huggingface_hub import InferenceClient
+import json
 
 # Retrieve the API token from the environment variable
 API_TOKEN = os.getenv("HF_READ_TOKEN")
@@ -82,12 +83,27 @@ def hf_chat(user_input):
         {"role": "user", "content": user_input}
     ]
     response = ""
-    for message in client.chat_completion(
-        messages=messages,
-        max_tokens=500,
-        stream=True,
-    ):
-        response += message.choices[0].delta.content
+    
+    try:
+        # Stream the response
+        for message in client.chat_completion(
+            messages=messages,
+            max_tokens=500,
+            stream=True,
+        ):
+            try:
+                # Parse each part of the response carefully
+                content = message.choices[0].delta.content
+                response += content
+            except (KeyError, json.JSONDecodeError) as e:
+                # Print error details for debugging
+                print(f"Error while parsing response: {e}")
+                continue  # Continue receiving the stream
+
+    except Exception as e:
+        # Catch and print any unexpected errors during the stream
+        return f"Error occurred: {str(e)}"
+    
     return response
 
 # Gradio interface