Update app.py

app.py

@@ -55,7 +55,11 @@ def query(payload, api_url):
     logger.info(f"Sending request to {api_url} with payload: {payload}")
     response = requests.post(api_url, headers=headers, json=payload)
     logger.info(f"Received response: {response.status_code}, {response.text}")
-    return response.json()
+    try:
+        return response.json()
+    except requests.exceptions.JSONDecodeError:
+        logger.error(f"Failed to decode JSON response: {response.text}")
+        return None
 
 # Chat interface
 st.title("🤖 DeepSeek Chatbot")
@@ -76,11 +80,10 @@ if prompt := st.chat_input("Type your message..."):
     try:
         with st.spinner("Generating response..."):
             # Prepare the payload for the API
+            # Combine system message and user input into a single prompt
+            full_prompt = f"{system_message}\n\nUser: {prompt}\nAssistant:"
             payload = {
-                "inputs": {
-                    "system_message": system_message,
-                    "user_message": prompt
-                },
+                "inputs": full_prompt,
                 "parameters": {
                     "max_new_tokens": max_tokens,
                     "temperature": temperature,
@@ -92,22 +95,26 @@ if prompt := st.chat_input("Type your message..."):
             # Dynamically construct the API URL based on the selected model
             api_url = f"https://api-inference.huggingface.co/models/{selected_model}"
             logger.info(f"Selected model: {selected_model}, API URL: {api_url}")
-            print("payload:",payload)
+            print("payload",payload)
             # Query the Hugging Face API using the selected model
             output = query(payload, api_url)
 
             # Handle API response
-            if isinstance(output, list) and len(output) > 0 and 'generated_text' in output[0]:
-                assistant_response = output[0]['generated_text']
-                logger.info(f"Generated response: {assistant_response}")
-
-                with st.chat_message("assistant"):
-                    st.markdown(assistant_response)
-
-                st.session_state.messages.append({"role": "assistant", "content": assistant_response})
+            if output is not None and isinstance(output, list) and len(output) > 0:
+                if 'generated_text' in output[0]:
+                    assistant_response = output[0]['generated_text']
+                    logger.info(f"Generated response: {assistant_response}")
+
+                    with st.chat_message("assistant"):
+                        st.markdown(assistant_response)
+
+                    st.session_state.messages.append({"role": "assistant", "content": assistant_response})
+                else:
+                    logger.error(f"Unexpected API response structure: {output}")
+                    st.error("Error: Unexpected response from the model. Please try again.")
             else:
-                logger.error(f"Unexpected API response: {output}")
-                st.error("Error: Unable to generate a response. Please try again.")
+                logger.error(f"Empty or invalid API response: {output}")
+                st.error("Error: Unable to generate a response. Please check the model and try again.")
 
     except Exception as e:
         logger.error(f"Application Error: {str(e)}", exc_info=True)