ruslanmv commited on
Commit
bbd8b79
·
verified ·
1 Parent(s): 7ad265a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -3
app.py CHANGED
@@ -76,15 +76,23 @@ if prompt := st.chat_input("Type your message..."):
76
  with st.spinner("Generating response..."):
77
  # Prepare the payload for the API
78
  payload = {
79
- "inputs": f"{system_message}\n{prompt}",
 
 
 
 
80
  "parameters": {
81
  "max_new_tokens": max_tokens,
82
  "temperature": temperature,
83
  "top_p": top_p,
84
  "return_full_text": False
85
- }
 
86
  }
87
 
 
 
 
88
  # Dynamically construct the API URL based on the selected model
89
  api_url = f"https://api-inference.huggingface.co/models/{selected_model}"
90
  logger.info(f"Selected model: {selected_model}, API URL: {api_url}")
@@ -107,4 +115,4 @@ if prompt := st.chat_input("Type your message..."):
107
 
108
  except Exception as e:
109
  logger.error(f"Application Error: {str(e)}", exc_info=True)
110
- st.error(f"Application Error: {str(e)}")
 
76
  with st.spinner("Generating response..."):
77
  # Prepare the payload for the API
78
  payload = {
79
+ "inputs": {
80
+ "past_user_inputs": [msg["content"] for msg in st.session_state.messages if msg["role"] == "user"],
81
+ "generated_responses": [msg["content"] for msg in st.session_state.messages if msg["role"] == "assistant"],
82
+ "text": prompt
83
+ },
84
  "parameters": {
85
  "max_new_tokens": max_tokens,
86
  "temperature": temperature,
87
  "top_p": top_p,
88
  "return_full_text": False
89
+ },
90
+ "system_prompt": system_message
91
  }
92
 
93
+ # Log the full message parsed to the API
94
+ logger.info(f"Full message sent to API: {payload}")
95
+
96
  # Dynamically construct the API URL based on the selected model
97
  api_url = f"https://api-inference.huggingface.co/models/{selected_model}"
98
  logger.info(f"Selected model: {selected_model}, API URL: {api_url}")
 
115
 
116
  except Exception as e:
117
  logger.error(f"Application Error: {str(e)}", exc_info=True)
118
+ st.error(f"Application Error: {str(e)}")