seawolf2357 commited on
Commit
d933ff5
Β·
verified Β·
1 Parent(s): 5d418f3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -6
app.py CHANGED
@@ -140,7 +140,13 @@ with gr.Blocks(css_paths="app.css") as demo:
140
  _history = []
141
 
142
  messages = history_to_messages(_history, _setting['system'])
143
- messages.append({'role': Role.USER, 'content': query})
 
 
 
 
 
 
144
 
145
  try:
146
  # 쀑간 μƒνƒœ ν‘œμ‹œ
@@ -153,14 +159,14 @@ with gr.Blocks(css_paths="app.css") as demo:
153
  response = client.messages.create(
154
  model="claude-3-sonnet-20240229",
155
  max_tokens=4096,
156
- messages=[
157
- {"role": msg["role"], "content": msg["content"]}
158
- for msg in messages
159
- ]
160
  )
161
 
162
  content = response.content[0].text
163
- _history = messages_to_history(messages + [{
 
 
164
  'role': Role.ASSISTANT,
165
  'content': content
166
  }])
 
140
  _history = []
141
 
142
  messages = history_to_messages(_history, _setting['system'])
143
+ system_message = messages[0]['content'] # Get system message
144
+
145
+ # Convert remaining messages to Claude format (excluding system message)
146
+ claude_messages = [
147
+ {"role": msg["role"] if msg["role"] != "system" else "user", "content": msg["content"]}
148
+ for msg in messages[1:] + [{'role': Role.USER, 'content': query}]
149
+ ]
150
 
151
  try:
152
  # 쀑간 μƒνƒœ ν‘œμ‹œ
 
159
  response = client.messages.create(
160
  model="claude-3-sonnet-20240229",
161
  max_tokens=4096,
162
+ system=system_message, # System message as separate parameter
163
+ messages=claude_messages
 
 
164
  )
165
 
166
  content = response.content[0].text
167
+ _history = messages_to_history([
168
+ {'role': Role.SYSTEM, 'content': system_message}
169
+ ] + claude_messages + [{
170
  'role': Role.ASSISTANT,
171
  'content': content
172
  }])