ChavinloSocialRise commited on
Commit
a402593
·
verified ·
1 Parent(s): 98e2f04

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -7
app.py CHANGED
@@ -176,8 +176,7 @@ def respond(
176
 
177
  if suspicious == "POSITIVE":
178
  for message in attack_sus(message, max_tokens, temperature, top_p):
179
- response += token
180
- yield response
181
  elif suspicious == "NEGATIVE":
182
  messages = [{"role": "system", "content": system_message}]
183
 
@@ -193,13 +192,10 @@ def respond(
193
  messages,
194
  model="meta-llama/Llama-3.2-11B-Vision-Instruct",
195
  max_tokens=max_tokens,
196
- stream=False,
197
  temperature=temperature,
198
  top_p=top_p):
199
- token = message.choices[0].delta.content
200
-
201
- response += token
202
- yield response
203
  else:
204
  raise Exception(f"Invalid suspicious type:{suspicious}")
205
 
 
176
 
177
  if suspicious == "POSITIVE":
178
  for message in attack_sus(message, max_tokens, temperature, top_p):
179
+ return message
 
180
  elif suspicious == "NEGATIVE":
181
  messages = [{"role": "system", "content": system_message}]
182
 
 
192
  messages,
193
  model="meta-llama/Llama-3.2-11B-Vision-Instruct",
194
  max_tokens=max_tokens,
195
+ stream=True,
196
  temperature=temperature,
197
  top_p=top_p):
198
+ return message
 
 
 
199
  else:
200
  raise Exception(f"Invalid suspicious type:{suspicious}")
201