prateekbh commited on
Commit
cfb6e17
·
verified ·
1 Parent(s): 2eee6e2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -15
app.py CHANGED
@@ -38,18 +38,11 @@ class StopOnTokens(StoppingCriteria):
38
  return False
39
 
40
  @torch.no_grad()
41
- def response(history, image):
42
  message = "Generate a product title for the image"
43
  gr.Info('Starting...' + message)
44
  stop = StopOnTokens()
45
  messages = [{"role": "system", "content": "You are a helpful assistant."}]
46
-
47
- for user_msg, assistant_msg in history:
48
- messages.append({"role": "user", "content": user_msg})
49
- messages.append({"role": "assistant", "content": assistant_msg})
50
-
51
- if len(messages) == 1:
52
- message = f" <image>{message}"
53
 
54
  messages.append({"role": "user", "content": message})
55
 
@@ -85,15 +78,11 @@ def response(history, image):
85
  )
86
  t = Thread(target=model.generate, kwargs=generate_kwargs)
87
  t.start()
88
-
89
- history.append([message, ""])
90
  partial_response = ""
91
  for new_token in streamer:
92
  partial_response += new_token
93
- history[-1][1] = partial_response
94
- yield history
95
  gr.Info('Got:' + partial_response)
96
- return history
97
 
98
  def resize_image(image):
99
  image = image.convert('RGB')
@@ -153,8 +142,8 @@ with gr.Blocks(css=css) as demo:
153
 
154
  response_handler = (
155
  response,
156
- [chat, image],
157
- [chat]
158
  )
159
 
160
  background_remover_handler = (
 
38
  return False
39
 
40
  @torch.no_grad()
41
+ def response(image):
42
  message = "Generate a product title for the image"
43
  gr.Info('Starting...' + message)
44
  stop = StopOnTokens()
45
  messages = [{"role": "system", "content": "You are a helpful assistant."}]
 
 
 
 
 
 
 
46
 
47
  messages.append({"role": "user", "content": message})
48
 
 
78
  )
79
  t = Thread(target=model.generate, kwargs=generate_kwargs)
80
  t.start()
 
 
81
  partial_response = ""
82
  for new_token in streamer:
83
  partial_response += new_token
 
 
84
  gr.Info('Got:' + partial_response)
85
+ return partial_response
86
 
87
  def resize_image(image):
88
  image = image.convert('RGB')
 
142
 
143
  response_handler = (
144
  response,
145
+ [image],
146
+ []
147
  )
148
 
149
  background_remover_handler = (