Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -38,18 +38,11 @@ class StopOnTokens(StoppingCriteria):
|
|
38 |
return False
|
39 |
|
40 |
@torch.no_grad()
|
41 |
-
def response(
|
42 |
message = "Generate a product title for the image"
|
43 |
gr.Info('Starting...' + message)
|
44 |
stop = StopOnTokens()
|
45 |
messages = [{"role": "system", "content": "You are a helpful assistant."}]
|
46 |
-
|
47 |
-
for user_msg, assistant_msg in history:
|
48 |
-
messages.append({"role": "user", "content": user_msg})
|
49 |
-
messages.append({"role": "assistant", "content": assistant_msg})
|
50 |
-
|
51 |
-
if len(messages) == 1:
|
52 |
-
message = f" <image>{message}"
|
53 |
|
54 |
messages.append({"role": "user", "content": message})
|
55 |
|
@@ -85,15 +78,11 @@ def response(history, image):
|
|
85 |
)
|
86 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
87 |
t.start()
|
88 |
-
|
89 |
-
history.append([message, ""])
|
90 |
partial_response = ""
|
91 |
for new_token in streamer:
|
92 |
partial_response += new_token
|
93 |
-
history[-1][1] = partial_response
|
94 |
-
yield history
|
95 |
gr.Info('Got:' + partial_response)
|
96 |
-
return
|
97 |
|
98 |
def resize_image(image):
|
99 |
image = image.convert('RGB')
|
@@ -153,8 +142,8 @@ with gr.Blocks(css=css) as demo:
|
|
153 |
|
154 |
response_handler = (
|
155 |
response,
|
156 |
-
[
|
157 |
-
[
|
158 |
)
|
159 |
|
160 |
background_remover_handler = (
|
|
|
38 |
return False
|
39 |
|
40 |
@torch.no_grad()
|
41 |
+
def response(image):
|
42 |
message = "Generate a product title for the image"
|
43 |
gr.Info('Starting...' + message)
|
44 |
stop = StopOnTokens()
|
45 |
messages = [{"role": "system", "content": "You are a helpful assistant."}]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
46 |
|
47 |
messages.append({"role": "user", "content": message})
|
48 |
|
|
|
78 |
)
|
79 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
80 |
t.start()
|
|
|
|
|
81 |
partial_response = ""
|
82 |
for new_token in streamer:
|
83 |
partial_response += new_token
|
|
|
|
|
84 |
gr.Info('Got:' + partial_response)
|
85 |
+
return partial_response
|
86 |
|
87 |
def resize_image(image):
|
88 |
image = image.convert('RGB')
|
|
|
142 |
|
143 |
response_handler = (
|
144 |
response,
|
145 |
+
[image],
|
146 |
+
[]
|
147 |
)
|
148 |
|
149 |
background_remover_handler = (
|