Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -82,6 +82,7 @@ def bot_streaming(message, history):
|
|
82 |
conv.append_message(conv.roles[0], user)
|
83 |
conv.append_message(conv.roles[1], None)
|
84 |
prompt = conv.get_prompt()
|
|
|
85 |
print(prompt)
|
86 |
|
87 |
image = Image.open(image).convert('RGB')
|
@@ -89,10 +90,14 @@ def bot_streaming(message, history):
|
|
89 |
|
90 |
inputs = tokenizer_image_token(prompt, tokenizer, IMAGE_TOKEN_INDEX, return_tensors='pt')
|
91 |
|
|
|
|
|
92 |
|
93 |
streamer = TextIteratorStreamer(tokenizer, **{"skip_special_tokens": False, "skip_prompt": True})
|
94 |
generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False, eos_token_id = terminators)
|
95 |
|
|
|
|
|
96 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
97 |
thread.start()
|
98 |
|
|
|
82 |
conv.append_message(conv.roles[0], user)
|
83 |
conv.append_message(conv.roles[1], None)
|
84 |
prompt = conv.get_prompt()
|
85 |
+
|
86 |
print(prompt)
|
87 |
|
88 |
image = Image.open(image).convert('RGB')
|
|
|
90 |
|
91 |
inputs = tokenizer_image_token(prompt, tokenizer, IMAGE_TOKEN_INDEX, return_tensors='pt')
|
92 |
|
93 |
+
print('inputs', inputs)
|
94 |
+
|
95 |
|
96 |
streamer = TextIteratorStreamer(tokenizer, **{"skip_special_tokens": False, "skip_prompt": True})
|
97 |
generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False, eos_token_id = terminators)
|
98 |
|
99 |
+
print('here?')
|
100 |
+
|
101 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
102 |
thread.start()
|
103 |
|