Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -189,9 +189,9 @@ def chat_qwen_vl(messages: str, history: list, temperature: float = 0.1, max_new
|
|
189 |
inputs = inputs.to(model.device)
|
190 |
|
191 |
streamer = TextIteratorStreamer(
|
192 |
-
tokenizer, timeout=
|
193 |
|
194 |
-
gen_kwargs = {'max_new_tokens':
|
195 |
|
196 |
thread = Thread(target=model.generate, kwargs=gen_kwargs)
|
197 |
thread.start()
|
|
|
189 |
inputs = inputs.to(model.device)
|
190 |
|
191 |
streamer = TextIteratorStreamer(
|
192 |
+
tokenizer, timeout=2000.0, skip_prompt=True, skip_special_tokens=True)
|
193 |
|
194 |
+
gen_kwargs = {'max_new_tokens': 128, 'streamer': streamer, **inputs}
|
195 |
|
196 |
thread = Thread(target=model.generate, kwargs=gen_kwargs)
|
197 |
thread.start()
|