yejunliang23 commited on
Commit
bfa3b2d
Β·
unverified Β·
1 Parent(s): 3d36a53

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -189,9 +189,9 @@ def chat_qwen_vl(messages: str, history: list, temperature: float = 0.1, max_new
189
  inputs = inputs.to(model.device)
190
 
191
  streamer = TextIteratorStreamer(
192
- tokenizer, timeout=20.0, skip_prompt=True, skip_special_tokens=True)
193
 
194
- gen_kwargs = {'max_new_tokens': 512, 'streamer': streamer, **inputs}
195
 
196
  thread = Thread(target=model.generate, kwargs=gen_kwargs)
197
  thread.start()
 
189
  inputs = inputs.to(model.device)
190
 
191
  streamer = TextIteratorStreamer(
192
+ tokenizer, timeout=2000.0, skip_prompt=True, skip_special_tokens=True)
193
 
194
+ gen_kwargs = {'max_new_tokens': 128, 'streamer': streamer, **inputs}
195
 
196
  thread = Thread(target=model.generate, kwargs=gen_kwargs)
197
  thread.start()