yejunliang23 commited on
Commit
cc846d1
Β·
unverified Β·
1 Parent(s): 5702c80

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -52,7 +52,7 @@ def predict(_chatbot, task_history):
52
  inputs = inputs.to(model.device)
53
 
54
  streamer = TextIteratorStreamer(
55
- tokenizer, timeout=20.0, skip_prompt=True, skip_special_tokens=True)
56
 
57
  gen_kwargs = {'max_new_tokens': 512, 'streamer': streamer, **inputs}
58
 
 
52
  inputs = inputs.to(model.device)
53
 
54
  streamer = TextIteratorStreamer(
55
+ tokenizer, timeout=2000.0, skip_prompt=True, skip_special_tokens=True)
56
 
57
  gen_kwargs = {'max_new_tokens': 512, 'streamer': streamer, **inputs}
58