Akjava commited on
Commit
484969a
Β·
verified Β·
1 Parent(s): 82fe467

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -51,7 +51,7 @@ def generate_text(messages):
51
 
52
 
53
  streamer = TextIteratorStreamer(tokenizer, skip_prompt=True)
54
- generation_kwargs = dict(question, streamer=streamer, max_new_tokens=200)
55
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
56
 
57
  generated_output = ""
 
51
 
52
 
53
  streamer = TextIteratorStreamer(tokenizer, skip_prompt=True)
54
+ generation_kwargs = dict(question, streamer=streamer, max_new_tokens=1000)
55
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
56
 
57
  generated_output = ""