gehnew commited on
Commit
e33f4a4
·
verified ·
1 Parent(s): c54f444

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -161,7 +161,7 @@ def resume_QA(message, history):
161
  add_generation_prompt=True
162
  )
163
 
164
- model_inputs = tokenizer([text], return_tensors="pt").to("cuda")
165
  streamer = TextIteratorStreamer(tokenizer, timeout=50., skip_prompt=True, skip_special_tokens=True)
166
  generate_kwargs = dict(
167
  model_inputs,
 
161
  add_generation_prompt=True
162
  )
163
 
164
+ model_inputs = tokenizer([text], return_tensors="pt")
165
  streamer = TextIteratorStreamer(tokenizer, timeout=50., skip_prompt=True, skip_special_tokens=True)
166
  generate_kwargs = dict(
167
  model_inputs,