Daemontatox commited on
Commit
99f29ff
·
verified ·
1 Parent(s): a93bc12

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -72,7 +72,7 @@ def stream_chat(
72
 
73
  conversation.append({"role": "user", "content": message})
74
 
75
- input_ids = tokenizer.apply_chat_template(conversation, add_generation_prompt=True, return_tensors="pt").to(model.device)
76
 
77
  streamer = TextIteratorStreamer(tokenizer, timeout=60.0, skip_prompt=True, skip_special_tokens=True)
78
 
 
72
 
73
  conversation.append({"role": "user", "content": message})
74
 
75
+ input_ids = tokenizer.apply_chat_template(conversation, add_generation_prompt=True, return_tensors="pt")
76
 
77
  streamer = TextIteratorStreamer(tokenizer, timeout=60.0, skip_prompt=True, skip_special_tokens=True)
78