beyoru commited on
Commit
766b6ce
·
verified ·
1 Parent(s): e5e3988

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -26,7 +26,7 @@ def predict(message, history, system_prompt, temperature, max_new_tokens, top_k,
26
 
27
  print(instruction)
28
 
29
- streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=False)
30
  enc = tokenizer(instruction, return_tensors="pt", padding=True, truncation=True)
31
  input_ids, attention_mask = enc.input_ids, enc.attention_mask
32
 
 
26
 
27
  print(instruction)
28
 
29
+ streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
30
  enc = tokenizer(instruction, return_tensors="pt", padding=True, truncation=True)
31
  input_ids, attention_mask = enc.input_ids, enc.attention_mask
32