Update app.py
Browse files
app.py
CHANGED
@@ -59,6 +59,7 @@ def predict(message, history):
|
|
59 |
print(f'model_messages: {model_messages}')
|
60 |
|
61 |
model_inputs = tokenizer.apply_chat_template(model_messages, add_generation_prompt=True, return_tensors="pt").to(device)
|
|
|
62 |
# model_inputs = tokenizer([messages], return_tensors="pt").to(device)
|
63 |
|
64 |
streamer = TextIteratorStreamer(tokenizer, timeout=10., skip_prompt=True, skip_special_tokens=True)
|
|
|
59 |
print(f'model_messages: {model_messages}')
|
60 |
|
61 |
model_inputs = tokenizer.apply_chat_template(model_messages, add_generation_prompt=True, return_tensors="pt").to(device)
|
62 |
+
print(f'model_final_inputs: {tokenizer.apply_chat_template(model_messages, add_generation_prompt=True, tokenize=False)}')
|
63 |
# model_inputs = tokenizer([messages], return_tensors="pt").to(device)
|
64 |
|
65 |
streamer = TextIteratorStreamer(tokenizer, timeout=10., skip_prompt=True, skip_special_tokens=True)
|