Spaces:
Running
on
Zero
Running
on
Zero
bugfix to padding-related issues
Browse files
app.py
CHANGED
@@ -179,7 +179,8 @@ def chat_response(user_message, chat_history, system_prompt, enable_search,
|
|
179 |
top_k=top_k,
|
180 |
top_p=top_p,
|
181 |
repetition_penalty=repeat_penalty,
|
182 |
-
do_sample=True
|
|
|
183 |
)
|
184 |
# Decode the generated tokens.
|
185 |
generated_text = tokenizer.decode(output_ids[0], skip_special_tokens=True)
|
|
|
179 |
top_k=top_k,
|
180 |
top_p=top_p,
|
181 |
repetition_penalty=repeat_penalty,
|
182 |
+
do_sample=True,
|
183 |
+
pad_token_id=tokenizer.pad_token_id,
|
184 |
)
|
185 |
# Decode the generated tokens.
|
186 |
generated_text = tokenizer.decode(output_ids[0], skip_special_tokens=True)
|