Luigi commited on
Commit
f248fec
·
1 Parent(s): b6b3940

bugfix to padding-related issues

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -179,7 +179,8 @@ def chat_response(user_message, chat_history, system_prompt, enable_search,
179
  top_k=top_k,
180
  top_p=top_p,
181
  repetition_penalty=repeat_penalty,
182
- do_sample=True
 
183
  )
184
  # Decode the generated tokens.
185
  generated_text = tokenizer.decode(output_ids[0], skip_special_tokens=True)
 
179
  top_k=top_k,
180
  top_p=top_p,
181
  repetition_penalty=repeat_penalty,
182
+ do_sample=True,
183
+ pad_token_id=tokenizer.pad_token_id,
184
  )
185
  # Decode the generated tokens.
186
  generated_text = tokenizer.decode(output_ids[0], skip_special_tokens=True)