skaltenp commited on
Commit
28ffec1
·
verified ·
1 Parent(s): d76a641

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
21
  def generate_answer(question):
22
  #inputs = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
23
  inputs = tokenizer.encode(question, return_tensors="pt")
24
- outputs = model.generate(inputs, max_length=2000, num_return_sequences=1, do_sample=True)
25
  answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
26
  return answer
27
 
 
21
  def generate_answer(question):
22
  #inputs = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
23
  inputs = tokenizer.encode(question, return_tensors="pt")
24
+ outputs = model.generate(inputs, max_length=200, num_return_sequences=1, do_sample=True)
25
  answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
26
  return answer
27