upperwal commited on
Commit
35abf4c
·
verified ·
1 Parent(s): df889e0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -61,10 +61,10 @@ def predict(message, history):
61
  max_new_tokens=300,
62
  do_sample=True,
63
  top_k=5,
64
- num_beams=1,
65
  use_cache=False,
66
- temperature=0.4,
67
- repetition_penalty=1.2,
68
  stopping_criteria=StoppingCriteriaList([stop])
69
  )
70
  t = Thread(target=model.generate, kwargs=generate_kwargs)
 
61
  max_new_tokens=300,
62
  do_sample=True,
63
  top_k=5,
64
+ num_beams=2,
65
  use_cache=False,
66
+ temperature=0.2,
67
+ repetition_penalty=1.1,
68
  stopping_criteria=StoppingCriteriaList([stop])
69
  )
70
  t = Thread(target=model.generate, kwargs=generate_kwargs)