Colby commited on
Commit
753acd3
·
verified ·
1 Parent(s): 5738415

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -81,8 +81,8 @@ def merlin_chat(message, history):
81
  result = model(
82
  prompt,
83
  return_full_text=False
 
84
  # truncation=True,
85
- # max_length=250,
86
  # handle_long_generation="hole"
87
  )
88
  response = result[0]['generated_text']
 
81
  result = model(
82
  prompt,
83
  return_full_text=False
84
+ max_new_tokens=250
85
  # truncation=True,
 
86
  # handle_long_generation="hole"
87
  )
88
  response = result[0]['generated_text']