Nihal Nayak commited on
Commit
481eb0d
·
1 Parent(s): 99d2247

fix: max new tokens

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -20,7 +20,7 @@ def respond(
20
  input_text = "<|tasktype|>\n" + task_type.strip()
21
  input_text += "\n<|context|>\n" + message.strip() + "\n<|task|>\n"
22
 
23
- response = client.text_generation(input_text, max_length=max_tokens, temperature=temperature, top_p=top_p)
24
 
25
  return response
26
  # messages = []
 
20
  input_text = "<|tasktype|>\n" + task_type.strip()
21
  input_text += "\n<|context|>\n" + message.strip() + "\n<|task|>\n"
22
 
23
+ response = client.text_generation(input_text, max_new_tokens=max_tokens, temperature=temperature, top_p=top_p)
24
 
25
  return response
26
  # messages = []