Spaces:
Running
on
Zero
Running
on
Zero
Nihal Nayak
commited on
Commit
·
481eb0d
1
Parent(s):
99d2247
fix: max new tokens
Browse files
app.py
CHANGED
@@ -20,7 +20,7 @@ def respond(
|
|
20 |
input_text = "<|tasktype|>\n" + task_type.strip()
|
21 |
input_text += "\n<|context|>\n" + message.strip() + "\n<|task|>\n"
|
22 |
|
23 |
-
response = client.text_generation(input_text,
|
24 |
|
25 |
return response
|
26 |
# messages = []
|
|
|
20 |
input_text = "<|tasktype|>\n" + task_type.strip()
|
21 |
input_text += "\n<|context|>\n" + message.strip() + "\n<|task|>\n"
|
22 |
|
23 |
+
response = client.text_generation(input_text, max_new_tokens=max_tokens, temperature=temperature, top_p=top_p)
|
24 |
|
25 |
return response
|
26 |
# messages = []
|