Update app.py
Browse files
app.py
CHANGED
@@ -108,7 +108,7 @@ def respond(
|
|
108 |
result = local_generate(
|
109 |
prompt,
|
110 |
generation_config=generator_conf,
|
111 |
-
max_new_tokens=
|
112 |
do_sample=True,
|
113 |
top_p=top_p,
|
114 |
repetition_penalty=1.2,
|
|
|
108 |
result = local_generate(
|
109 |
prompt,
|
110 |
generation_config=generator_conf,
|
111 |
+
max_new_tokens=tokens_inc,
|
112 |
do_sample=True,
|
113 |
top_p=top_p,
|
114 |
repetition_penalty=1.2,
|