Commit
·
31a2d18
1
Parent(s):
d9f22f5
512 max length
Browse files- app-ngrok.py +1 -1
app-ngrok.py
CHANGED
|
@@ -82,7 +82,7 @@ def generate(input_message: str, db_info="", temperature=0.2, top_p=0.9, top_k=0
|
|
| 82 |
"top_a": 0,
|
| 83 |
"n": 1,
|
| 84 |
"max_context_length": 2048,
|
| 85 |
-
"max_length":
|
| 86 |
"rep_pen": repetition_penalty,
|
| 87 |
"sampler_order": [6,0,1,3,4,2,5],
|
| 88 |
"stop_sequence": stop,
|
|
|
|
| 82 |
"top_a": 0,
|
| 83 |
"n": 1,
|
| 84 |
"max_context_length": 2048,
|
| 85 |
+
"max_length": 512,
|
| 86 |
"rep_pen": repetition_penalty,
|
| 87 |
"sampler_order": [6,0,1,3,4,2,5],
|
| 88 |
"stop_sequence": stop,
|