context window update
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ MODELS = {
|
|
12 |
"tokenizer_name": "issai/LLama-3.1-KazLLM-1.0-8B",
|
13 |
"duration": 120,
|
14 |
"defaults": {
|
15 |
-
"max_length":
|
16 |
"temperature": 0.7,
|
17 |
"top_p": 0.9,
|
18 |
"do_sample": True
|
@@ -23,7 +23,7 @@ MODELS = {
|
|
23 |
"tokenizer_name": "issai/LLama-3.1-KazLLM-1.0-70B-AWQ4",
|
24 |
"duration": 180,
|
25 |
"defaults": {
|
26 |
-
"max_length":
|
27 |
"temperature": 0.8,
|
28 |
"top_p": 0.95,
|
29 |
"do_sample": True
|
@@ -173,8 +173,8 @@ with gr.Blocks() as iface:
|
|
173 |
|
174 |
with gr.Row():
|
175 |
max_length_slider = gr.Slider(
|
176 |
-
minimum=
|
177 |
-
maximum=
|
178 |
step=10,
|
179 |
value=MODELS["V-2: LLama-3.1-KazLLM-70B-AWQ4"]["defaults"]["max_length"],
|
180 |
label=LANGUAGES["Русский"]["max_length"]
|
|
|
12 |
"tokenizer_name": "issai/LLama-3.1-KazLLM-1.0-8B",
|
13 |
"duration": 120,
|
14 |
"defaults": {
|
15 |
+
"max_length": 2048,
|
16 |
"temperature": 0.7,
|
17 |
"top_p": 0.9,
|
18 |
"do_sample": True
|
|
|
23 |
"tokenizer_name": "issai/LLama-3.1-KazLLM-1.0-70B-AWQ4",
|
24 |
"duration": 180,
|
25 |
"defaults": {
|
26 |
+
"max_length": 2048,
|
27 |
"temperature": 0.8,
|
28 |
"top_p": 0.95,
|
29 |
"do_sample": True
|
|
|
173 |
|
174 |
with gr.Row():
|
175 |
max_length_slider = gr.Slider(
|
176 |
+
minimum=1,
|
177 |
+
maximum=8000,
|
178 |
step=10,
|
179 |
value=MODELS["V-2: LLama-3.1-KazLLM-70B-AWQ4"]["defaults"]["max_length"],
|
180 |
label=LANGUAGES["Русский"]["max_length"]
|