DiDustin commited on
Commit
ba783d1
·
verified ·
1 Parent(s): cbc4fca

context window update

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -12,7 +12,7 @@ MODELS = {
12
  "tokenizer_name": "issai/LLama-3.1-KazLLM-1.0-8B",
13
  "duration": 120,
14
  "defaults": {
15
- "max_length": 100,
16
  "temperature": 0.7,
17
  "top_p": 0.9,
18
  "do_sample": True
@@ -23,7 +23,7 @@ MODELS = {
23
  "tokenizer_name": "issai/LLama-3.1-KazLLM-1.0-70B-AWQ4",
24
  "duration": 180,
25
  "defaults": {
26
- "max_length": 150,
27
  "temperature": 0.8,
28
  "top_p": 0.95,
29
  "do_sample": True
@@ -173,8 +173,8 @@ with gr.Blocks() as iface:
173
 
174
  with gr.Row():
175
  max_length_slider = gr.Slider(
176
- minimum=50,
177
- maximum=1000,
178
  step=10,
179
  value=MODELS["V-2: LLama-3.1-KazLLM-70B-AWQ4"]["defaults"]["max_length"],
180
  label=LANGUAGES["Русский"]["max_length"]
 
12
  "tokenizer_name": "issai/LLama-3.1-KazLLM-1.0-8B",
13
  "duration": 120,
14
  "defaults": {
15
+ "max_length": 2048,
16
  "temperature": 0.7,
17
  "top_p": 0.9,
18
  "do_sample": True
 
23
  "tokenizer_name": "issai/LLama-3.1-KazLLM-1.0-70B-AWQ4",
24
  "duration": 180,
25
  "defaults": {
26
+ "max_length": 2048,
27
  "temperature": 0.8,
28
  "top_p": 0.95,
29
  "do_sample": True
 
173
 
174
  with gr.Row():
175
  max_length_slider = gr.Slider(
176
+ minimum=1,
177
+ maximum=8000,
178
  step=10,
179
  value=MODELS["V-2: LLama-3.1-KazLLM-70B-AWQ4"]["defaults"]["max_length"],
180
  label=LANGUAGES["Русский"]["max_length"]