Daemontatox commited on
Commit
5ec54d1
·
verified ·
1 Parent(s): 912ae1c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -20,7 +20,7 @@ from transformers import (
20
  )
21
 
22
  # Configuration Constants
23
- MODEL_ID = "mistralai/Mistral-Nemo-Instruct-2407"
24
 
25
 
26
  # Understand]: Analyze the question to identify key details and clarify the goal.
@@ -195,7 +195,7 @@ def chat_response(
195
  chat_display: str,
196
  system_prompt: str,
197
  temperature: float = 0.3,
198
- max_new_tokens: int = 8192,
199
  top_p: float = 0.1,
200
  top_k: int = 45,
201
  penalty: float = 1.5,
@@ -306,7 +306,7 @@ def main():
306
  minimum=128,
307
  maximum=32000,
308
  step=128,
309
- value=8192,
310
  label="Max Tokens",
311
  )
312
  top_p = gr.Slider(
 
20
  )
21
 
22
  # Configuration Constants
23
+ MODEL_ID = "Qwen/Qwen2.5-Coder-14B-Instruct"
24
 
25
 
26
  # Understand]: Analyze the question to identify key details and clarify the goal.
 
195
  chat_display: str,
196
  system_prompt: str,
197
  temperature: float = 0.3,
198
+ max_new_tokens: int =32768 ,
199
  top_p: float = 0.1,
200
  top_k: int = 45,
201
  penalty: float = 1.5,
 
306
  minimum=128,
307
  maximum=32000,
308
  step=128,
309
+ value=32768,
310
  label="Max Tokens",
311
  )
312
  top_p = gr.Slider(