RefalMachine commited on
Commit
298c6f2
·
verified ·
1 Parent(s): 9cdc046

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -12,9 +12,9 @@ from openai import OpenAI, AsyncOpenAI
12
  clients = {}
13
  token = os.getenv('API_KEY')
14
 
15
- clients['32B-QWQ'] = [
16
  OpenAI(api_key=token, base_url=os.getenv('RUADAPT_UNIVERSAL_URL')),
17
- 'RefalMachine/RuadaptQwen2.5-32B-QWQ-Beta'
18
  ]
19
 
20
  def respond(
@@ -73,7 +73,7 @@ def respond(
73
  """
74
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
75
  """
76
- options = ['32B-QWQ']
77
  options = options[:1]
78
  system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
79
  system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
@@ -117,7 +117,7 @@ demo = gr.ChatInterface(
117
  gr.Radio(choices=options, label="Model:", value=options[0]),
118
  gr.Textbox(value="", label="System message"),
119
  gr.Slider(minimum=1, maximum=4096*6, value=4096, step=2, label="Max new tokens"),
120
- gr.Slider(minimum=0.0, maximum=2.0, value=0.0, step=0.1, label="Temperature"),
121
  gr.Slider(
122
  minimum=0.1,
123
  maximum=1.0,
 
12
  clients = {}
13
  token = os.getenv('API_KEY')
14
 
15
+ clients['32B'] = [
16
  OpenAI(api_key=token, base_url=os.getenv('RUADAPT_UNIVERSAL_URL')),
17
+ 'RefalMachine/RuadaptQwen3-32B-Instruct'
18
  ]
19
 
20
  def respond(
 
73
  """
74
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
75
  """
76
+ options = ['32B']
77
  options = options[:1]
78
  system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
79
  system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
 
117
  gr.Radio(choices=options, label="Model:", value=options[0]),
118
  gr.Textbox(value="", label="System message"),
119
  gr.Slider(minimum=1, maximum=4096*6, value=4096, step=2, label="Max new tokens"),
120
+ gr.Slider(minimum=0.0, maximum=2.0, value=0.2, step=0.1, label="Temperature"),
121
  gr.Slider(
122
  minimum=0.1,
123
  maximum=1.0,