Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -12,9 +12,9 @@ from openai import OpenAI, AsyncOpenAI
|
|
12 |
clients = {}
|
13 |
token = os.getenv('API_KEY')
|
14 |
|
15 |
-
clients['32B
|
16 |
OpenAI(api_key=token, base_url=os.getenv('RUADAPT_UNIVERSAL_URL')),
|
17 |
-
'RefalMachine/
|
18 |
]
|
19 |
|
20 |
def respond(
|
@@ -73,7 +73,7 @@ def respond(
|
|
73 |
"""
|
74 |
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
|
75 |
"""
|
76 |
-
options = ['32B
|
77 |
options = options[:1]
|
78 |
system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
|
79 |
system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
|
@@ -117,7 +117,7 @@ demo = gr.ChatInterface(
|
|
117 |
gr.Radio(choices=options, label="Model:", value=options[0]),
|
118 |
gr.Textbox(value="", label="System message"),
|
119 |
gr.Slider(minimum=1, maximum=4096*6, value=4096, step=2, label="Max new tokens"),
|
120 |
-
gr.Slider(minimum=0.0, maximum=2.0, value=0.
|
121 |
gr.Slider(
|
122 |
minimum=0.1,
|
123 |
maximum=1.0,
|
|
|
12 |
clients = {}
|
13 |
token = os.getenv('API_KEY')
|
14 |
|
15 |
+
clients['32B'] = [
|
16 |
OpenAI(api_key=token, base_url=os.getenv('RUADAPT_UNIVERSAL_URL')),
|
17 |
+
'RefalMachine/RuadaptQwen3-32B-Instruct'
|
18 |
]
|
19 |
|
20 |
def respond(
|
|
|
73 |
"""
|
74 |
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
|
75 |
"""
|
76 |
+
options = ['32B']
|
77 |
options = options[:1]
|
78 |
system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
|
79 |
system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
|
|
|
117 |
gr.Radio(choices=options, label="Model:", value=options[0]),
|
118 |
gr.Textbox(value="", label="System message"),
|
119 |
gr.Slider(minimum=1, maximum=4096*6, value=4096, step=2, label="Max new tokens"),
|
120 |
+
gr.Slider(minimum=0.0, maximum=2.0, value=0.2, step=0.1, label="Temperature"),
|
121 |
gr.Slider(
|
122 |
minimum=0.1,
|
123 |
maximum=1.0,
|