Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -297,46 +297,37 @@ _Note: For system reference - "strawberry" contains 3 "r"s_ 🍓
|
|
297 |
Version Tag: Xylaria-1.2.9
|
298 |
"""
|
299 |
|
300 |
-
def create_demo():
|
301 |
-
version_options = {
|
302 |
-
"1.2.8 Pro (16,343 tokens)": {
|
303 |
-
"max_tokens": 16343,
|
304 |
-
"temperature": 0.7,
|
305 |
-
"top_p": 0.95
|
306 |
-
},
|
307 |
-
"1.2.8 (8,192 tokens)": {
|
308 |
-
"max_tokens": 8192,
|
309 |
-
"temperature": 0.7,
|
310 |
-
"top_p": 0.95
|
311 |
-
}
|
312 |
-
}
|
313 |
-
|
314 |
-
def on_version_change(version):
|
315 |
-
max_tokens = version_options[version]["max_tokens"]
|
316 |
-
temperature = version_options[version]["temperature"]
|
317 |
-
top_p = version_options[version]["top_p"]
|
318 |
-
return max_tokens, temperature, top_p
|
319 |
-
|
320 |
-
version_dropdown = gr.Dropdown(list(version_options.keys()), label="Model Version")
|
321 |
-
version_dropdown.change(on_version_change, inputs=version_dropdown, outputs=[
|
322 |
-
gr.Slider(minimum=1, maximum=16343, value=16343, step=1, label="Max new tokens"),
|
323 |
-
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
324 |
-
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)")
|
325 |
-
])
|
326 |
-
|
327 |
-
demo = gr.ChatInterface(
|
328 |
-
respond,
|
329 |
-
additional_inputs=[
|
330 |
-
gr.Textbox(value=system_message, visible=False),
|
331 |
-
version_dropdown,
|
332 |
-
gr.Slider(minimum=1, maximum=16343, value=16343, step=1, label="Max new tokens"),
|
333 |
-
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
334 |
-
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"
|
335 |
-
)
|
336 |
-
],
|
337 |
-
css=custom_css
|
338 |
-
)
|
339 |
-
return demo
|
340 |
|
341 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
342 |
demo.launch()
|
|
|
297 |
Version Tag: Xylaria-1.2.9
|
298 |
"""
|
299 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
300 |
|
301 |
+
# Gradio chat interface
|
302 |
+
demo = gr.ChatInterface(
|
303 |
+
respond,
|
304 |
+
additional_inputs=[
|
305 |
+
gr.Textbox(
|
306 |
+
value=system_message,
|
307 |
+
visible=False,
|
308 |
+
),
|
309 |
+
gr.Slider(
|
310 |
+
minimum=1,
|
311 |
+
maximum=16343,
|
312 |
+
value=16343,
|
313 |
+
step=1,
|
314 |
+
label="Max new tokens"
|
315 |
+
),
|
316 |
+
gr.Slider(
|
317 |
+
minimum=0.1,
|
318 |
+
maximum=4.0,
|
319 |
+
value=0.7,
|
320 |
+
step=0.1,
|
321 |
+
label="Temperature"
|
322 |
+
),
|
323 |
+
gr.Slider(
|
324 |
+
minimum=0.1,
|
325 |
+
maximum=1.0,
|
326 |
+
value=0.95,
|
327 |
+
step=0.05,
|
328 |
+
label="Top-p (nucleus sampling)"
|
329 |
+
),
|
330 |
+
],
|
331 |
+
css=custom_css
|
332 |
+
)
|
333 |
demo.launch()
|