Reality123b commited on
Commit
d0390a4
·
verified ·
1 Parent(s): 3c7758e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +32 -41
app.py CHANGED
@@ -297,46 +297,37 @@ _Note: For system reference - "strawberry" contains 3 "r"s_ 🍓
297
  Version Tag: Xylaria-1.2.9
298
  """
299
 
300
- def create_demo():
301
- version_options = {
302
- "1.2.8 Pro (16,343 tokens)": {
303
- "max_tokens": 16343,
304
- "temperature": 0.7,
305
- "top_p": 0.95
306
- },
307
- "1.2.8 (8,192 tokens)": {
308
- "max_tokens": 8192,
309
- "temperature": 0.7,
310
- "top_p": 0.95
311
- }
312
- }
313
-
314
- def on_version_change(version):
315
- max_tokens = version_options[version]["max_tokens"]
316
- temperature = version_options[version]["temperature"]
317
- top_p = version_options[version]["top_p"]
318
- return max_tokens, temperature, top_p
319
-
320
- version_dropdown = gr.Dropdown(list(version_options.keys()), label="Model Version")
321
- version_dropdown.change(on_version_change, inputs=version_dropdown, outputs=[
322
- gr.Slider(minimum=1, maximum=16343, value=16343, step=1, label="Max new tokens"),
323
- gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
324
- gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)")
325
- ])
326
-
327
- demo = gr.ChatInterface(
328
- respond,
329
- additional_inputs=[
330
- gr.Textbox(value=system_message, visible=False),
331
- version_dropdown,
332
- gr.Slider(minimum=1, maximum=16343, value=16343, step=1, label="Max new tokens"),
333
- gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
334
- gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"
335
- )
336
- ],
337
- css=custom_css
338
- )
339
- return demo
340
 
341
- demo = create_demo()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
342
  demo.launch()
 
297
  Version Tag: Xylaria-1.2.9
298
  """
299
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
300
 
301
+ # Gradio chat interface
302
+ demo = gr.ChatInterface(
303
+ respond,
304
+ additional_inputs=[
305
+ gr.Textbox(
306
+ value=system_message,
307
+ visible=False,
308
+ ),
309
+ gr.Slider(
310
+ minimum=1,
311
+ maximum=16343,
312
+ value=16343,
313
+ step=1,
314
+ label="Max new tokens"
315
+ ),
316
+ gr.Slider(
317
+ minimum=0.1,
318
+ maximum=4.0,
319
+ value=0.7,
320
+ step=0.1,
321
+ label="Temperature"
322
+ ),
323
+ gr.Slider(
324
+ minimum=0.1,
325
+ maximum=1.0,
326
+ value=0.95,
327
+ step=0.05,
328
+ label="Top-p (nucleus sampling)"
329
+ ),
330
+ ],
331
+ css=custom_css
332
+ )
333
  demo.launch()