Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -166,8 +166,8 @@ examples = [
|
|
166 |
]
|
167 |
|
168 |
drop = gr.Dropdown(available_models, label="EXL2 Quant", value=default_bpw)
|
169 |
-
temperature_gradio =
|
170 |
-
context_size_gradio =
|
171 |
-
output_length_gradio =
|
172 |
demo = gr.ChatInterface(fn=run_inference, examples = examples, title="Pixtral 12B EXL2", multimodal=True, description=description, additional_inputs = [drop, temperature_gradio, context_size_gradio, output_length_gradio])
|
173 |
demo.queue().launch()
|
|
|
166 |
]
|
167 |
|
168 |
drop = gr.Dropdown(available_models, label="EXL2 Quant", value=default_bpw)
|
169 |
+
temperature_gradio = gr.Slider(minimum = 0, maximum = 1, label="Temperature", value=default_temperature, step = 0.05)
|
170 |
+
context_size_gradio = gr.Slider(minimum = 256, maximum = 32768, label="Context Size", value=default_max_context, step = 1)
|
171 |
+
output_length_gradio = gr.Slider(minimum = 1, maximum = 4096, label="Max Ouput Length", value=default_max_output, step = 1)
|
172 |
demo = gr.ChatInterface(fn=run_inference, examples = examples, title="Pixtral 12B EXL2", multimodal=True, description=description, additional_inputs = [drop, temperature_gradio, context_size_gradio, output_length_gradio])
|
173 |
demo.queue().launch()
|