Spaces:
Running
Running
MekkCyber
commited on
Commit
·
2f8a4dc
1
Parent(s):
ec58e3d
fix
Browse files
app.py
CHANGED
@@ -155,7 +155,7 @@ with gr.Blocks(theme=gr.themes.Ocean()) as app:
|
|
155 |
choices=["int4_weight_only", "int8_weight_only", "int8_dynamic_activation_int8_weight"],
|
156 |
value="int8_weight_only"
|
157 |
)
|
158 |
-
group_size = gr.
|
159 |
label="Group Size (only for int4_weight_only)",
|
160 |
value=128,
|
161 |
interactive=True
|
@@ -217,7 +217,7 @@ with gr.Blocks(theme=gr.themes.Ocean()) as app:
|
|
217 |
|
218 |
quantize_button.click(
|
219 |
fn=quantize_and_save,
|
220 |
-
inputs=[model_name, quantization_type, group_size, quantized_model_name],
|
221 |
outputs=[output_link]
|
222 |
)
|
223 |
|
|
|
155 |
choices=["int4_weight_only", "int8_weight_only", "int8_dynamic_activation_int8_weight"],
|
156 |
value="int8_weight_only"
|
157 |
)
|
158 |
+
group_size = gr.Textbox(
|
159 |
label="Group Size (only for int4_weight_only)",
|
160 |
value=128,
|
161 |
interactive=True
|
|
|
217 |
|
218 |
quantize_button.click(
|
219 |
fn=quantize_and_save,
|
220 |
+
inputs=[model_name, quantization_type, int(group_size), quantized_model_name],
|
221 |
outputs=[output_link]
|
222 |
)
|
223 |
|