MekkCyber commited on
Commit
2f8a4dc
·
1 Parent(s): ec58e3d
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -155,7 +155,7 @@ with gr.Blocks(theme=gr.themes.Ocean()) as app:
155
  choices=["int4_weight_only", "int8_weight_only", "int8_dynamic_activation_int8_weight"],
156
  value="int8_weight_only"
157
  )
158
- group_size = gr.Number(
159
  label="Group Size (only for int4_weight_only)",
160
  value=128,
161
  interactive=True
@@ -217,7 +217,7 @@ with gr.Blocks(theme=gr.themes.Ocean()) as app:
217
 
218
  quantize_button.click(
219
  fn=quantize_and_save,
220
- inputs=[model_name, quantization_type, group_size, quantized_model_name],
221
  outputs=[output_link]
222
  )
223
 
 
155
  choices=["int4_weight_only", "int8_weight_only", "int8_dynamic_activation_int8_weight"],
156
  value="int8_weight_only"
157
  )
158
+ group_size = gr.Textbox(
159
  label="Group Size (only for int4_weight_only)",
160
  value=128,
161
  interactive=True
 
217
 
218
  quantize_button.click(
219
  fn=quantize_and_save,
220
+ inputs=[model_name, quantization_type, int(group_size), quantized_model_name],
221
  outputs=[output_link]
222
  )
223