AMKCode commited on
Commit
4e3cb72
·
1 Parent(s): 81c930a

added legend to quant

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -160,7 +160,7 @@ with gr.Blocks() as demo:
160
  search_type="model",
161
  )
162
  conv = gr.Dropdown(CONV_TEMPLATES, label="Conversation Template")
163
- quant = gr.Dropdown(QUANTIZATIONS, label="Quantization Method")
164
  btn = gr.Button("Convert to MLC")
165
  out = gr.Textbox(label="Conversion Result")
166
  btn.click(fn=button_click , inputs=[model_id, conv, quant], outputs=out)
 
160
  search_type="model",
161
  )
162
  conv = gr.Dropdown(CONV_TEMPLATES, label="Conversation Template")
163
+ quant = gr.Dropdown(QUANTIZATIONS, label="Quantization Method", info="The format of the code is qAfB(_id), where A represents the number of bits for storing weights and B represents the number of bits for storing activations. The _id is an integer identifier to distinguish different quantization algorithms (e.g. symmetric, non-symmetric, AWQ, etc).")
164
  btn = gr.Button("Convert to MLC")
165
  out = gr.Textbox(label="Conversion Result")
166
  btn.click(fn=button_click , inputs=[model_id, conv, quant], outputs=out)