Spaces:
Runtime error
Runtime error
added legend to quant
Browse files
app.py
CHANGED
@@ -160,7 +160,7 @@ with gr.Blocks() as demo:
|
|
160 |
search_type="model",
|
161 |
)
|
162 |
conv = gr.Dropdown(CONV_TEMPLATES, label="Conversation Template")
|
163 |
-
quant = gr.Dropdown(QUANTIZATIONS, label="Quantization Method")
|
164 |
btn = gr.Button("Convert to MLC")
|
165 |
out = gr.Textbox(label="Conversion Result")
|
166 |
btn.click(fn=button_click , inputs=[model_id, conv, quant], outputs=out)
|
|
|
160 |
search_type="model",
|
161 |
)
|
162 |
conv = gr.Dropdown(CONV_TEMPLATES, label="Conversation Template")
|
163 |
+
quant = gr.Dropdown(QUANTIZATIONS, label="Quantization Method", info="The format of the code is qAfB(_id), where A represents the number of bits for storing weights and B represents the number of bits for storing activations. The _id is an integer identifier to distinguish different quantization algorithms (e.g. symmetric, non-symmetric, AWQ, etc).")
|
164 |
btn = gr.Button("Convert to MLC")
|
165 |
out = gr.Textbox(label="Conversion Result")
|
166 |
btn.click(fn=button_click , inputs=[model_id, conv, quant], outputs=out)
|