Spaces:
Runtime error
Runtime error
added legend to quant
Browse files
app.py
CHANGED
|
@@ -160,7 +160,7 @@ with gr.Blocks() as demo:
|
|
| 160 |
search_type="model",
|
| 161 |
)
|
| 162 |
conv = gr.Dropdown(CONV_TEMPLATES, label="Conversation Template")
|
| 163 |
-
quant = gr.Dropdown(QUANTIZATIONS, label="Quantization Method")
|
| 164 |
btn = gr.Button("Convert to MLC")
|
| 165 |
out = gr.Textbox(label="Conversion Result")
|
| 166 |
btn.click(fn=button_click , inputs=[model_id, conv, quant], outputs=out)
|
|
|
|
| 160 |
search_type="model",
|
| 161 |
)
|
| 162 |
conv = gr.Dropdown(CONV_TEMPLATES, label="Conversation Template")
|
| 163 |
+
quant = gr.Dropdown(QUANTIZATIONS, label="Quantization Method", info="The format of the code is qAfB(_id), where A represents the number of bits for storing weights and B represents the number of bits for storing activations. The _id is an integer identifier to distinguish different quantization algorithms (e.g. symmetric, non-symmetric, AWQ, etc).")
|
| 164 |
btn = gr.Button("Convert to MLC")
|
| 165 |
out = gr.Textbox(label="Conversion Result")
|
| 166 |
btn.click(fn=button_click , inputs=[model_id, conv, quant], outputs=out)
|