Commit
·
ae20be6
1
Parent(s):
f902f7c
Update recipe.yaml
Browse files- recipe.yaml +5 -5
recipe.yaml
CHANGED
|
@@ -15,11 +15,11 @@ test_stage:
|
|
| 15 |
# Skip quantizing the BMMs
|
| 16 |
- QuantizableMatMul
|
| 17 |
# Skip quantizing the layers with the most sensitive activations
|
| 18 |
-
- model.layers.
|
| 19 |
-
- model.layers.
|
| 20 |
-
- model.layers.
|
| 21 |
-
- model.layers.
|
| 22 |
-
- model.layers.
|
| 23 |
post_oneshot_calibration: true
|
| 24 |
scheme_overrides:
|
| 25 |
Embedding:
|
|
|
|
| 15 |
# Skip quantizing the BMMs
|
| 16 |
- QuantizableMatMul
|
| 17 |
# Skip quantizing the layers with the most sensitive activations
|
| 18 |
+
- model.layers.1.mlp.down_proj
|
| 19 |
+
- model.layers.30.mlp.down_proj
|
| 20 |
+
- model.layers.31.mlp.down_proj
|
| 21 |
+
- model.layers.29.mlp.down_proj
|
| 22 |
+
- model.layers.28.mlp.down_proj
|
| 23 |
post_oneshot_calibration: true
|
| 24 |
scheme_overrides:
|
| 25 |
Embedding:
|