Upload folder using huggingface_hub

config.json

@@ -16,6 +16,6 @@
   "seq_classif_dropout": 0.2,
   "sinusoidal_pos_embds": false,
   "tie_weights_": true,
-  "transformers_version": "4.29.2",
+  "transformers_version": "4.33.0.dev0",
   "vocab_size": 28996
 }

quantize_config.json

@@ -0,0 +1,33 @@
+{
+    "per_channel": true,
+    "reduce_range": true,
+    "per_model_config": {
+        "model": {
+            "op_types": [
+                "Cast",
+                "Constant",
+                "Expand",
+                "MatMul",
+                "Softmax",
+                "Concat",
+                "Unsqueeze",
+                "Shape",
+                "Pow",
+                "Transpose",
+                "Sub",
+                "Slice",
+                "ReduceMean",
+                "Sqrt",
+                "Where",
+                "Gather",
+                "Add",
+                "Equal",
+                "Reshape",
+                "Mul",
+                "Erf",
+                "Div"
+            ],
+            "weight_type": "QInt8"
+        }
+    }
+}