Transformers.js - Enable external data format in Node.js
Browse filesSee https://github.com/huggingface/transformers.js/pull/1212 for more information.
- config.json +8 -1
config.json
CHANGED
|
@@ -38,6 +38,13 @@
|
|
| 38 |
"vision_encoder": "q8",
|
| 39 |
"embed_tokens": "fp16",
|
| 40 |
"decoder_model_merged": "q4"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
}
|
| 42 |
},
|
| 43 |
"use_cache": true,
|
|
@@ -53,4 +60,4 @@
|
|
| 53 |
"vision_start_token_id": 151652,
|
| 54 |
"vision_token_id": 151654,
|
| 55 |
"vocab_size": 151936
|
| 56 |
-
}
|
|
|
|
| 38 |
"vision_encoder": "q8",
|
| 39 |
"embed_tokens": "fp16",
|
| 40 |
"decoder_model_merged": "q4"
|
| 41 |
+
},
|
| 42 |
+
"use_external_data_format": {
|
| 43 |
+
"decoder_model_merged.onnx": true,
|
| 44 |
+
"decoder_model_merged_fp16.onnx": true,
|
| 45 |
+
"vision_encoder.onnx": true,
|
| 46 |
+
"vision_encoder_bnb4.onnx": true,
|
| 47 |
+
"vision_encoder_q4.onnx": true
|
| 48 |
}
|
| 49 |
},
|
| 50 |
"use_cache": true,
|
|
|
|
| 60 |
"vision_start_token_id": 151652,
|
| 61 |
"vision_token_id": 151654,
|
| 62 |
"vocab_size": 151936
|
| 63 |
+
}
|