Transformers.js - Enable external data format in Node.js
Browse filesSee https://github.com/huggingface/transformers.js/pull/1212 for more information.
- config.json +8 -1
config.json
CHANGED
@@ -38,6 +38,13 @@
|
|
38 |
"vision_encoder": "q8",
|
39 |
"embed_tokens": "fp16",
|
40 |
"decoder_model_merged": "q4"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
41 |
}
|
42 |
},
|
43 |
"use_cache": true,
|
@@ -53,4 +60,4 @@
|
|
53 |
"vision_start_token_id": 151652,
|
54 |
"vision_token_id": 151654,
|
55 |
"vocab_size": 151936
|
56 |
-
}
|
|
|
38 |
"vision_encoder": "q8",
|
39 |
"embed_tokens": "fp16",
|
40 |
"decoder_model_merged": "q4"
|
41 |
+
},
|
42 |
+
"use_external_data_format": {
|
43 |
+
"decoder_model_merged.onnx": true,
|
44 |
+
"decoder_model_merged_fp16.onnx": true,
|
45 |
+
"vision_encoder.onnx": true,
|
46 |
+
"vision_encoder_bnb4.onnx": true,
|
47 |
+
"vision_encoder_q4.onnx": true
|
48 |
}
|
49 |
},
|
50 |
"use_cache": true,
|
|
|
60 |
"vision_start_token_id": 151652,
|
61 |
"vision_token_id": 151654,
|
62 |
"vocab_size": 151936
|
63 |
+
}
|