Transformers.js - Enable external data format in Node.js
Browse filesSee https://github.com/huggingface/transformers.js/pull/1212 for more information.
- config.json +13 -1
config.json
CHANGED
@@ -54,5 +54,17 @@
|
|
54 |
"torch_dtype": "bfloat16",
|
55 |
"vision_use_head": false
|
56 |
},
|
57 |
-
"num_image_tokens": 4096
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
58 |
}
|
|
|
54 |
"torch_dtype": "bfloat16",
|
55 |
"vision_use_head": false
|
56 |
},
|
57 |
+
"num_image_tokens": 4096,
|
58 |
+
"transformers.js_config": {
|
59 |
+
"use_external_data_format": {
|
60 |
+
"decoder_model_merged.onnx": true,
|
61 |
+
"decoder_model_merged_fp16.onnx": true,
|
62 |
+
"decoder_model_merged_int8.onnx": true,
|
63 |
+
"decoder_model_merged_quantized.onnx": true,
|
64 |
+
"decoder_model_merged_uint8.onnx": true,
|
65 |
+
"embed_tokens.onnx": true,
|
66 |
+
"embed_tokens_bnb4.onnx": true,
|
67 |
+
"embed_tokens_q4.onnx": true
|
68 |
+
}
|
69 |
+
}
|
70 |
}
|