m-minilm-l12-h384-data-augumented-dra-tam-mal-aw-classification-finetune
/
default
/head_config.json
{ | |
"config": { | |
"activation_function": "gelu", | |
"bias": true, | |
"embedding_size": 768, | |
"head_type": "masked_lm", | |
"label2id": null, | |
"layer_norm": true, | |
"layers": 2, | |
"shift_labels": false, | |
"vocab_size": 250000 | |
}, | |
"hidden_size": 768, | |
"model_class": "BertAdapterModel", | |
"model_name": "ai4bharat/IndicBERTv2-MLM-only", | |
"model_type": "bert", | |
"name": "default", | |
"version": "adapters.1.0.1" | |
} |