Fernando Carneiro commited on
Commit
d2f1b2a
·
1 Parent(s): d81ad00

BERTweetTokenizer test

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -20,10 +20,10 @@
20
  "num_hidden_layers": 12,
21
  "pad_token_id": 1,
22
  "position_embedding_type": "absolute",
23
- "tokenizer_class": "BERTweetBRTokenizer",
24
  "torch_dtype": "float32",
25
  "transformers_version": "4.11.3",
26
  "type_vocab_size": 1,
27
  "use_cache": true,
28
- "vocab_size": 64005
29
  }
 
20
  "num_hidden_layers": 12,
21
  "pad_token_id": 1,
22
  "position_embedding_type": "absolute",
23
+ "tokenizer_class": "BertweetTokenizer",
24
  "torch_dtype": "float32",
25
  "transformers_version": "4.11.3",
26
  "type_vocab_size": 1,
27
  "use_cache": true,
28
+ "vocab_size": 64004
29
  }