Upload ConstBERT
Browse files- modeling.py +1 -1
modeling.py
CHANGED
@@ -8,7 +8,7 @@ from .tokenization_utils import QueryTokenizer, DocTokenizer
|
|
8 |
|
9 |
# this is a hack to force huggingface hub to download the tokenizer files
|
10 |
try:
|
11 |
-
with open("
|
12 |
pass
|
13 |
except Exception as e:
|
14 |
pass
|
|
|
8 |
|
9 |
# this is a hack to force huggingface hub to download the tokenizer files
|
10 |
try:
|
11 |
+
with open("constbert/tokenizer_config.json", "r") as f, open("constbert/tokenizer.json", "r") as f2, open("constbert/vocab.txt", "r") as f3:
|
12 |
pass
|
13 |
except Exception as e:
|
14 |
pass
|