Update modeling.py
Browse files- modeling.py +1 -1
modeling.py
CHANGED
@@ -8,7 +8,7 @@ from .tokenization_utils import QueryTokenizer, DocTokenizer
|
|
8 |
|
9 |
# this is a hack to force huggingface hub to download the tokenizer files
|
10 |
try:
|
11 |
-
with open("
|
12 |
pass
|
13 |
except Exception as e:
|
14 |
pass
|
|
|
8 |
|
9 |
# this is a hack to force huggingface hub to download the tokenizer files
|
10 |
try:
|
11 |
+
with open("./tokenizer_config.json", "r") as f, open("./tokenizer.json", "r") as f2, open("./vocab.txt", "r") as f3:
|
12 |
pass
|
13 |
except Exception as e:
|
14 |
pass
|