Spaces:
Runtime error
Runtime error
Update train.py
Browse files
train.py
CHANGED
@@ -222,7 +222,7 @@ def main(push_to_hub=True, is_inst_finetune=False):
|
|
222 |
|
223 |
print("Making Tokenizer..")
|
224 |
tokenizer = create_tokenizer(training_corpus)
|
225 |
-
print("Made Tokenizer.")
|
226 |
else:
|
227 |
print("Loading Tokenizer..")
|
228 |
tokenizer = load_tokenizer()
|
|
|
222 |
|
223 |
print("Making Tokenizer..")
|
224 |
tokenizer = create_tokenizer(training_corpus)
|
225 |
+
print(f"Made Tokenizer with size {len(tokenizer)}.")
|
226 |
else:
|
227 |
print("Loading Tokenizer..")
|
228 |
tokenizer = load_tokenizer()
|