nroggendorff commited on
Commit
eb2ea54
·
verified ·
1 Parent(s): aa518eb

Update train.py

Browse files
Files changed (1) hide show
  1. train.py +1 -1
train.py CHANGED
@@ -222,7 +222,7 @@ def main(push_to_hub=True, is_inst_finetune=False):
222
 
223
  print("Making Tokenizer..")
224
  tokenizer = create_tokenizer(training_corpus)
225
- print("Made Tokenizer.")
226
  else:
227
  print("Loading Tokenizer..")
228
  tokenizer = load_tokenizer()
 
222
 
223
  print("Making Tokenizer..")
224
  tokenizer = create_tokenizer(training_corpus)
225
+ print(f"Made Tokenizer with size {len(tokenizer)}.")
226
  else:
227
  print("Loading Tokenizer..")
228
  tokenizer = load_tokenizer()