svenschultze
/

voix-40-llama3.2-1b

Model card Files Files and versions Community

Sven Schultze commited on 20 days ago

Commit

1c0d6bf

·

1 Parent(s): be9256d

update tokenizer

Files changed (2) hide show

tokenizer.json +2 -2
tokenizer_config.json +1 -2

tokenizer.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88ca1c49bb27efa085f1ea4cdd2f88d29a4fc498af002fb1af23c39f97aaa067
-size 17209858

 version https://git-lfs.github.com/spec/v1
+oid sha256:47501314c4b57cf09d328dc4f73d1f67d6c98a3200fccaace6f7c3a787067393
+size 9085595

tokenizer_config.json CHANGED Viewed

@@ -2059,6 +2059,5 @@
     "attention_mask"
   ],
   "model_max_length": 131072,
-  "pad_token": "▼",
-  "tokenizer_class": "PreTrainedTokenizer"
 }

     "attention_mask"
   ],
   "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
 }