Upload tokenizer
Browse files- tokenizer.json +1 -1
tokenizer.json
CHANGED
@@ -31506,7 +31506,7 @@
|
|
31506 |
"अ": 31350,
|
31507 |
"╔": 31351,
|
31508 |
"无": 31352,
|
31509 |
-
"
": 31353,
|
31510 |
"은": 31354,
|
31511 |
"ʷ": 31355,
|
31512 |
"那": 31356,
|
|
|
31506 |
"अ": 31350,
|
31507 |
"╔": 31351,
|
31508 |
"无": 31352,
|
31509 |
+
"
": 31353,
|
31510 |
"은": 31354,
|
31511 |
"ʷ": 31355,
|
31512 |
"那": 31356,
|