hyojin99 commited on
Commit
e8d72f2
Β·
verified Β·
1 Parent(s): 0ea8c91

Upload tokenizer

Browse files
Files changed (1) hide show
  1. vocab.json +69 -69
vocab.json CHANGED
@@ -1,75 +1,75 @@
1
  {
2
- "0": 45,
3
- "1": 44,
4
- "2": 41,
5
- "3": 48,
6
- "4": 12,
7
- "8": 60,
8
  "[PAD]": 72,
9
  "[UNK]": 71,
10
- "a": 37,
11
- "c": 34,
12
- "d": 20,
13
- "e": 10,
14
- "f": 43,
15
- "i": 19,
16
- "j": 52,
17
- "m": 8,
18
- "n": 11,
19
- "o": 25,
20
- "p": 33,
21
- "r": 54,
22
- "s": 47,
23
- "t": 66,
24
- "u": 15,
25
- "v": 0,
26
- "|": 23,
27
- "γ„±": 31,
28
- "γ„²": 69,
29
- "γ„΄": 26,
30
- "γ„΅": 64,
31
- "γ„Ά": 63,
32
- "γ„·": 22,
33
- "γ„Έ": 16,
34
- "γ„Ή": 46,
35
- "γ„Ί": 1,
36
- "γ„»": 65,
37
- "γ„Ό": 59,
38
- "γ„Ύ": 7,
39
- "γ…€": 57,
40
- "ㅁ": 3,
41
- "γ…‚": 21,
42
- "γ…ƒ": 39,
43
- "γ…„": 50,
44
- "γ……": 18,
45
- "γ…†": 24,
46
- "γ…‡": 30,
47
- "γ…ˆ": 2,
48
- "γ…‰": 35,
49
- "γ…Š": 58,
50
- "γ…‹": 38,
51
- "γ…Œ": 9,
52
- "ㅍ": 49,
53
- "γ…Ž": 36,
54
- "ㅏ": 4,
55
- "ㅐ": 67,
56
- "γ…‘": 17,
57
- "γ…’": 28,
58
- "γ…“": 51,
59
- "γ…”": 55,
60
- "γ…•": 42,
61
- "γ…–": 27,
62
- "γ…—": 62,
63
- "γ…˜": 68,
64
- "γ…™": 14,
65
- "γ…š": 56,
66
- "γ…›": 13,
67
  "γ…œ": 40,
68
- "ㅝ": 61,
69
- "γ…ž": 32,
70
  "γ…Ÿ": 5,
71
- "γ… ": 70,
72
- "γ…‘": 29,
73
- "γ…’": 6,
74
- "γ…£": 53
75
  }
 
1
  {
2
+ "0": 67,
3
+ "1": 63,
4
+ "2": 35,
5
+ "3": 46,
6
+ "4": 23,
7
+ "8": 53,
8
  "[PAD]": 72,
9
  "[UNK]": 71,
10
+ "a": 18,
11
+ "c": 48,
12
+ "d": 68,
13
+ "e": 29,
14
+ "f": 39,
15
+ "i": 58,
16
+ "j": 61,
17
+ "m": 21,
18
+ "n": 12,
19
+ "o": 42,
20
+ "p": 6,
21
+ "r": 31,
22
+ "s": 20,
23
+ "t": 47,
24
+ "u": 28,
25
+ "v": 60,
26
+ "|": 44,
27
+ "γ„±": 16,
28
+ "γ„²": 8,
29
+ "γ„΄": 52,
30
+ "γ„΅": 24,
31
+ "γ„Ά": 41,
32
+ "γ„·": 14,
33
+ "γ„Έ": 70,
34
+ "γ„Ή": 57,
35
+ "γ„Ί": 11,
36
+ "γ„»": 2,
37
+ "γ„Ό": 3,
38
+ "γ„Ύ": 26,
39
+ "γ…€": 4,
40
+ "ㅁ": 1,
41
+ "γ…‚": 27,
42
+ "γ…ƒ": 54,
43
+ "γ…„": 25,
44
+ "γ……": 36,
45
+ "γ…†": 17,
46
+ "γ…‡": 9,
47
+ "γ…ˆ": 30,
48
+ "γ…‰": 66,
49
+ "γ…Š": 33,
50
+ "γ…‹": 37,
51
+ "γ…Œ": 22,
52
+ "ㅍ": 19,
53
+ "γ…Ž": 49,
54
+ "ㅏ": 10,
55
+ "ㅐ": 32,
56
+ "γ…‘": 56,
57
+ "γ…’": 69,
58
+ "γ…“": 43,
59
+ "γ…”": 62,
60
+ "γ…•": 55,
61
+ "γ…–": 64,
62
+ "γ…—": 59,
63
+ "γ…˜": 13,
64
+ "γ…™": 51,
65
+ "γ…š": 38,
66
+ "γ…›": 15,
67
  "γ…œ": 40,
68
+ "ㅝ": 50,
69
+ "γ…ž": 65,
70
  "γ…Ÿ": 5,
71
+ "γ… ": 34,
72
+ "γ…‘": 45,
73
+ "γ…’": 0,
74
+ "γ…£": 7
75
  }