Upload tokenizer

Browse files

Files changed (4) hide show

added_tokens.json +6 -0
special_tokens_map.json +6 -0
tokenizer_config.json +49 -0
vocab.json +576 -0

added_tokens.json ADDED Viewed

	@@ -0,0 +1,6 @@

+{
+  "</s>": 575,
+  "<s>": 574,
+  "[PAD]": 573,
+  "[UNK]": 572
+}

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,6 @@

+{
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "[PAD]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,49 @@

+{
+  "added_tokens_decoder": {
+    "572": {
+      "content": "[UNK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": false
+    },
+    "573": {
+      "content": "[PAD]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": false
+    },
+    "574": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "575": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "do_lower_case": false,
+  "eos_token": "</s>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "replace_word_delimiter_char": " ",
+  "target_lang": null,
+  "tokenizer_class": "Wav2Vec2CTCTokenizer",
+  "tokenizer_file": null,
+  "unk_token": "[UNK]",
+  "word_delimiter_token": "|"
+}

vocab.json ADDED Viewed

	@@ -0,0 +1,576 @@

+{
+  "[PAD]": 573,
+  "[UNK]": 572,
+  "|": 571,
+  "一": 8,
+  "七": 525,
+  "三": 452,
+  "上": 328,
+  "下": 99,
+  "不": 403,
+  "与": 273,
+  "专": 566,
+  "且": 496,
+  "业": 405,
+  "东": 470,
+  "两": 213,
+  "严": 129,
+  "个": 153,
+  "中": 418,
+  "为": 198,
+  "主": 527,
+  "久": 265,
+  "么": 334,
+  "之": 4,
+  "乌": 385,
+  "也": 3,
+  "习": 381,
+  "买": 408,
+  "了": 538,
+  "事": 422,
+  "二": 46,
+  "于": 82,
+  "互": 393,
+  "五": 175,
+  "些": 216,
+  "交": 86,
+  "享": 197,
+  "亲": 228,
+  "人": 75,
+  "什": 252,
+  "今": 300,
+  "介": 523,
+  "从": 203,
+  "他": 516,
+  "以": 493,
+  "们": 358,
+  "件": 439,
+  "任": 285,
+  "份": 299,
+  "仿": 532,
+  "优": 84,
+  "会": 563,
+  "伴": 32,
+  "但": 136,
+  "位": 67,
+  "住": 1,
+  "体": 211,
+  "余": 491,
+  "佛": 414,
+  "作": 297,
+  "你": 364,
+  "使": 536,
+  "侵": 40,
+  "便": 332,
+  "信": 54,
+  "修": 185,
+  "候": 80,
+  "倾": 365,
+  "偏": 95,
+  "做": 126,
+  "停": 19,
+  "偶": 188,
+  "傅": 542,
+  "催": 495,
+  "像": 465,
+  "儿": 276,
+  "充": 284,
+  "先": 488,
+  "光": 21,
+  "克": 456,
+  "免": 62,
+  "全": 14,
+  "八": 294,
+  "六": 503,
+  "兰": 363,
+  "关": 111,
+  "兴": 460,
+  "其": 537,
+  "内": 155,
+  "再": 505,
+  "写": 565,
+  "冲": 370,
+  "决": 215,
+  "况": 359,
+  "准": 248,
+  "减": 250,
+  "几": 100,
+  "出": 6,
+  "分": 26,
+  "刚": 165,
+  "初": 303,
+  "别": 30,
+  "到": 73,
+  "刻": 411,
+  "前": 355,
+  "剑": 45,
+  "剧": 59,
+  "力": 56,
+  "功": 57,
+  "务": 489,
+  "动": 498,
+  "助": 553,
+  "努": 401,
+  "劳": 212,
+  "勤": 451,
+  "北": 454,
+  "区": 77,
+  "十": 446,
+  "半": 569,
+  "华": 88,
+  "单": 543,
+  "卡": 526,
+  "印": 37,
+  "历": 44,
+  "原": 50,
+  "去": 293,
+  "又": 275,
+  "友": 340,
+  "反": 169,
+  "发": 76,
+  "取": 74,
+  "受": 417,
+  "变": 444,
+  "口": 125,
+  "另": 245,
+  "只": 177,
+  "叫": 121,
+  "可": 249,
+  "右": 258,
+  "号": 66,
+  "吃": 267,
+  "各": 519,
+  "合": 161,
+  "同": 235,
+  "名": 98,
+  "后": 362,
+  "向": 253,
+  "吗": 567,
+  "吧": 520,
+  "听": 227,
+  "吼": 424,
+  "呀": 134,
+  "呃": 389,
+  "呗": 420,
+  "呢": 329,
+  "周": 421,
+  "和": 376,
+  "咱": 130,
+  "哈": 94,
+  "响": 530,
+  "哎": 413,
+  "哦": 291,
+  "哪": 459,
+  "啊": 323,
+  "啥": 71,
+  "喜": 429,
+  "嗯": 333,
+  "嘛": 361,
+  "嘴": 176,
+  "器": 236,
+  "四": 115,
+  "回": 52,
+  "因": 395,
+  "园": 38,
+  "围": 191,
+  "国": 109,
+  "在": 123,
+  "地": 180,
+  "城": 367,
+  "基": 425,
+  "壳": 70,
+  "备": 147,
+  "复": 189,
+  "外": 146,
+  "多": 221,
+  "够": 31,
+  "大": 304,
+  "天": 482,
+  "太": 322,
+  "头": 302,
+  "奇": 549,
+  "奋": 200,
+  "女": 379,
+  "她": 112,
+  "好": 13,
+  "如": 63,
+  "妈": 58,
+  "始": 41,
+  "姓": 568,
+  "威": 410,
+  "子": 350,
+  "字": 357,
+  "存": 287,
+  "学": 448,
+  "孩": 164,
+  "它": 48,
+  "安": 83,
+  "完": 368,
+  "定": 348,
+  "宝": 201,
+  "实": 69,
+  "家": 330,
+  "容": 308,
+  "宽": 139,
+  "寡": 316,
+  "对": 383,
+  "射": 529,
+  "小": 453,
+  "少": 546,
+  "尔": 301,
+  "就": 399,
+  "尽": 51,
+  "局": 23,
+  "居": 5,
+  "屏": 135,
+  "展": 375,
+  "属": 18,
+  "山": 548,
+  "岁": 396,
+  "州": 254,
+  "工": 515,
+  "左": 507,
+  "差": 390,
+  "己": 458,
+  "已": 437,
+  "巴": 335,
+  "市": 309,
+  "师": 163,
+  "希": 205,
+  "带": 33,
+  "帮": 502,
+  "常": 277,
+  "幕": 555,
+  "干": 551,
+  "平": 509,
+  "年": 208,
+  "并": 382,
+  "广": 263,
+  "应": 138,
+  "底": 234,
+  "度": 72,
+  "建": 110,
+  "开": 320,
+  "弄": 28,
+  "强": 347,
+  "归": 120,
+  "当": 292,
+  "彩": 143,
+  "影": 25,
+  "往": 478,
+  "很": 518,
+  "得": 116,
+  "微": 29,
+  "心": 461,
+  "忘": 419,
+  "忧": 39,
+  "快": 522,
+  "念": 471,
+  "怀": 101,
+  "怎": 96,
+  "怕": 402,
+  "思": 223,
+  "总": 504,
+  "悉": 279,
+  "悠": 20,
+  "患": 102,
+  "悲": 182,
+  "情": 386,
+  "惨": 469,
+  "惯": 93,
+  "想": 468,
+  "意": 281,
+  "感": 264,
+  "慢": 27,
+  "懂": 183,
+  "懒": 511,
+  "成": 194,
+  "我": 9,
+  "或": 173,
+  "戚": 256,
+  "房": 218,
+  "所": 157,
+  "手": 346,
+  "才": 450,
+  "打": 339,
+  "执": 233,
+  "找": 345,
+  "把": 78,
+  "抓": 487,
+  "抢": 206,
+  "抱": 192,
+  "担": 371,
+  "拍": 36,
+  "拿": 158,
+  "挂": 231,
+  "按": 464,
+  "挺": 47,
+  "换": 247,
+  "探": 217,
+  "接": 490,
+  "提": 262,
+  "搜": 240,
+  "搞": 195,
+  "摆": 442,
+  "放": 409,
+  "故": 167,
+  "教": 534,
+  "敬": 159,
+  "数": 261,
+  "整": 260,
+  "文": 556,
+  "斗": 486,
+  "断": 473,
+  "新": 171,
+  "方": 295,
+  "无": 314,
+  "旧": 204,
+  "时": 558,
+  "明": 106,
+  "星": 392,
+  "映": 378,
+  "是": 319,
+  "显": 426,
+  "暂": 298,
+  "最": 168,
+  "月": 118,
+  "有": 22,
+  "朋": 476,
+  "服": 440,
+  "望": 352,
+  "期": 559,
+  "本": 406,
+  "机": 90,
+  "杀": 312,
+  "来": 81,
+  "林": 391,
+  "果": 64,
+  "柔": 15,
+  "标": 141,
+  "校": 65,
+  "样": 539,
+  "棋": 564,
+  "楼": 91,
+  "概": 268,
+  "模": 477,
+  "次": 199,
+  "欢": 443,
+  "正": 353,
+  "武": 541,
+  "死": 377,
+  "殖": 506,
+  "比": 500,
+  "毕": 89,
+  "毛": 61,
+  "民": 156,
+  "水": 547,
+  "汇": 466,
+  "江": 455,
+  "沉": 128,
+  "没": 462,
+  "沿": 497,
+  "法": 117,
+  "注": 438,
+  "津": 255,
+  "活": 246,
+  "派": 313,
+  "流": 210,
+  "浙": 514,
+  "海": 430,
+  "消": 480,
+  "深": 407,
+  "温": 142,
+  "激": 224,
+  "灰": 545,
+  "点": 105,
+  "烦": 360,
+  "焦": 533,
+  "然": 131,
+  "熔": 225,
+  "熟": 343,
+  "爬": 103,
+  "爱": 531,
+  "爸": 43,
+  "物": 467,
+  "特": 35,
+  "狼": 324,
+  "环": 193,
+  "现": 479,
+  "理": 60,
+  "瓣": 317,
+  "甘": 540,
+  "生": 463,
+  "用": 272,
+  "电": 342,
+  "男": 114,
+  "画": 149,
+  "留": 184,
+  "略": 10,
+  "病": 412,
+  "痕": 172,
+  "白": 282,
+  "的": 16,
+  "盖": 436,
+  "目": 239,
+  "直": 561,
+  "相": 87,
+  "看": 2,
+  "真": 290,
+  "着": 179,
+  "研": 97,
+  "确": 55,
+  "神": 305,
+  "离": 474,
+  "种": 251,
+  "科": 447,
+  "秒": 92,
+  "称": 481,
+  "程": 315,
+  "稍": 220,
+  "突": 79,
+  "竟": 278,
+  "童": 554,
+  "等": 331,
+  "筑": 354,
+  "答": 113,
+  "策": 0,
+  "简": 499,
+  "类": 552,
+  "精": 34,
+  "累": 7,
+  "繁": 144,
+  "级": 219,
+  "线": 307,
+  "练": 286,
+  "组": 337,
+  "细": 380,
+  "终": 494,
+  "绍": 108,
+  "经": 544,
+  "结": 356,
+  "绕": 232,
+  "给": 445,
+  "续": 321,
+  "综": 351,
+  "老": 243,
+  "考": 311,
+  "者": 501,
+  "而": 349,
+  "聊": 160,
+  "肃": 560,
+  "肯": 207,
+  "背": 17,
+  "能": 557,
+  "脑": 274,
+  "自": 432,
+  "致": 394,
+  "舍": 140,
+  "般": 209,
+  "节": 570,
+  "苦": 288,
+  "虑": 49,
+  "虽": 202,
+  "行": 270,
+  "被": 271,
+  "装": 427,
+  "西": 151,
+  "要": 124,
+  "覆": 289,
+  "见": 327,
+  "视": 152,
+  "觉": 187,
+  "角": 230,
+  "解": 269,
+  "言": 510,
+  "认": 513,
+  "让": 485,
+  "讯": 344,
+  "记": 12,
+  "讲": 222,
+  "许": 127,
+  "论": 42,
+  "设": 433,
+  "评": 387,
+  "识": 384,
+  "词": 181,
+  "试": 415,
+  "话": 174,
+  "该": 404,
+  "详": 435,
+  "语": 310,
+  "说": 85,
+  "读": 24,
+  "课": 517,
+  "调": 397,
+  "谢": 11,
+  "谱": 562,
+  "豆": 366,
+  "象": 326,
+  "质": 508,
+  "资": 107,
+  "走": 104,
+  "起": 374,
+  "超": 306,
+  "趣": 166,
+  "足": 280,
+  "跟": 512,
+  "路": 398,
+  "身": 521,
+  "转": 133,
+  "软": 122,
+  "轻": 53,
+  "较": 457,
+  "输": 431,
+  "辖": 68,
+  "辛": 434,
+  "辩": 137,
+  "边": 428,
+  "过": 226,
+  "近": 259,
+  "还": 132,
+  "这": 483,
+  "远": 244,
+  "迹": 484,
+  "送": 535,
+  "逃": 178,
+  "速": 524,
+  "遇": 237,
+  "避": 229,
+  "那": 145,
+  "邵": 196,
+  "郝": 528,
+  "部": 372,
+  "都": 416,
+  "释": 472,
+  "里": 241,
+  "重": 341,
+  "量": 242,
+  "钟": 373,
+  "铁": 119,
+  "长": 475,
+  "门": 283,
+  "问": 257,
+  "闲": 162,
+  "间": 423,
+  "院": 150,
+  "随": 186,
+  "隐": 325,
+  "隔": 214,
+  "难": 296,
+  "需": 441,
+  "霸": 318,
+  "靠": 148,
+  "面": 170,
+  "音": 388,
+  "顾": 266,
+  "题": 369,
+  "风": 400,
+  "飞": 449,
+  "驰": 190,
+  "高": 338,
+  "魔": 336,
+  "麻": 238,
+  "默": 550,
+  "龄": 154,
+  "龙": 492
+}