Delete vocab
Browse files- vocab/__init__.py +0 -0
- vocab/vocab.py +0 -11
- vocab/vocab.txt +0 -14
vocab/__init__.py
DELETED
File without changes
|
vocab/vocab.py
DELETED
@@ -1,11 +0,0 @@
|
|
1 |
-
|
2 |
-
class Vocab:
|
3 |
-
def __init__(self, file_path):
|
4 |
-
self.token_list = []
|
5 |
-
self.load_vocab_from_file(file_path)
|
6 |
-
|
7 |
-
def load_vocab_from_file(self, file_path):
|
8 |
-
with open(file_path, 'r', encoding='utf-8') as f:
|
9 |
-
vocabs = f.readlines()
|
10 |
-
for vocab in vocabs:
|
11 |
-
self.token_list.append(vocab.strip('\n'))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
vocab/vocab.txt
DELETED
@@ -1,14 +0,0 @@
|
|
1 |
-
chinese
|
2 |
-
english
|
3 |
-
french
|
4 |
-
german
|
5 |
-
indonesian
|
6 |
-
italian
|
7 |
-
japanese
|
8 |
-
korean
|
9 |
-
portuguese
|
10 |
-
russian
|
11 |
-
spanish
|
12 |
-
turkish
|
13 |
-
vietnamese
|
14 |
-
other
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|