Delete vocab
Browse files- vocab/__init__.py +0 -0
- vocab/vocab.py +0 -11
- vocab/vocab.txt +0 -14
vocab/__init__.py
DELETED
|
File without changes
|
vocab/vocab.py
DELETED
|
@@ -1,11 +0,0 @@
|
|
| 1 |
-
|
| 2 |
-
class Vocab:
|
| 3 |
-
def __init__(self, file_path):
|
| 4 |
-
self.token_list = []
|
| 5 |
-
self.load_vocab_from_file(file_path)
|
| 6 |
-
|
| 7 |
-
def load_vocab_from_file(self, file_path):
|
| 8 |
-
with open(file_path, 'r', encoding='utf-8') as f:
|
| 9 |
-
vocabs = f.readlines()
|
| 10 |
-
for vocab in vocabs:
|
| 11 |
-
self.token_list.append(vocab.strip('\n'))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
vocab/vocab.txt
DELETED
|
@@ -1,14 +0,0 @@
|
|
| 1 |
-
chinese
|
| 2 |
-
english
|
| 3 |
-
french
|
| 4 |
-
german
|
| 5 |
-
indonesian
|
| 6 |
-
italian
|
| 7 |
-
japanese
|
| 8 |
-
korean
|
| 9 |
-
portuguese
|
| 10 |
-
russian
|
| 11 |
-
spanish
|
| 12 |
-
turkish
|
| 13 |
-
vietnamese
|
| 14 |
-
other
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|