emmazhong commited on
Commit
20c5a8c
·
1 Parent(s): 5dde38c

Delete vocab

Browse files
Files changed (3) hide show
  1. vocab/__init__.py +0 -0
  2. vocab/vocab.py +0 -11
  3. vocab/vocab.txt +0 -14
vocab/__init__.py DELETED
File without changes
vocab/vocab.py DELETED
@@ -1,11 +0,0 @@
1
-
2
- class Vocab:
3
- def __init__(self, file_path):
4
- self.token_list = []
5
- self.load_vocab_from_file(file_path)
6
-
7
- def load_vocab_from_file(self, file_path):
8
- with open(file_path, 'r', encoding='utf-8') as f:
9
- vocabs = f.readlines()
10
- for vocab in vocabs:
11
- self.token_list.append(vocab.strip('\n'))
 
 
 
 
 
 
 
 
 
 
 
 
vocab/vocab.txt DELETED
@@ -1,14 +0,0 @@
1
- chinese
2
- english
3
- french
4
- german
5
- indonesian
6
- italian
7
- japanese
8
- korean
9
- portuguese
10
- russian
11
- spanish
12
- turkish
13
- vietnamese
14
- other