dongxiaoqun
commited on
Commit
·
b2cca37
1
Parent(s):
ba356d0
Update README.md
Browse files
README.md
CHANGED
@@ -35,8 +35,7 @@ from typing import List, Optional
|
|
35 |
class PegasusTokenizer(BertTokenizer):
|
36 |
model_input_names = ["input_ids", "attention_mask"]
|
37 |
def __init__(self, **kwargs):
|
38 |
-
|
39 |
-
super().__init__(pre_tokenizer=self.pre_tokenizer, **kwargs)
|
40 |
self.add_special_tokens({'additional_special_tokens':["<mask_1>"]})
|
41 |
|
42 |
def build_inputs_with_special_tokens(
|
|
|
35 |
class PegasusTokenizer(BertTokenizer):
|
36 |
model_input_names = ["input_ids", "attention_mask"]
|
37 |
def __init__(self, **kwargs):
|
38 |
+
super().__init__(**kwargs)
|
|
|
39 |
self.add_special_tokens({'additional_special_tokens':["<mask_1>"]})
|
40 |
|
41 |
def build_inputs_with_special_tokens(
|