dongxiaoqun commited on
Commit
b2cca37
·
1 Parent(s): ba356d0

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -2
README.md CHANGED
@@ -35,8 +35,7 @@ from typing import List, Optional
35
  class PegasusTokenizer(BertTokenizer):
36
  model_input_names = ["input_ids", "attention_mask"]
37
  def __init__(self, **kwargs):
38
- self.pre_tokenizer = pre_tokenizer
39
- super().__init__(pre_tokenizer=self.pre_tokenizer, **kwargs)
40
  self.add_special_tokens({'additional_special_tokens':["<mask_1>"]})
41
 
42
  def build_inputs_with_special_tokens(
 
35
  class PegasusTokenizer(BertTokenizer):
36
  model_input_names = ["input_ids", "attention_mask"]
37
  def __init__(self, **kwargs):
38
+ super().__init__(**kwargs)
 
39
  self.add_special_tokens({'additional_special_tokens':["<mask_1>"]})
40
 
41
  def build_inputs_with_special_tokens(