code: def __init__(
      self,
  ):
      self.unk_token = "<unk>"
      self.mask_token = "<mask>"
      self.bos_token = "<s>"
      self.eos_token = "</s>"
      self.line_token = "\n"
      self.space_token = " "
  
      self.encoder = load_vocab(
          pkg_resources.resource_stream("cpm_live", "vocabs/bee.txt")
      )
      self.encoder[self.line_token] = self.encoder["</n>"]
      self.encoder[self.space_token] = self.encoder["</_>"]
      del self.encoder["</n>"]
      del self.encoder["</_>"]
  
      self.decoder = {v: k for k, v in self.encoder.items()}
      self._special_tokens = {
          k: v
          for k, v in self.encoder.items()
          if k.startswith("<") and k.endswith(">")
      }
  
      self._max_word_len = max([len(x) for x in self.encoder.keys()])
  
imports: import pkg_resources
  import io
  from typing import IO, Dict, List, Optional, Tuple
label_desc: Use image node_id 1 to create a new CPMBeeTokenizer object from inherited base classes: object with example: obj = CPMBeeTokenizer()