code: def __init__(
      self,
      bod_token="<d>",
      eod_token="</d>",
      bos_token="<s>",
      eos_token="</s>",
      pad_token="<pad>",
      unk_token="<unk>",
      line_token="</n>",
      space_token="</_>",
  ):
      self.bod_token = bod_token
      self.eod_token = eod_token
      self.bos_token = bos_token
      self.eos_token = eos_token
      self.pad_token = pad_token
      self.unk_token = unk_token
      self.line_token = line_token
      self.space_token = space_token
  
      self.encoder = load_vocab(
          pkg_resources.resource_stream("cpm_live", "vocabs/ant.txt")
      )
      self.encoder[" "] = self.encoder[space_token]
      self.encoder["\n"] = self.encoder[line_token]
  
      del self.encoder[self.space_token]
      del self.encoder[self.line_token]
  
      self.decoder = {v: k for k, v in self.encoder.items()}
  
      self.wordpiece_tokenizer = WordpieceTokenizer(
          vocab=self.encoder, unk_token=self.unk_token
      )
  
imports: import jieba
  import pkg_resources
  import io
  from typing import IO
label_desc: Use image node_id 1 to create a new CPMAntTokenizer object from inherited base classes: object with example: obj = CPMAntTokenizer(bod_token, eod_token, bos_token, eos_token, pad_token, unk_token, line_token, space_token)