class_docstr: Construct a CPMAnt tokenizer. Based on byte-level Byte-Pair-Encoding.
  
  Args:
      vocab_file (`str`):
          Path to the vocabulary file.
      bod_token (`str`, *optional*, defaults to `"<d>"`):
          The beginning of document token.
      eod_token (`str`, *optional*, defaults to `"</d>"`):
          The end of document token.
      bos_token (`str`, *optional*, defaults to `"<s>"`):
          The beginning of sequence token.
      eos_token (`str`, *optional*, defaults to `"</s>"`):
          The end of sequence token.
      pad_token (`str`, *optional*, defaults to `"<pad>"`):
          The token used for padding.
      unk_token (`str`, *optional*, defaults to `"<unk>"`):
          The unknown token.
      line_token (`str`, *optional*, defaults to `"</n>"`):
          The line token.
      space_token (`str`, *optional*, defaults to `"</_>"`):
          The space token.
class_docstr_tok: ["Construct","a","CPMAnt","tokenizer",".","Based","on","byte-level","Byte-Pair-Encoding",".","Args",":","vocab_file","(","`","str","`",")",":","Path","to","the","vocabulary","file",".","bod_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","d",">","''","`",")",":","The","beginning","of","document","token",".","eod_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","\/d",">","''","`",")",":","The","end","of","document","token",".","bos_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","s",">","''","`",")",":","The","beginning","of","sequence","token",".","eos_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","\/s",">","''","`",")",":","The","end","of","sequence","token",".","pad_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","pad",">","''","`",")",":","The","token","used","for","padding",".","unk_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","unk",">","''","`",")",":","The","unknown","token",".","line_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","\/n",">","''","`",")",":","The","line","token",".","space_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","\/_",">","''","`",")",":","The","space","token","."]
code: def eod_token_id(self):
      return self.encoder[self.eod_token]
  
imports: import collections
  import os
  from typing import List, Optional, Tuple
  from transformers.utils import is_jieba_available, requires_backends
  from ...tokenization_utils import PreTrainedTokenizer
  from ...utils import logging
label_desc: Use image node_id 3 for calling the CpmAntTokenizer obj's underlying member method code with example usage: obj.eod_token_id() and returns: self