class_docstr: Runs end-to-end tokenziation.
class_docstr_tok: ["Runs","end-to-end","tokenziation","."]
code: def __init__(self, args):
      self.spm_model = spm.SentencePieceProcessor()
      self.spm_model.Load(args.spm_model_file)
      self.vocab = load_vocab(args.vocab_path)
      self.do_lower_case = args.do_lower_case
      self.inv_vocab = {v: k for k, v in self.vocab.items()}
  
imports: import collections
  import sentencepiece
  import unicodedata
  from .args import str2bool
label_desc: Use image node_id 2 to create a new SentencePieceTokenizer object from inherited base classes: object with example: obj = SentencePieceTokenizer(args)