class_docstr: Process unit for text tokenization.
docstr: Initialization.
docstr_tok: ["Initialization","."]
code: def __init__(self, vocab: dict, max_input_chars_per_word: int = 200):
      """Initialization."""
      self.vocab = vocab
      self.unk_token = "[UNK]"
      self.max_input_chars_per_word = max_input_chars_per_word
  
file_path: MatchZoo/matchzoo/preprocessors/units/tokenize.py
imports: import nltk
  from matchzoo.utils.bert_utils import is_chinese_char, whitespace_tokenize, run_split_on_punc
  from .unit import Unit
label_desc: Use image node_id 1 to create a new WordPieceTokenize object from inherited base classes: Unit with example: obj = WordPieceTokenize(vocab, max_input_chars_per_word)