class_docstr: Process unit for text tokenization.
docstr: Process input data from raw terms to list of tokens.
  
  :param input_: raw textual input.
  
  :return tokens: tokenized tokens as a list.
docstr_tok: ["Process","input","data","from","raw","terms","to","list","of","tokens",".",":","param","input_",":","raw","textual","input",".",":","return","tokens",":","tokenized","tokens","as","a","list","."]
code: def transform(self, input_: str) -> list:
      """
      Process input data from raw terms to list of tokens.
  
      :param input_: raw textual input.
  
      :return tokens: tokenized tokens as a list.
      """
      return nltk.word_tokenize(input_)
  
file_path: MatchZoo/matchzoo/preprocessors/units/tokenize.py
imports: import nltk
  from matchzoo.utils.bert_utils import is_chinese_char, whitespace_tokenize, run_split_on_punc
  from .unit import Unit
label_desc: Use image node_id 1 for calling the Tokenize obj's underlying member method code with example usage: obj.transform(input_) and returns: nltk