class_docstr: Tokenizer for whitespace
class_docstr_tok: ["Tokenizer","for","whitespace"]
docstr: tokenize function in Tokenizer.
docstr_tok: ["tokenize","function","in","Tokenizer","."]
code: def tokenize(self, text):
      """
      tokenize function in Tokenizer.
      """
      start = -1
      tokens = []
      for i, character in enumerate(text):
          if character == " " or character == "\t":
              if start >= 0:
                  word = text[start:i]
                  tokens.append(
                      {
                          "word": word,
                          "original_text": word,
                          "char_begin": start,
                          "char_end": i,
                      }
                  )
                  start = -1
          else:
              if start < 0:
                  start = i
      if start >= 0:
          tokens.append(
              {
                  "word": text[start : len(text)],
                  "original_text": text[start : len(text)],
                  "char_begin": start,
                  "char_end": len(text),
              }
          )
      return tokens
  
file_path: nni/examples/trials/ga_squad/data.py
imports: import csv
  import json
  from random import shuffle
  import numpy
label_desc: Use image node_id 1 for calling the WhitespaceTokenizer obj's underlying member method code with example usage: obj.tokenize(text) and returns: tokens