class_docstr: Basic tokenizer that tokenizes the input via white spaces.
class_docstr_tok: ["Basic","tokenizer","that","tokenizes","the","input","via","white","spaces","."]
code: def __init__(self, vocab: Optional[Vocab] = None):
      self._vocab = vocab
  
file_path: gluon-nlp/src/gluonnlp/data/tokenizers/whitespace.py
imports: from typing import Optional
  from .base import TOKENIZER_REGISTRY, BaseTokenizerWithVocab, TokenizerEncodeWithoutVocabError, TokenizerDecodeWithoutVocabError, TokenTypeNotSupportedError, rebuild_offset_from_tokens, is_tokens_from_multiple_sentences, get_token_type
  from ..vocab import Vocab
label_desc: Use image node_id 1 to create a new WhitespaceTokenizer object from inherited base classes: BaseTokenizerWithVocab with example: obj = WhitespaceTokenizer(vocab)