code: def text2tokens(self, line: str) -> List[str]:
      tokens = []
      for t in line.split(self.delimiter):
          if (
              self.remove_non_linguistic_symbols
              and t in self.non_linguistic_symbols
          ):
              continue
          tokens.append(t)
      return tokens
  
file_path: espnet/espnet2/text/word_tokenizer.py
imports: import warnings
  from pathlib import Path
  from typing import Iterable, List, Union
  from typeguard import check_argument_types
  from espnet2.text.abs_tokenizer import AbsTokenizer
label_desc: Use image node_id 3 for calling the WordTokenizer obj's underlying member method code with example usage: obj.text2tokens(line) and returns: tokens