code: def text2tokens(self, line: str) -> List[str]:
      tokens = []
      while len(line) != 0:
          for w in self.non_linguistic_symbols.union(
              self.nonsplit_symbols
          ):
              if line.startswith(w):
                  if (
                      w in self.nonsplit_symbols
                      or not self.remove_non_linguistic_symbols
                  ):
                      tokens.append(line[: len(w)])
                  line = line[len(w) :]
                  break
          else:
              t = line[0]
              if t == " ":
                  t = self.space_symbol
              tokens.append(t)
              line = line[1:]
      return tokens
  
file_path: espnet/espnet2/text/char_tokenizer.py
imports: import warnings
  from pathlib import Path
  from typing import Iterable, List, Union
  from typeguard import check_argument_types
  from espnet2.text.abs_tokenizer import AbsTokenizer
label_desc: Use image node_id 3 for calling the CharTokenizer obj's underlying member method code with example usage: obj.text2tokens(line) and returns: tokens