code: def __init__(
      self,
      delimiter: str = None,
      non_linguistic_symbols: Union[Path, str, Iterable[str]] = None,
      remove_non_linguistic_symbols: bool = False,
  ):
      assert check_argument_types()
      self.delimiter = delimiter
  
      if (
          not remove_non_linguistic_symbols
          and non_linguistic_symbols is not None
      ):
          warnings.warn(
              "non_linguistic_symbols is only used "
              "when remove_non_linguistic_symbols = True"
          )
  
      if non_linguistic_symbols is None:
          self.non_linguistic_symbols = set()
      elif isinstance(non_linguistic_symbols, (Path, str)):
          non_linguistic_symbols = Path(non_linguistic_symbols)
          try:
              with non_linguistic_symbols.open(
                  "r", encoding="utf-8"
              ) as f:
                  self.non_linguistic_symbols = set(
                      line.rstrip() for line in f
                  )
          except FileNotFoundError:
              warnings.warn(f"{non_linguistic_symbols} doesn't exist.")
              self.non_linguistic_symbols = set()
      else:
          self.non_linguistic_symbols = set(non_linguistic_symbols)
      self.remove_non_linguistic_symbols = remove_non_linguistic_symbols
  
file_path: espnet/espnet2/text/word_tokenizer.py
imports: import warnings
  from pathlib import Path
  from typing import Iterable, List, Union
  from typeguard import check_argument_types
  from espnet2.text.abs_tokenizer import AbsTokenizer
label_desc: Use image node_id 1 to create a new WordTokenizer object from inherited base classes: AbsTokenizer with example: obj = WordTokenizer(delimiter, non_linguistic_symbols, remove_non_linguistic_symbols)