class_docstr: Constructs a Wav2Vec2CTC tokenizer.
  
  This tokenizer inherits from [`PreTrainedTokenizer`] which contains some of the main methods. Users should refer to
  the superclass for more information regarding such methods.
  
  Args:
      vocab_file (`str`):
          File containing the vocabulary.
      bos_token (`str`, *optional*, defaults to `"<s>"`):
          The beginning of sentence token.
      eos_token (`str`, *optional*, defaults to `"</s>"`):
          The end of sentence token.
      unk_token (`str`, *optional*, defaults to `"<unk>"`):
          The unknown token. A token that is not in the vocabulary cannot be converted to an ID and is set to be this
          token instead.
      pad_token (`str`, *optional*, defaults to `"<pad>"`):
          The token used for padding, for example when batching sequences of different lengths.
      word_delimiter_token (`str`, *optional*, defaults to `"|"`):
          The token used for defining the end of a word.
      do_lower_case (`bool`, *optional*, defaults to `False`):
          Whether or not to accept lowercase input and lowercase the output when decoding.
  
      **kwargs
          Additional keyword arguments passed along to [`PreTrainedTokenizer`]
class_docstr_tok: ["Constructs","a","Wav2Vec2CTC","tokenizer",".","This","tokenizer","inherits","from","[","`","PreTrainedTokenizer","`","]","which","contains","some","of","the","main","methods",".","Users","should","refer","to","the","superclass","for","more","information","regarding","such","methods",".","Args",":","vocab_file","(","`","str","`",")",":","File","containing","the","vocabulary",".","bos_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","s",">","''","`",")",":","The","beginning","of","sentence","token",".","eos_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","\/s",">","''","`",")",":","The","end","of","sentence","token",".","unk_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","unk",">","''","`",")",":","The","unknown","token",".","A","token","that","is","not","in","the","vocabulary","can","not","be","converted","to","an","ID","and","is","set","to","be","this","token","instead",".","pad_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","<","pad",">","''","`",")",":","The","token","used","for","padding",",","for","example","when","batching","sequences","of","different","lengths",".","word_delimiter_token","(","`","str","`",",","*","optional","*",",","defaults","to","`","``","|","''","`",")",":","The","token","used","for","defining","the","end","of","a","word",".","do_lower_case","(","`","bool","`",",","*","optional","*",",","defaults","to","`","False","`",")",":","Whether","or","not","to","accept","lowercase","input","and","lowercase","the","output","when","decoding",".","*","*","kwargs","Additional","keyword","arguments","passed","along","to","[","`","PreTrainedTokenizer","`","]"]
docstr: Converts a string in a sequence of tokens (string), using the tokenizer.
docstr_tok: ["Converts","a","string","in","a","sequence","of","tokens","(","string",")",",","using","the","tokenizer","."]
code: def _tokenize(self, text, **kwargs):
      """
      Converts a string in a sequence of tokens (string), using the tokenizer.
      """
      if self.do_lower_case:
          text = text.upper()
  
      return list(text.replace(" ", self.word_delimiter_token))
  
imports: import json
  import os
  import sys
  import warnings
  from dataclasses import dataclass
  from itertools import groupby
  from typing import TYPE_CHECKING, Dict, List, Optional, Tuple, Union
  import numpy
  from ...tokenization_utils import PreTrainedTokenizer, _insert_one_token_to_ordered_list
  from ...tokenization_utils_base import AddedToken, BatchEncoding
  from ...utils import ModelOutput, PaddingStrategy, TensorType, add_end_docstrings, is_flax_available, is_tf_available, is_torch_available, logging, to_py_obj
label_desc: Use image node_id 8 for calling the Wav2Vec2CTCTokenizer obj's underlying member method code with example usage: obj._tokenize(text) and returns: list