class_docstr: Runs basic tokenization (punctuation splitting, lower casing, etc.).
docstr: Constructs a BasicTokenizer.
  Args:
    do_lower_case: Whether to lower case the input.
docstr_tok: ["Constructs","a","BasicTokenizer",".","Args",":","do_lower_case",":","Whether","to","lower","case","the","input","."]
code: def __init__(
      self,
      do_lower_case=True,
      never_split=("[UNK]", "[SEP]", "[PAD]", "[CLS]", "[MASK]"),
  ):
      """Constructs a BasicTokenizer.
      Args:
        do_lower_case: Whether to lower case the input.
      """
      self.do_lower_case = do_lower_case
      self.never_split = never_split
  
file_path: OpenNRE/opennre/tokenization/basic_tokenizer.py
imports: from __future__ import absolute_import
  from __future__ import division
  from __future__ import print_function
  from .utils import convert_to_unicode, clean_text, split_on_whitespace, split_on_punctuation, tokenize_chinese_chars, strip_accents
label_desc: Use image node_id 1 to create a new BasicTokenizer object from inherited base classes: object with example: obj = BasicTokenizer(do_lower_case, never_split)