class_docstr: Runs basic tokenization (punctuation splitting, lower casing, etc.).
class_docstr_tok: ["Runs","basic","tokenization","(","punctuation","splitting",",","lower","casing",",","etc",".",")","."]
docstr: Constructs a BasicTokenizer.
  Args:
      do_lower_case: Whether to lower case the input.
docstr_tok: ["Constructs","a","BasicTokenizer",".","Args",":","do_lower_case",":","Whether","to","lower","case","the","input","."]
code: def __init__(self, do_lower_case: bool = True):
      """Constructs a BasicTokenizer.
      Args:
          do_lower_case: Whether to lower case the input.
      """
      self.do_lower_case = do_lower_case
  
imports: import collections
  import io
  import pickle
  import unicodedata
  from typing import List, Union
label_desc: Use image node_id 1 to create a new BasicTokenizer object from inherited base classes: object with example: obj = BasicTokenizer(do_lower_case)