class_docstr: Runs basic tokenization (punctuation splitting, lower casing, etc.).
  
  Args:
      do_lower_case: Whether to lower case the input.
      never_split: A list of tokens not to split.
      tokenize_chinese_chars: Whether to tokenize Chinese characters.
          This should likely be deactivated for Japanese:
          see:
          `https://github.com/huggingface/pytorch-pretrained-BERT/issues/328`
class_docstr_tok: ["Runs","basic","tokenization","(","punctuation","splitting",",","lower","casing",",","etc.",")",".","Args",":","do_lower_case",":","Whether","to","lower","case","the","input",".","never_split",":","A","list","of","tokens","not","to","split",".","tokenize_chinese_chars",":","Whether","to","tokenize","Chinese","characters",".","This","should","likely","be","deactivated","for","Japanese",":","see",":","`","https",":","\/\/github.com\/huggingface\/pytorch-pretrained-BERT\/issues\/328","`"]
code: def __init__(
      self,
      do_lower_case: bool = True,
      never_split: Optional[List[str]] = None,
      tokenize_chinese_chars: bool = True,
  ):
      if never_split is None:
          never_split = []
      self.do_lower_case = do_lower_case
      self.never_split = never_split
      self.tokenize_chinese_chars = tokenize_chinese_chars
  
file_path: texar/texar/tf/data/tokenizers/bert_tokenizer_utils.py
imports: from typing import Dict, List, Optional
  import collections
  import unicodedata
label_desc: Use image node_id 1 to create a new BasicTokenizer object  with example: obj = BasicTokenizer(do_lower_case, never_split, tokenize_chinese_chars)