class_docstr: Runs basic tokenization (punctuation splitting, lower casing, etc.).
  
  Args:
      do_lower_case: Whether to lower case the input.
      never_split: A list of tokens not to split.
      tokenize_chinese_chars: Whether to tokenize Chinese characters.
          This should likely be deactivated for Japanese:
          see:
          `https://github.com/huggingface/pytorch-pretrained-BERT/issues/328`
class_docstr_tok: ["Runs","basic","tokenization","(","punctuation","splitting",",","lower","casing",",","etc.",")",".","Args",":","do_lower_case",":","Whether","to","lower","case","the","input",".","never_split",":","A","list","of","tokens","not","to","split",".","tokenize_chinese_chars",":","Whether","to","tokenize","Chinese","characters",".","This","should","likely","be","deactivated","for","Japanese",":","see",":","`","https",":","\/\/github.com\/huggingface\/pytorch-pretrained-BERT\/issues\/328","`"]
docstr: Adds whitespace around any CJK character.
  
  Example:
      text = '今天天气不错'
      _tokenize_chinese_chars(text)
      # ' 今  天  天  气  不  错 '
docstr_tok: ["Adds","whitespace","around","any","CJK","character",".","Example",":","text","=","'\u4eca\u5929\u5929\u6c14\u4e0d\u9519'","_tokenize_chinese_chars","(","text",")","#","'","\u4eca","\u5929","\u5929","\u6c14","\u4e0d","\u9519","'"]
code: def _tokenize_chinese_chars(self, text: str) -> str:
      r"""Adds whitespace around any CJK character.
  
      Example:
          text = '今天天气不错'
          _tokenize_chinese_chars(text)
          # ' 今  天  天  气  不  错 '
      """
      output = []
      for char in text:
          cp = ord(char)
          if self._is_chinese_char(cp):
              output.append(" ")
              output.append(char)
              output.append(" ")
          else:
              output.append(char)
      return "".join(output)
  
file_path: texar/texar/tf/data/tokenizers/bert_tokenizer_utils.py
imports: from typing import Dict, List, Optional
  import collections
  import unicodedata
label_desc: Use image node_id 5 for calling the BasicTokenizer obj's underlying member method code with example usage: obj._tokenize_chinese_chars(text) and returns: str