class_docstr: Chinese Text Processor class
class_docstr_tok: ["Chinese","Text","Processor","class"]
docstr: Convert tokens to sentence.
  
  Untokenizing a text undoes the tokenizing operation, restoring
  punctuation and spaces to the places that people expect them to be.
  Ideally, `untokenize(tokenize(text))` should be identical to `text`,
  except for line breaks.
  
  Watch out!
  Default punctuation add to the word before its index,
  it may raise inconsistency bug.
  
  :param list[str]r tokens: target token list
  :return: str
docstr_tok: ["Convert","tokens","to","sentence",".","Untokenizing","a","text","undoes","the","tokenizing","operation",",","restoring","punctuation","and","spaces","to","the","places","that","people","expect","them","to","be",".","Ideally",",","`","untokenize","(","tokenize","(","text",")",")","`","should","be","identical","to","`","text","`",",","except","for","line","breaks",".","Watch","out","!","Default","punctuation","add","to","the","word","before","its","index",",","it","may","raise","inconsistency","bug",".",":","param","list","[","str","]","r","tokens",":","target","token","list",":","return",":","str"]
code: def inverse_tokenize(tokens):
      r"""
      Convert tokens to sentence.
  
      Untokenizing a text undoes the tokenizing operation, restoring
      punctuation and spaces to the places that people expect them to be.
      Ideally, `untokenize(tokenize(text))` should be identical to `text`,
      except for line breaks.
  
      Watch out!
      Default punctuation add to the word before its index,
      it may raise inconsistency bug.
  
      :param list[str]r tokens: target token list
      :return: str
  
      """
      assert isinstance(tokens, list)
      text = "".join(tokens)
      return text
  
file_path: textflint/textflint/common/preprocess/cn_processor.py
imports: import threading
  from ..settings import CN_SYNONYM_PATH, CN_ANTONYM_PATH
  from ..utils.install import download_if_needed
label_desc: Use image node_id 8 for calling the CnProcessor obj's underlying member method code with example usage: obj.inverse_tokenize(tokens) and returns: text