class_docstr: Tokenizer, Detokenizer and Normalizer utilities for Japanese MeCab & English
class_docstr_tok: ["Tokenizer",",","Detokenizer","and","Normalizer","utilities","for","Japanese","MeCab","&","English"]
code: def detokenize(self, text: List[str]) -> str:
      RE_WS_IN_FW = re.compile(
          r"([\u2018\u2019\u201c\u201d\u2e80-\u312f\u3200-\u32ff\u3400-\u4dbf\u4e00-\u9fff\uf900-\ufaff\uff00-\uffef])\s+(?=[\u2018\u2019\u201c\u201d\u2e80-\u312f\u3200-\u32ff\u3400-\u4dbf\u4e00-\u9fff\uf900-\ufaff\uff00-\uffef])"
      )
  
      detokenize = lambda s: spacing(RE_WS_IN_FW.sub(r"\1", s)).strip()
      return detokenize(" ".join(text))
  
file_path: NeMo/nemo/collections/common/tokenizers/en_ja_tokenizers.py
imports: import re
  from typing import List
  from pangu import spacing
  from sacremoses import MosesDetokenizer, MosesPunctNormalizer, MosesTokenizer
label_desc: Use image node_id 2 for calling the JaMecabProcessor obj's underlying member method code with example usage: obj.detokenize(text) and returns: detokenize