class_docstr: Tokenizer, Detokenizer and Normalizer utilities for Japanese & English
  Args:
      lang_id: One of ['en', 'ja'].
class_docstr_tok: ["Tokenizer",",","Detokenizer","and","Normalizer","utilities","for","Japanese","&","English","Args",":","lang_id",":","One","of","[","'en","'",",","'ja","'","]","."]
docstr: Tokenizes text using Moses. Returns a string of tokens.
docstr_tok: ["Tokenizes","text","using","Moses",".","Returns","a","string","of","tokens","."]
code: def tokenize(self, text) -> str:
      """
      Tokenizes text using Moses. Returns a string of tokens.
      """
      tokens = self.moses_tokenizer.tokenize(text)
      return " ".join(tokens)
  
file_path: NeMo/nemo/collections/common/tokenizers/en_ja_tokenizers.py
imports: import re
  from typing import List
  from pangu import spacing
  from sacremoses import MosesDetokenizer, MosesPunctNormalizer, MosesTokenizer
label_desc: Use image node_id 3 for calling the EnJaProcessor obj's underlying member method code with example usage: obj.tokenize(text) and returns: str