class_docstr: Tokenizer, Detokenizer and Normalizer utilities for Japanese MeCab & English
class_docstr_tok: ["Tokenizer",",","Detokenizer","and","Normalizer","utilities","for","Japanese","MeCab","&","English"]
docstr: Tokenizes text using Moses. Returns a string of tokens.
docstr_tok: ["Tokenizes","text","using","Moses",".","Returns","a","string","of","tokens","."]
code: def tokenize(self, text) -> str:
      """
      Tokenizes text using Moses. Returns a string of tokens.
      """
      return self.mecab_tokenizer.parse(text).strip()
  
file_path: NeMo/nemo/collections/common/tokenizers/en_ja_tokenizers.py
imports: import re
  from typing import List
  from pangu import spacing
  from sacremoses import MosesDetokenizer, MosesPunctNormalizer, MosesTokenizer
label_desc: Use image node_id 3 for calling the JaMecabProcessor obj's underlying member method code with example usage: obj.tokenize(text) and returns: self