class_docstr: Tokenizer using konoha to support popular japanese tokenizers.
  
  Tokenizer using konoha, a third party library which supports
  multiple Japanese tokenizer such as MeCab, Janome and SudachiPy.
  
  For further details see:
      https://github.com/himkt/konoha
class_docstr_tok: ["Tokenizer","using","konoha","to","support","popular","japanese","tokenizers",".","Tokenizer","using","konoha",",","a","third","party","library","which","supports","multiple","Japanese","tokenizer","such","as","MeCab",",","Janome","and","SudachiPy",".","For","further","details","see",":","https",":","\/\/github.com\/himkt\/konoha"]
code: def tokenize(self, text: str) -> List[str]:
      words: List[str] = []
  
      sentences = self.sentence_tokenizer.tokenize(text)
      for sentence in sentences:
          konoha_tokens = self.word_tokenizer.tokenize(sentence)
          words.extend(list(map(str, konoha_tokens)))
  
      return words
  
imports: import logging
  import sys
  from abc import ABC, abstractmethod
  from typing import Callable, List
  from segtok.segmenter import split_single
  from segtok.tokenizer import split_contractions, word_tokenizer
label_desc: Use image node_id 2 for calling the JapaneseTokenizer obj's underlying member method code with example usage: obj.tokenize(text) and returns: words