class_docstr: Tokenizer using segtok, a third party library dedicated to rules-based Indo-European languages.
  
  For further details see: https://github.com/fnl/segtok
class_docstr_tok: ["Tokenizer","using","segtok",",","a","third","party","library","dedicated","to","rules-based","Indo-European","languages",".","For","further","details","see",":","https",":","\/\/github.com\/fnl\/segtok"]
code: def __init__(self) -> None:
      super().__init__()
  
imports: import logging
  import sys
  from abc import ABC, abstractmethod
  from typing import Callable, List
  from segtok.segmenter import split_single
  from segtok.tokenizer import split_contractions, word_tokenizer
label_desc: Use image node_id 1 to create a new SegtokTokenizer object from inherited base classes: Tokenizer with example: obj = SegtokTokenizer()