class_docstr: Class for punkt word tokenization
class_docstr_tok: ["Class","for","punkt","word","tokenization"]
docstr: :rtype: list
  :param text: text to be tokenized into sentences
  :type text: str
docstr_tok: [":","rtype",":","list",":","param","text",":","text","to","be","tokenized","into","sentences",":","type","text",":","str"]
code: def tokenize(self, text: str):
      """
      :rtype: list
      :param text: text to be tokenized into sentences
      :type text: str
      """
      sents = self.sent_tokenizer.tokenize(text)
      tokenizer = TreebankWordTokenizer()
      return [
          item
          for sublist in tokenizer.tokenize_sents(sents)
          for item in sublist
      ]
  
imports: import logging
  import re
  from abc import abstractmethod
  from typing import List
  from nltk.tokenize import TreebankWordTokenizer
  from nltk.tokenize.punkt import PunktParameters, PunktSentenceTokenizer
label_desc: Use image node_id 2 for calling the PunktWordTokenizer obj's underlying member method code with example usage: obj.tokenize(text) and returns: unknown