class_docstr: Examples:
  
  ```python
  >>> # Tokenizer for tweets.
  >>> from nltk.tokenize import TweetTokenizer
  
  >>> tknzr = TweetTokenizer()
  >>> s0 = "This is a cooool #dummysmiley: :-) :-P <3 and some arrows < > -> <--"
  >>> tknzr.tokenize(s0)
  ['This', 'is', 'a', 'cooool', '#dummysmiley', ':', ':-)', ':-P', '<3', 'and', 'some', 'arrows', '<', '>', '->', '<--']
  
  >>> # Examples using *strip_handles* and *reduce_len parameters*:
  >>> tknzr = TweetTokenizer(strip_handles=True, reduce_len=True)
  >>> s1 = "@remy: This is waaaaayyyy too much for you!!!!!!"
  >>> tknzr.tokenize(s1)
  [':', 'This', 'is', 'waaayyy', 'too', 'much', 'for', 'you', '!', '!', '!']
  ```
class_docstr_tok: ["Examples",":","``","`","python",">",">",">","#","Tokenizer","for","tweets",".",">",">",">","from","nltk.tokenize","import","TweetTokenizer",">",">",">","tknzr","=","TweetTokenizer","(",")",">",">",">","s0","=","``","This","is","a","cooool","#","dummysmiley",":",":","-",")",":","-P","<","3","and","some","arrows","<",">","-",">","<","--","''",">",">",">","tknzr.tokenize","(","s0",")","[","'This","'",",","'is","'",",","'","a","'",",","'cooool","'",",","'","#","dummysmiley","'",",","'",":","'",",","'",":","-",")","'",",","'",":","-P","'",",","'","<","3","'",",","'and","'",",","'some","'",",","'arrows","'",",","'","<","'",",","'",">","'",",","'-",">","'",",","'","<","--","'","]",">",">",">","#","Examples","using","*","strip_handles","*","and","*","reduce_len","parameters","*",":",">",">",">","tknzr","=","TweetTokenizer","(","strip_handles=True",",","reduce_len=True",")",">",">",">","s1","=","``","@","remy",":","This","is","waaaaayyyy","too","much","for","you","!","!","!","!","!","!","''",">",">",">","tknzr.tokenize","(","s1",")","[","'",":","'",",","'This","'",",","'is","'",",","'waaayyy","'",",","'too","'",",","'much","'",",","'for","'",",","'you","'",",","'","!","'",",","'","!","'",",","'","!","'","]","``","`"]
docstr: Args:
      text: str
  
  Returns: list(str) A tokenized list of strings; concatenating this list returns the original string if
  `preserve_case=False`
docstr_tok: ["Args",":","text",":","str","Returns",":","list","(","str",")","A","tokenized","list","of","strings",";","concatenating","this","list","returns","the","original","string","if","`","preserve_case=False","`"]
code: def tokenize(self, text):
      """
      Args:
          text: str
  
      Returns: list(str) A tokenized list of strings; concatenating this list returns the original string if
      `preserve_case=False`
      """
      # Fix HTML character entities:
      text = _replace_html_entities(text)
      # Remove username handles
      if self.strip_handles:
          text = remove_handles(text)
      # Normalize word lengthening
      if self.reduce_len:
          text = reduce_lengthening(text)
      # Shorten problematic sequences of characters
      safe_text = HANG_RE.sub(r"\1\1\1", text)
      # Tokenize:
      words = WORD_RE.findall(safe_text)
      # Possibly alter the case, but avoid changing emoticons like :D into :d:
      if not self.preserve_case:
          words = [
              x if EMOTICON_RE.search(x) else x.lower() for x in words
          ]
      return words
  
imports: import html
  import os
  import re
  from shutil import copyfile
  from typing import List, Optional, Tuple
  import regex
  from ...tokenization_utils import PreTrainedTokenizer
  from ...utils import logging
label_desc: Use image node_id 2 for calling the TweetTokenizer obj's underlying member method code with example usage: obj.tokenize(text) and returns: words