class_docstr: Base class for all text based default handler.
  Contains various text based utility methods
class_docstr_tok: ["Base","class","for","all","text","based","default","handler",".","Contains","various","text","based","utility","methods"]
docstr: Constructs word tokens from text
docstr_tok: ["Constructs","word","tokens","from","text"]
code: def get_word_token(self, input_tokens):
      """
      Constructs word tokens from text
      """
      # Remove unicode space character from BPE Tokeniser
      tokens = [token.replace("Ġ", "") for token in input_tokens]
      return tokens
  
imports: import logging
  import os
  import re
  import string
  import unicodedata
  from abc import ABC
  import torch
  import torch.nn.functional
  from captum.attr import LayerIntegratedGradients
  from torchtext.data.utils import get_tokenizer
  from ..utils.util import CLEANUP_REGEX
  from .base_handler import BaseHandler
  from .contractions import CONTRACTION_MAP
label_desc: Use image node_id 10 for calling the TextHandler obj's underlying member method code with example usage: obj.get_word_token(input_tokens) and returns: tokens