class_docstr: Base class for tokenizers.
docstr: Tokenizes the text of the provided attribute of the incoming message.
docstr_tok: ["Tokenizes","the","text","of","the","provided","attribute","of","the","incoming","message","."]
code: def tokenize(self, message: Message, attribute: Text) -> List[Token]:
      """Tokenizes the text of the provided attribute of the incoming message."""
      ...
  
imports: import abc
  import logging
  import re
  from typing import Text, List, Dict, Any, Optional
  from rasa.engine.graph import ExecutionContext, GraphComponent
  from rasa.engine.storage.resource import Resource
  from rasa.engine.storage.storage import ModelStorage
  from rasa.shared.nlu.training_data.training_data import TrainingData
  from rasa.shared.nlu.training_data.message import Message
  from rasa.nlu.constants import TOKENS_NAMES, MESSAGE_ATTRIBUTES
  from rasa.shared.nlu.constants import INTENT, INTENT_RESPONSE_KEY, RESPONSE_IDENTIFIER_DELIMITER, ACTION_NAME
  import rasa.shared.utils.io
label_desc: Use image node_id 3 for calling the Tokenizer obj's underlying member method code with example usage: obj.tokenize(message, attribute) without return types