code: def cleanup_tokens(
      token_ids_string: List[Tuple[int, Text]], delimiter: Text
  ) -> Tuple[List[int], List[Text]]:
      """Utility method to apply delimiter based cleanup on list of tokens.
  
      Args:
          token_ids_string: List of tuples with each tuple containing
              (token id, token string).
          delimiter: character/string to be cleaned from token strings.
  
      Returns:
          Token ids and Token strings unpacked.
      """
      token_ids_string = [
          (id, string.replace(delimiter, ""))
          for id, string in token_ids_string
      ]
  
      # remove empty strings
      token_ids_string = [
          (id, string) for id, string in token_ids_string if string
      ]
  
      # return as individual token ids and token strings
      token_ids, token_strings = zip(*token_ids_string)
      # FIXME: zip official typing is not really properly set up
      return token_ids, token_strings
  
file_path: rasa/rasa/nlu/utils/hugging_face/transformers_pre_post_processors.py
imports: from typing import List, Tuple, Text
  import numpy
label_desc: Use image node_id 1 for calling a global function with example usage: cleanup_tokens(token_ids_string, delimiter) and returns: token_ids,  token_strings