class_docstr: A regular expression-based tokenizer at word boundary.
  This tokenizer default to support MegaMolBART.
  <https://catalog.ngc.nvidia.com/orgs/nvidia/teams/clara/models/megamolbart>
code: def tokens_to_text(self, tokens):
      tokens_list = []
      for token in tokens:
          if token[0] == self.bos_token:
              token = token[1:]
  
          # Remove end token and the following values
          if self.eos_token in token:
              eos_idx = token.index(self.eos_token)
              token = token[:eos_idx]
  
          tokens_list.append(token)
  
      text = ["".join(tokens) for tokens in tokens_list]
      return text
  
imports: import os
  import re
  from typing import Optional
  import pandas
  from nemo.collections.common.tokenizers.char_tokenizer import TokenizerSpec
  from nemo.utils import logging
label_desc: Use image node_id 6 for calling the RegExTokenizer obj's underlying member method code with example usage: obj.tokens_to_text(tokens) and returns: text