code: def __init__(
      self, coder, special_tokens=[END_OF_TEXT, NEW_LINE], delimiter=","
  ):
      if isinstance(coder, ColumnCodes):
          self.code_column: ColumnCodes = coder
      else:
          with open(coder, "rb") as handle:
              self.code_column: ColumnCodes = pickle.load(handle)
      self.num_columns = len(self.code_column.columns)
      self.special_tokens = {}
      self.special_tokens_decoder = {}
      self.add_special_tokens(special_tokens)
      self.delimiter = delimiter
      self.eod_id = self.special_tokens[END_OF_TEXT]
      self.eos_id = self.eod_id
      self.bos_id = self.eos_id
  
imports: import pickle
  from typing import List
  import numpy
  from nemo.collections.common.tokenizers.column_coder import ColumnCodes
  from nemo.collections.common.tokenizers.tokenizer_spec import TokenizerSpec
label_desc: Use image node_id 1 to create a new TabularTokenizer object from inherited base classes: TokenizerSpec with example: obj = TabularTokenizer(coder, special_tokens, delimiter)