docstr: Converts a sequence of tokens into ids using the vocab. 
docstr_tok: ["Converts","a","sequence","of","tokens","into","ids","using","the","vocab","."]
code: def tokens_to_ids(self, tokens: List[str]):
      """Converts a sequence of tokens into ids using the vocab."""
      ids = []
      cindex = 0
      if NEW_LINE in tokens:
          idd = tokens.index(NEW_LINE)
          cindex = (self.num_columns - idd) % self.num_columns
      for token in tokens:
          if token in self.special_tokens:
              ids.append(self.special_tokens[token])
          else:
              index = cindex % self.num_columns
              column = self.code_column.columns[index]
              ids.extend(self.code_column.encode(column, token))
              cindex += 1
      return ids
  
imports: import pickle
  from typing import List
  import numpy
  from nemo.collections.common.tokenizers.column_coder import ColumnCodes
  from nemo.collections.common.tokenizers.tokenizer_spec import TokenizerSpec
label_desc: Use image node_id 10 for calling the TabularTokenizer obj's underlying member method code with example usage: obj.tokens_to_ids(tokens) and returns: ids