code: def test_tokens_to_ids(self, test_data_dir):
      tokenizer = YouTokenToMeTokenizer(test_data_dir + self.model_name)
  
      tokens = [
          "<BOS>",
          "a",
          "b",
          "c",
          "<UNK>",
          "e",
          "f",
          "<UNK>",
          "g",
          "h",
          "i",
          "<EOS>",
      ]
      ids = tokenizer.tokens_to_ids(tokens)
  
      assert len(ids) == len(tokens)
      assert ids.count(tokenizer.bos_id) == 1
      assert ids.count(tokenizer.eos_id) == 1
      assert ids.count(tokenizer.unk_id) == 2
  
imports: import pytest
  from nemo.collections.common.tokenizers.sentencepiece_tokenizer import SentencePieceTokenizer
  from nemo.collections.common.tokenizers.youtokentome_tokenizer import YouTokenToMeTokenizer
label_desc: Use image node_id 5 for calling the TestYouTokenToMeTokenizer obj's underlying member method code with example usage: obj.test_tokens_to_ids(test_data_dir) without return types