code: def test_full_tokenizer(self):
      tokenizer = TransfoXLTokenizer(
          vocab_file=self.vocab_file, lower_case=True
      )
  
      tokens = tokenizer.tokenize("<unk> UNwanted , running")
      self.assertListEqual(
          tokens, ["<unk>", "unwanted", ",", "running"]
      )
  
      self.assertListEqual(
          tokenizer.convert_tokens_to_ids(tokens), [0, 4, 8, 7]
      )
  
file_path: H2O/h2o_flexgen/benchmark/third_party/transformers/tests/models/transfo_xl/test_tokenization_transfo_xl.py
imports: import os
  import unittest
  from transformers.models.transfo_xl.tokenization_transfo_xl import VOCAB_FILES_NAMES, TransfoXLTokenizer
  from ...test_tokenization_common import TokenizerTesterMixin
label_desc: Use image node_id 4 for calling the TransfoXLTokenizationTest obj's underlying member method code with example usage: obj.test_full_tokenizer() without return types