code: def test_full_tokenizer(self):
      tokenizer = BartphoTokenizer(
          SAMPLE_VOCAB,
          self.monolingual_vocab_file,
          **self.special_tokens_map,
      )
      text = "This is a là test"
      bpe_tokens = "▁This ▁is ▁a ▁l à ▁t est".split()
      tokens = tokenizer.tokenize(text)
      self.assertListEqual(tokens, bpe_tokens)
  
      input_tokens = tokens + [tokenizer.unk_token]
      input_bpe_tokens = [4, 5, 6, 3, 3, 7, 8, 3]
      self.assertListEqual(
          tokenizer.convert_tokens_to_ids(input_tokens),
          input_bpe_tokens,
      )
  
file_path: H2O/h2o_flexgen/benchmark/third_party/transformers/tests/models/bartpho/test_tokenization_bartpho.py
imports: import os
  import unittest
  from transformers.models.bartpho.tokenization_bartpho import VOCAB_FILES_NAMES, BartphoTokenizer
  from transformers.testing_utils import get_tests_dir
  from ...test_tokenization_common import TokenizerTesterMixin
label_desc: Use image node_id 4 for calling the BartphoTokenizerTest obj's underlying member method code with example usage: obj.test_full_tokenizer() without return types