code: def test_rust_and_python_full_tokenizers(self):
      if not self.test_rust_tokenizer:
          return
  
      tokenizer = self.get_tokenizer()
      rust_tokenizer = self.get_rust_tokenizer(add_prefix_space=True)
  
      sequence = "lower newer"
  
      # Testing tokenization
      tokens = tokenizer.tokenize(sequence, add_prefix_space=True)
      rust_tokens = rust_tokenizer.tokenize(sequence)
      self.assertListEqual(tokens, rust_tokens)
  
      # Testing conversion to ids without special tokens
      ids = tokenizer.encode(
          sequence, add_special_tokens=False, add_prefix_space=True
      )
      rust_ids = rust_tokenizer.encode(
          sequence, add_special_tokens=False
      )
      self.assertListEqual(ids, rust_ids)
  
      # Testing conversion to ids with special tokens
      rust_tokenizer = self.get_rust_tokenizer(add_prefix_space=True)
      ids = tokenizer.encode(sequence, add_prefix_space=True)
      rust_ids = rust_tokenizer.encode(sequence)
      self.assertListEqual(ids, rust_ids)
  
      # Testing the unknown token
      input_tokens = tokens + [rust_tokenizer.unk_token]
      input_bpe_tokens = [14, 15, 10, 9, 3, 2, 15, 19]
      self.assertListEqual(
          rust_tokenizer.convert_tokens_to_ids(input_tokens),
          input_bpe_tokens,
      )
  
imports: import json
  import os
  import unittest
  from transformers import AutoTokenizer, GPT2Tokenizer, GPT2TokenizerFast
  from transformers.models.gpt2.tokenization_gpt2 import VOCAB_FILES_NAMES
  from transformers.testing_utils import require_jinja, require_tokenizers
  from ...test_tokenization_common import TokenizerTesterMixin
label_desc: Use image node_id 6 for calling the GPT2TokenizationTest obj's underlying member method code with example usage: obj.test_rust_and_python_full_tokenizers() without return types