class_docstr: Tests OpenAIGPTTokenizer that uses BERT BasicTokenizer.
class_docstr_tok: ["Tests","OpenAIGPTTokenizer","that","uses","BERT","BasicTokenizer","."]
code: def test_full_tokenizer(self):
      tokenizer = OpenAIGPTTokenizer(self.vocab_file, self.merges_file)
  
      text = "lower"
      bpe_tokens = ["low", "er</w>"]
      tokens = tokenizer.tokenize(text)
      self.assertListEqual(tokens, bpe_tokens)
  
      input_tokens = tokens + ["<unk>"]
      input_bpe_tokens = [14, 15, 20]
      self.assertListEqual(
          tokenizer.convert_tokens_to_ids(input_tokens),
          input_bpe_tokens,
      )
  
file_path: transformers/tests/models/openai/test_tokenization_openai.py
imports: import json
  import os
  import unittest
  from transformers import OpenAIGPTTokenizer, OpenAIGPTTokenizerFast
  from transformers.models.openai.tokenization_openai import VOCAB_FILES_NAMES
  from transformers.testing_utils import require_ftfy, require_spacy, require_tokenizers
  from ...test_tokenization_common import TokenizerTesterMixin
label_desc: Use image node_id 3 for calling the OpenAIGPTTokenizationTest obj's underlying member method code with example usage: obj.test_full_tokenizer() without return types