code: def test_full_base_tokenizer(self):
      tokenizer = PLBartTokenizer(
          SAMPLE_VOCAB, language_codes="base", keep_accents=True
      )
  
      tokens = tokenizer.tokenize("This is a test")
      self.assertListEqual(tokens, ["▁This", "▁is", "▁a", "▁t", "est"])
  
      self.assertListEqual(
          tokenizer.convert_tokens_to_ids(tokens),
          [
              value + tokenizer.fairseq_offset
              for value in [285, 46, 10, 170, 382]
          ],
      )
  
      tokens = tokenizer.tokenize(
          "I was born in 92000, and this is falsé."
      )
      self.assertListEqual(
          tokens,
          [
              SPIECE_UNDERLINE + "I",
              SPIECE_UNDERLINE + "was",
              SPIECE_UNDERLINE + "b",
              "or",
              "n",
              SPIECE_UNDERLINE + "in",
              SPIECE_UNDERLINE + "",
              "9",
              "2",
              "0",
              "0",
              "0",
              ",",
              SPIECE_UNDERLINE + "and",
              SPIECE_UNDERLINE + "this",
              SPIECE_UNDERLINE + "is",
              SPIECE_UNDERLINE + "f",
              "al",
              "s",
              "é",
              ".",
          ],
      )
      ids = tokenizer.convert_tokens_to_ids(tokens)
      self.assertListEqual(
          ids,
          [
              value + tokenizer.fairseq_offset
              for value in [
                  8,
                  21,
                  84,
                  55,
                  24,
                  19,
                  7,
                  2,
                  602,
                  347,
                  347,
                  347,
                  3,
                  12,
                  66,
                  46,
                  72,
                  80,
                  6,
                  2,
                  4,
              ]
          ],
      )
  
      back_tokens = tokenizer.convert_ids_to_tokens(ids)
      self.assertListEqual(
          back_tokens,
          [
              SPIECE_UNDERLINE + "I",
              SPIECE_UNDERLINE + "was",
              SPIECE_UNDERLINE + "b",
              "or",
              "n",
              SPIECE_UNDERLINE + "in",
              SPIECE_UNDERLINE + "",
              "<unk>",
              "2",
              "0",
              "0",
              "0",
              ",",
              SPIECE_UNDERLINE + "and",
              SPIECE_UNDERLINE + "this",
              SPIECE_UNDERLINE + "is",
              SPIECE_UNDERLINE + "f",
              "al",
              "s",
              "<unk>",
              ".",
          ],
      )
  
      end = tokenizer.vocab_size
      language_tokens = [
          tokenizer.convert_ids_to_tokens(x)
          for x in range(end - 4, end)
      ]
  
      self.assertListEqual(
          language_tokens, ["java", "python", "en_XX", "<mask>"]
      )
  
imports: import tempfile
  import unittest
  from transformers import SPIECE_UNDERLINE, BatchEncoding, PLBartTokenizer, is_torch_available
  from transformers.testing_utils import get_tests_dir, nested_simplify, require_sentencepiece, require_tokenizers, require_torch
  from ...test_tokenization_common import TokenizerTesterMixin
label_desc: Use image node_id 2 for calling the PLBartTokenizationTest obj's underlying member method code with example usage: obj.test_full_base_tokenizer() without return types