code: def test_full_tokenizer(self):
      tokenizer = MBart50Tokenizer(
          SAMPLE_VOCAB,
          src_lang="en_XX",
          tgt_lang="ro_RO",
          keep_accents=True,
      )
  
      tokens = tokenizer.tokenize("This is a test")
      self.assertListEqual(tokens, ["▁This", "▁is", "▁a", "▁t", "est"])
  
      self.assertListEqual(
          tokenizer.convert_tokens_to_ids(tokens),
          [
              value + tokenizer.fairseq_offset
              for value in [285, 46, 10, 170, 382]
          ],
      )
  
      tokens = tokenizer.tokenize(
          "I was born in 92000, and this is falsé."
      )
      self.assertListEqual(tokens,[SPIECE_UNDERLINE + "I", SPIECE_UNDERLINE + "was", SPIECE_UNDERLINE + "b", "or", "n", SPIECE_UNDERLINE + "in", SPIECE_UNDERLINE + "", "9", "2", "0", "0", "0", ",", SPIECE_UNDERLINE + "and", SPIECE_UNDERLINE + "this", SPIECE_UNDERLINE + "is", SPIECE_UNDERLINE + "f", "al", "s", "é", "."])  # fmt: skip
      ids = tokenizer.convert_tokens_to_ids(tokens)
      self.assertListEqual(
          ids,
          [
              value + tokenizer.fairseq_offset
              for value in [
                  8,
                  21,
                  84,
                  55,
                  24,
                  19,
                  7,
                  2,
                  602,
                  347,
                  347,
                  347,
                  3,
                  12,
                  66,
                  46,
                  72,
                  80,
                  6,
                  2,
                  4,
              ]
          ],
      )
  
      back_tokens = tokenizer.convert_ids_to_tokens(ids)
      self.assertListEqual(
          back_tokens,
          [
              SPIECE_UNDERLINE + "I",
              SPIECE_UNDERLINE + "was",
              SPIECE_UNDERLINE + "b",
              "or",
              "n",
              SPIECE_UNDERLINE + "in",
              SPIECE_UNDERLINE + "",
              "<unk>",
              "2",
              "0",
              "0",
              "0",
              ",",
              SPIECE_UNDERLINE + "and",
              SPIECE_UNDERLINE + "this",
              SPIECE_UNDERLINE + "is",
              SPIECE_UNDERLINE + "f",
              "al",
              "s",
              "<unk>",
              ".",
          ],
      )
  
imports: import shutil
  import tempfile
  import unittest
  from transformers import SPIECE_UNDERLINE, BatchEncoding, MBart50Tokenizer, MBart50TokenizerFast, is_torch_available
  from transformers.testing_utils import get_tests_dir, nested_simplify, require_sentencepiece, require_tokenizers, require_torch, slow
  from ...test_tokenization_common import TokenizerTesterMixin
label_desc: Use image node_id 5 for calling the MBart50TokenizationTest obj's underlying member method code with example usage: obj.test_full_tokenizer() without return types