code: def test_basic_encode(self, roberta_files):
      tokenizer = ByteLevelBPETokenizer.from_file(
          roberta_files["vocab"], roberta_files["merges"]
      )
      output = tokenizer.encode(
          "The quick brown fox jumps over the lazy dog"
      )
  
      assert output.ids == [
          133,
          2119,
          6219,
          23602,
          13855,
          81,
          5,
          22414,
          2335,
      ]
      assert output.tokens == [
          "The",
          "Ġquick",
          "Ġbrown",
          "Ġfox",
          "Ġjumps",
          "Ġover",
          "Ġthe",
          "Ġlazy",
          "Ġdog",
      ]
      assert output.offsets == [
          (0, 3),
          (3, 9),
          (9, 15),
          (15, 19),
          (19, 25),
          (25, 30),
          (30, 34),
          (34, 39),
          (39, 43),
      ]
  
file_path: hf-tokenizers/bindings/python/tests/implementations/test_byte_level_bpe.py
imports: import pytest
  from tokenizers import ByteLevelBPETokenizer
  from ..utils import data_dir, multiprocessing_with_parallelism, roberta_files
label_desc: Use image node_id 1 for calling the TestByteLevelBPE obj's underlying member method code with example usage: obj.test_basic_encode(roberta_files) without return types