code: def test_huggingface_bytebpe_tokenizer_v08():
      """Test for huggingface bytebpe tokenizer >=0.8"""
      with tempfile.TemporaryDirectory() as dir_path:
          model_path = os.path.join(
              dir_path, "hf_bytebpe_new_0.8.model"
          )
          download(
              url=get_repo_url()
              + "tokenizer_test_models/hf_bytebpe_new_0.8/hf_bytebpe.model",
              path=model_path,
              sha1_hash="a1c4da1f6c21df923e150f56dbb5b7a53c61808b",
          )
          vocab_path = os.path.join(
              dir_path, "hf_bytebpe_new_0.8.vocab"
          )
          download(
              url=get_repo_url()
              + "tokenizer_test_models/hf_bytebpe_new_0.8/hf_bytebpe.vocab",
              path=vocab_path,
              sha1_hash="7831b19078a3222f450e65b2188dc0770473123b",
          )
          tokenizer = HuggingFaceTokenizer(model_path, vocab_path)
          gt_tokenized = [
              [
                  "He",
                  "llo",
                  ",",
                  "Ġy",
                  "'",
                  "all",
                  "!",
                  "ĠHow",
                  "Ġare",
                  "Ġyou",
                  "Ġâ",
                  "ħ",
                  "§",
                  "Ġ",
                  "ð",
                  "Ł",
                  "ĺ",
                  "ģ",
                  "Ġ",
                  "ð",
                  "Ł",
                  "ĺ",
                  "ģ",
                  "Ġ",
                  "ð",
                  "Ł",
                  "ĺ",
                  "ģ",
                  "Ġ?",
              ],
              [
                  "G",
                  "l",
                  "u",
                  "on",
                  "N",
                  "L",
                  "P",
                  "Ġis",
                  "Ġgreat",
                  "ï",
                  "¼",
                  "ģ",
                  "ï",
                  "¼",
                  "ģ",
                  "ï",
                  "¼",
                  "ģ",
                  "!",
                  "!",
                  "!",
              ],
              [
                  "G",
                  "l",
                  "u",
                  "on",
                  "N",
                  "L",
                  "P",
                  "-",
                  "Am",
                  "az",
                  "on",
                  "-",
                  "Ha",
                  "ib",
                  "in",
                  "-",
                  "Le",
                  "on",
                  "ard",
                  "-",
                  "S",
                  "hen",
                  "g",
                  "-",
                  "Sh",
                  "u",
                  "ai",
                  "-",
                  "X",
                  "ing",
                  "j",
                  "ian",
                  "..",
                  "...",
                  "/",
                  ":",
                  "!",
                  "@",
                  "#",
                  "Ġ",
                  "'",
                  "ab",
                  "c",
                  "'",
              ],
          ]
          gt_offsets = [
              [
                  (0, 2),
                  (2, 5),
                  (5, 6),
                  (6, 8),
                  (8, 9),
                  (9, 12),
                  (12, 13),
                  (13, 17),
                  (17, 21),
                  (21, 25),
                  (25, 27),
                  (26, 27),
                  (26, 27),
                  (27, 28),
                  (28, 29),
                  (28, 29),
                  (28, 29),
                  (28, 29),
                  (29, 30),
                  (30, 31),
                  (30, 31),
                  (30, 31),
                  (30, 31),
                  (31, 32),
                  (32, 33),
                  (32, 33),
                  (32, 33),
                  (32, 33),
                  (33, 35),
              ],
              [
                  (0, 1),
                  (1, 2),
                  (2, 3),
                  (3, 5),
                  (5, 6),
                  (6, 7),
                  (7, 8),
                  (8, 11),
                  (11, 17),
                  (17, 18),
                  (17, 18),
                  (17, 18),
                  (18, 19),
                  (18, 19),
                  (18, 19),
                  (19, 20),
                  (19, 20),
                  (19, 20),
                  (20, 21),
                  (21, 22),
                  (22, 23),
              ],
              [
                  (0, 1),
                  (1, 2),
                  (2, 3),
                  (3, 5),
                  (5, 6),
                  (6, 7),
                  (7, 8),
                  (8, 9),
                  (9, 11),
                  (11, 13),
                  (13, 15),
                  (15, 16),
                  (16, 18),
                  (18, 20),
                  (20, 22),
                  (22, 23),
                  (23, 25),
                  (25, 27),
                  (27, 30),
                  (30, 31),
                  (31, 32),
                  (32, 35),
                  (35, 36),
                  (36, 37),
                  (37, 39),
                  (39, 40),
                  (40, 42),
                  (42, 43),
                  (43, 44),
                  (44, 47),
                  (47, 48),
                  (48, 51),
                  (51, 53),
                  (53, 56),
                  (56, 57),
                  (57, 58),
                  (58, 59),
                  (59, 60),
                  (60, 61),
                  (61, 62),
                  (62, 63),
                  (63, 65),
                  (65, 66),
                  (66, 67),
              ],
          ]
          gt_decode = [
              "Hello, y'all! How are you Ⅷ 😁 😁 😁 ?",
              "GluonNLP is great！！！!!!",
              "GluonNLP-Amazon-Haibin-Leonard-Sheng-Shuai-Xingjian...../:!@# 'abc'",
          ]
          verify_encode_token(
              tokenizer, SUBWORD_TEST_SAMPLES, gt_tokenized
          )
          verify_pickleble(tokenizer, HuggingFaceTokenizer)
          verify_encode_token_with_offsets(
              tokenizer, SUBWORD_TEST_SAMPLES, gt_offsets
          )
          verify_decode_hf(tokenizer, SUBWORD_TEST_SAMPLES, gt_decode)
  
imports: import pytest
  import random
  import collections
  import pickle
  from uuid import uuid4
  import os
  import unicodedata
  import tempfile
  from pkg_resources import parse_version
  import gluonnlp
  from gluonnlp.data.tokenizers import WhitespaceTokenizer, MosesTokenizer, JiebaTokenizer, SpacyTokenizer, SubwordNMTTokenizer, YTTMTokenizer, SentencepieceTokenizer, HuggingFaceBPETokenizer, HuggingFaceByteBPETokenizer, HuggingFaceWordPieceTokenizer, HuggingFaceTokenizer
  from gluonnlp.base import get_repo_url
  from gluonnlp.data import Vocab, load_vocab
  from gluonnlp.utils.misc import download
  from gluonnlp.models.t5 import T5Tokenizer
label_desc: Use image node_id 24 for calling a global function with example usage: test_huggingface_bytebpe_tokenizer_v08() without return types