code: def test_huggingface_bpe_tokenizer_v08():
      """Test for huggingface BPE tokenizer >=0.8"""
      with tempfile.TemporaryDirectory() as dir_path:
          model_path = os.path.join(dir_path, "hf_bpe_new_0.8.model")
          download(
              url=get_repo_url()
              + "tokenizer_test_models/hf_bpe_new_0.8/hf_bpe.model",
              path=model_path,
              sha1_hash="ecda90979561ca4c5a8d769b5e3c9fa2270d5317",
          )
          vocab_path = os.path.join(dir_path, "hf_bpe_new_0.8.vocab")
          download(
              url=get_repo_url()
              + "tokenizer_test_models/hf_bpe_new_0.8/hf_bpe.vocab",
              path=vocab_path,
              sha1_hash="b92dde0b094f405208f3ec94b5eae88430bf4262",
          )
          tokenizer = HuggingFaceTokenizer(model_path, vocab_path)
          gt_tokenized = [
              [
                  "H",
                  "ello</w>",
                  ",</w>",
                  "y</w>",
                  "all</w>",
                  "!</w>",
                  "How</w>",
                  "are</w>",
                  "you</w>",
                  "?</w>",
              ],
              [
                  "G",
                  "lu",
                  "on",
                  "N",
                  "L",
                  "P</w>",
                  "is</w>",
                  "great</w>",
                  "!</w>",
                  "!</w>",
                  "!</w>",
              ],
              [
                  "G",
                  "lu",
                  "on",
                  "N",
                  "L",
                  "P</w>",
                  "-</w>",
                  "Amaz",
                  "on</w>",
                  "-</w>",
                  "Ha",
                  "i",
                  "bin</w>",
                  "-</w>",
                  "Leon",
                  "ard</w>",
                  "-</w>",
                  "Sh",
                  "eng</w>",
                  "-</w>",
                  "S",
                  "hu",
                  "ai</w>",
                  "-</w>",
                  "X",
                  "ing",
                  "j",
                  "ian</w>",
                  ".</w>",
                  ".</w>",
                  ".</w>",
                  ".</w>",
                  ".</w>",
                  "/</w>",
                  ":</w>",
                  "!</w>",
                  "@</w>",
                  "#</w>",
                  "ab",
                  "c</w>",
              ],
          ]
          gt_offsets = [
              [
                  (0, 1),
                  (1, 5),
                  (5, 6),
                  (7, 8),
                  (9, 12),
                  (12, 13),
                  (14, 17),
                  (18, 21),
                  (22, 25),
                  (34, 35),
              ],
              [
                  (0, 1),
                  (1, 3),
                  (3, 5),
                  (5, 6),
                  (6, 7),
                  (7, 8),
                  (9, 11),
                  (12, 17),
                  (20, 21),
                  (21, 22),
                  (22, 23),
              ],
              [
                  (0, 1),
                  (1, 3),
                  (3, 5),
                  (5, 6),
                  (6, 7),
                  (7, 8),
                  (8, 9),
                  (9, 13),
                  (13, 15),
                  (15, 16),
                  (16, 18),
                  (18, 19),
                  (19, 22),
                  (22, 23),
                  (23, 27),
                  (27, 30),
                  (30, 31),
                  (31, 33),
                  (33, 36),
                  (36, 37),
                  (37, 38),
                  (38, 40),
                  (40, 42),
                  (42, 43),
                  (43, 44),
                  (44, 47),
                  (47, 48),
                  (48, 51),
                  (51, 52),
                  (52, 53),
                  (53, 54),
                  (54, 55),
                  (55, 56),
                  (56, 57),
                  (57, 58),
                  (58, 59),
                  (59, 60),
                  (60, 61),
                  (63, 65),
                  (65, 66),
              ],
          ]
          gt_decode = [
              "Hello , y all ! How are you ?",
              "GluonNLP is great ! ! !",
              "GluonNLP - Amazon - Haibin - Leonard - Sheng - Shuai - Xingjian"
              " . . . . . / : ! @ # abc",
          ]
          verify_encode_token(
              tokenizer, SUBWORD_TEST_SAMPLES, gt_tokenized
          )
          verify_pickleble(tokenizer, HuggingFaceTokenizer)
          verify_encode_token_with_offsets(
              tokenizer, SUBWORD_TEST_SAMPLES, gt_offsets
          )
          verify_decode_hf(tokenizer, SUBWORD_TEST_SAMPLES, gt_decode)
  
imports: import pytest
  import random
  import collections
  import pickle
  from uuid import uuid4
  import os
  import unicodedata
  import tempfile
  from pkg_resources import parse_version
  import gluonnlp
  from gluonnlp.data.tokenizers import WhitespaceTokenizer, MosesTokenizer, JiebaTokenizer, SpacyTokenizer, SubwordNMTTokenizer, YTTMTokenizer, SentencepieceTokenizer, HuggingFaceBPETokenizer, HuggingFaceByteBPETokenizer, HuggingFaceWordPieceTokenizer, HuggingFaceTokenizer
  from gluonnlp.base import get_repo_url
  from gluonnlp.data import Vocab, load_vocab
  from gluonnlp.utils.misc import download
  from gluonnlp.models.t5 import T5Tokenizer
label_desc: Use image node_id 23 for calling a global function with example usage: test_huggingface_bpe_tokenizer_v08() without return types