def METHOD_NAME(self):
    for tokenizer, pretrained_name, kwargs in self.tokenizers_list:
        with self.subTest(f"{tokenizer.__class__.__name__} ({pretrained_name})"):
            tokenizer = self.tokenizer_class.from_pretrained(pretrained_name, **kwargs)
            sentence = f"A, naïve {tokenizer.mask_token} AllenNLP sentence."
            tokens = tokenizer.encode(
                sentence,
                return_attention_mask=False,
                return_token_type_ids=False,
                return_offsets_mapping=True,
                add_special_tokens=True,
            )
            do_lower_case = tokenizer.do_lower_case if hasattr(tokenizer, "do_lower_case") else False
            expected_results = (
                [
                    ((0, 0), tokenizer.cls_token),
                    ((0, 1), "A"),
                    ((1, 2), ","),
                    ((3, 5), "na"),
                    ((5, 6), "##ï"),
                    ((6, 8), "##ve"),
                    ((9, 15), tokenizer.mask_token),
                    ((16, 21), "Allen"),
                    ((21, 23), "##NL"),
                    ((23, 24), "##P"),
                    ((25, 33), "sentence"),
                    ((33, 34), "."),
                    ((0, 0), tokenizer.sep_token),
                ]
                if not do_lower_case
                else [
                    ((0, 0), tokenizer.cls_token),
                    ((0, 1), "a"),
                    ((1, 2), ","),
                    ((3, 5), "na"),
                    ((5, 8), "##ive"),
                    ((9, 15), tokenizer.mask_token),
                    ((16, 21), "allen"),
                    ((21, 22), "##n"),
                    ((22, 24), "##lp"),
                    ((25, 27), "se"),
                    ((27, 29), "##nt"),
                    ((29, 33), "##ence"),
                    ((33, 34), "."),
                    ((0, 0), tokenizer.sep_token),
                ]
            )
            self.assertEqual(
                [e[1] for e in expected_results], tokenizer.convert_ids_to_tokens(tokens["input_ids"])
            )
            self.assertEqual([e[0] for e in expected_results], tokens["offset_mapping"])