docstr: Tests the tokenizer downloaded from here:
      - https://huggingface.co/bigscience/tokenizer/
docstr_tok: ["Tests","the","tokenizer","downloaded","from","here",":","-","https",":","\/\/huggingface.co\/bigscience\/tokenizer\/"]
code: def test_encodings_from_xnli_dataset(self):
      """
      Tests the tokenizer downloaded from here:
          - https://huggingface.co/bigscience/tokenizer/
      """
      tokenizer = self.get_rust_tokenizer()
      ds = load_dataset(
          "xnli", "all_languages", split="test", streaming=True
      )
  
      sample_data = next(iter(ds))["premise"]  # pick up one data
      input_text = list(sample_data.values())
  
      output_tokens = list(map(tokenizer.encode, input_text))
      predicted_text = list(
          map(
              lambda x: tokenizer.decode(
                  x, clean_up_tokenization_spaces=False
              ),
              output_tokens,
          )
      )
      self.assertListEqual(predicted_text, input_text)
  
file_path: H2O/h2o_flexgen/benchmark/third_party/transformers/tests/models/bloom/test_tokenization_bloom.py
imports: import unittest
  from datasets import load_dataset
  from transformers import BloomTokenizerFast
  from transformers.testing_utils import require_tokenizers
  from ...test_tokenization_common import TokenizerTesterMixin
label_desc: Use image node_id 5 for calling the BloomTokenizationTest obj's underlying member method code with example usage: obj.test_encodings_from_xnli_dataset() without return types