code: def test_tokenizer(self):
      sentences = [
          "Hello World!",
          "Pineapple is not in the BERT vocabulary.",
          "foobar",
          "spam and eggs",
      ]
      expected_tokens = [
          ["hello", "world", "!"],
          [
              "pine",
              "##apple",
              "is",
              "not",
              "in",
              "the",
              "bert",
              "vocabulary",
              ".",
          ],
          ["foo", "##bar"],
          ["spa", "##m", "and", "eggs"],
      ]
      tokens = [self.tokenizer.tokenize(s) for s in sentences]
      self.assertEqual(tokens, expected_tokens)
  
file_path: lit/lit_nlp/examples/models/model_utils_test.py
imports: import os
  from absl.testing import absltest
  from lit_nlp.examples.models import model_utils
  import numpy
  import transformers
label_desc: Use image node_id 2 for calling the BatchEncodePretokenizedTest obj's underlying member method code with example usage: obj.test_tokenizer() without return types