code: def test_tokenizer(self) -> None:
      lowercase = True
      tokenizer1 = ScriptWordTokenizer(lowercase)
      self.assertEqual(
          tokenizer1.tokenize("Order me a coffee"),
          [
              ("order", 0, 5),
              ("me", 6, 8),
              ("a", 9, 10),
              ("coffee", 11, 17),
          ],
      )
      self.assertEqual(
          tokenizer1.tokenize("Order    me    a     coffee"),
          [
              ("order", 0, 5),
              ("me", 9, 11),
              ("a", 15, 16),
              ("coffee", 21, 27),
          ],
      )
      self.assertEqual(tokenizer1.tokenize("Order"), [("order", 0, 5)])
      lowercase = False
      tokenizer2 = ScriptWordTokenizer(lowercase)
      self.assertEqual(
          tokenizer2.tokenize("Order me a coffee"),
          [
              ("Order", 0, 5),
              ("me", 6, 8),
              ("a", 9, 10),
              ("coffee", 11, 17),
          ],
      )
      self.assertEqual(tokenizer2.tokenize(""), [])
  
file_path: pytext/pytext/torchscript/tests/test_tokenizer.py
imports: import io
  import pickle
  import unittest
  import torch
  from pytext.torchscript.tokenizer import ScriptBPE, ScriptWordTokenizer
  from pytext.torchscript.utils import make_byte_inputs, utf8_chars
label_desc: Use image node_id 1 for calling the WordTokenizerTest obj's underlying member method code with example usage: obj.test_tokenizer() without return types