code: def test_light_tokenizer():
      light_tokenizer = LightTokenizer()
      default_tokenizer = DefaultTokenizer()
  
      assert (
          light_tokenizer.tokenize(TEST_DOCUMENT)
          == TEST_TOKENS_SPLIT_BY_SPACE
      )
      assert (
          default_tokenizer.tokenize(TEST_DOCUMENT)
          == TEST_TOKENS_BY_DEFAULT_TOKENIZER
      )
  
      simple_tokenization_test_case: str = (
          "THis ,,iS a SiMPlE t-EsT cAsE"
      )
      assert light_tokenizer.tokenize(
          simple_tokenization_test_case
      ) == ["THis", ",,iS", "a", "SiMPlE", "t-EsT", "cAsE"]
      assert default_tokenizer.tokenize(
          simple_tokenization_test_case
      ) == [
          "this",
          "is",
          "a",
          "simple",
          "t",
          "est",
          "case",
      ]
  
file_path: H2O/h2o_hf/helm/src/helm/benchmark/contamination/test_compute_contamination_metrics.py
imports: from typing import List
  from helm.benchmark.contamination.compute_contamination_metrics import compute_scenario_document_contamination, create_all_contamination_stats, create_ngram_index, EntryContaminationKey, Ngram, NgramIndex, AllContaminationStats
  from helm.benchmark.contamination.light_scenario import LightScenario, LightInstance, LightScenarioKey
  from helm.benchmark.contamination.light_tokenizer import LightTokenizer, DefaultTokenizer
  from helm.benchmark.contamination.contamination_stats import ContaminationStats, ContaminationStatsKey, PART_INPUT, PART_REF
  from helm.common.general import asdict_without_nones
label_desc: Use image node_id 1 for calling a global function with example usage: test_light_tokenizer() without return types