class_docstr: Unified interface for all CommonSense scenarios.
  
  - The "HellaSwag" benchmark from this paper:
    https://arxiv.org/pdf/1905.07830.pdf
  
  - The "OpenBookQA" benchmark from this paper:
    https://aclanthology.org/D18-1260.pdf
  
  - The "CommonSenseQA" benchmark from this paper:
    https://arxiv.org/pdf/1811.00937.pdf
  
  - The "PIQA" benchmark from this paper:
    https://arxiv.org/pdf/1911.11641.pdf
  
  - The "SIQA" benchmark from this paper:
    https://arxiv.org/pdf/1904.09728.pdf
class_docstr_tok: ["Unified","interface","for","all","CommonSense","scenarios",".","-","The","``","HellaSwag","''","benchmark","from","this","paper",":","https",":","\/\/arxiv.org\/pdf\/1905.07830.pdf","-","The","``","OpenBookQA","''","benchmark","from","this","paper",":","https",":","\/\/aclanthology.org\/D18-1260.pdf","-","The","``","CommonSenseQA","''","benchmark","from","this","paper",":","https",":","\/\/arxiv.org\/pdf\/1811.00937.pdf","-","The","``","PIQA","''","benchmark","from","this","paper",":","https",":","\/\/arxiv.org\/pdf\/1911.11641.pdf","-","The","``","SIQA","''","benchmark","from","this","paper",":","https",":","\/\/arxiv.org\/pdf\/1904.09728.pdf"]
code: def __init__(self, dataset):
      super().__init__()
      self.dataset = dataset
      assert self.dataset in [
          "hellaswag",
          "openbookqa",
          "commonsenseqa",
          "piqa",
          "siqa",
      ]
  
file_path: H2O/h2o_hf/helm/src/helm/benchmark/scenarios/commonsense_scenario.py
imports: import json
  import os
  from typing import List
  from helm.common.general import ensure_file_downloaded, ensure_directory_exists
  from helm.common.hierarchical_logger import hlog
  from .scenario import Scenario, Instance, Reference, TRAIN_SPLIT, VALID_SPLIT, TEST_SPLIT, CORRECT_TAG, Input, Output
label_desc: Use image node_id 1 to create a new CommonSenseScenario object from inherited base classes: Scenario with example: obj = CommonSenseScenario(dataset)