class_docstr: Reimplementation of SummarizationMetric's evals using critique evaluation.
  
  This is a demonstration of critique evaluation and is not intended for production use.
class_docstr_tok: ["Reimplementation","of","SummarizationMetric","'s","evals","using","critique","evaluation",".","This","is","a","demonstration","of","critique","evaluation","and","is","not","intended","for","production","use","."]
code: def __init__(self, num_respondents: int) -> None:
      self._template = CritiqueTaskTemplate(
          name="summarization_critique",
          # Note: Instructions can contain HTML.
          # Note: To render new lines in any HTML block, you must use <p></p>, <br>, or style="white-space: pre-wrap;"
          instructions="<p>Rate the following summary.</p>"
          "<h4>Original Text</h4>"
          '<p style="white-space: pre-wrap;">{{original_text}}</p>'
          "<h4>Summary</h4>"
          '<p style="white-space: pre-wrap;">{{summary}}</p>',
          num_respondents=num_respondents,
          questions=[
              CritiqueQuestionTemplate(
                  name=_FAITHFULNESS_NAME,
                  question_type=QuestionType.MULTIPLE_CHOICE,
                  # Note: Text can contain HTML.
                  text="Can all the information expressed by the summary can be inferred from the article? ",
                  # Note: Options can contain HTML.
                  options=[_YES_VALUE, _NO_VALUE],
              ),
              CritiqueQuestionTemplate(
                  name=_RELEVANCE_NAME,
                  question_type=QuestionType.MULTIPLE_CHOICE,
                  text="To what extend the summary include only important information from the source document? "
                  "(1 = not at all, 5 = very much)",
                  options=["1", "2", "3", "4", "5"],
              ),
              CritiqueQuestionTemplate(
                  name=_COHERENCE_NAME,
                  question_type=QuestionType.MULTIPLE_CHOICE,
                  text="Does the summary organize the relevant information into a well-structured summary? "
                  "(1 = not at all, 5 = very much)",
                  options=["1", "2", "3", "4", "5"],
              ),
          ],
      )
  
file_path: H2O/h2o_hf/helm/src/helm/benchmark/metrics/summarization_critique_metrics.py
imports: from typing import Dict, List
  from helm.benchmark.adaptation.request_state import RequestState
  from helm.benchmark.adaptation.adapter_spec import AdapterSpec
  from .metric import Metric
  from .metric_name import MetricName
  from .metric_service import MetricService
  from .statistic import Stat
  from helm.common.critique_request import CritiqueTaskTemplate, CritiqueQuestionTemplate, CritiqueRequest, QuestionType
label_desc: Use image node_id 1 to create a new SummarizationCritiqueMetric object from inherited base classes: Metric with example: obj = SummarizationCritiqueMetric(num_respondents)