name: "🤗 Model Evaluation Request"
description: Request EvalPlus maintainers to evaluate your model independently and update it on our leaderboard.
title: "🤗 [REQUEST] - <MODEL_NAME>"
labels: ["model eval"]
body:
  - type: textarea
    id: about
    attributes:
      label: "Model introduction"
      description: Provide a brief introduction to the model.
      placeholder: The models is created by ... and is used for ...
    validations:
      required: true
  - type: input
    id: url
    attributes:
      label: "Model URL"
      description: Indicate the URL (e.g., huggingface or other release pages) of the model
      placeholder: https://huggingface.co/[???]/[???]
    validations:
      required: true
  - type: dropdown
    id: dtype
    attributes:
      label: "Data type"
      description: What is the intended data type for running the model?
      multiple: false
      options:
        - "float16"
        - "bfloat16"
        - "float32"
        - "None of above: specify the details in the 'Other context' section"
    validations:
      required: true
  - type: textarea
    id: other
    attributes:
      label: "Additional instructions (Optional)"
      description: Special steps indicating how to run the model with preferably scripts/codes.
      placeholder: What data type precision should be used? What is the minimal hardware requirement? Can it be accelerated by tools such as vLLM?
    validations:
      required: false
  - type: dropdown
    id: author
    attributes:
      label: "Author"
      description: "Are you (one of) the author(s) of the model?"
      multiple: false
      options:
        - "Yes"
        - "No"
    validations:
      required: true
  - type: checkboxes
    id: security
    attributes:
      label: "Security"
      options:
        - label: "I confirm that the model is safe to run which does not contain any malicious code or content."
          required: true
  - type: checkboxes
    id: integrity
    attributes:
      label: "Integrity"
      options:
        - label: "I confirm that the model comes from unique and original work and does not contain any plagiarism."
          required: true