Repoaner's picture
Update src/about.py
ad61760 verified
raw
history blame
1.6 kB
from dataclasses import dataclass
from enum import Enum
@dataclass
class Task:
benchmark: str
metric: str
col_name: str
# Select your tasks here
# ---------------------------------------------------
class Tasks(Enum):
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
task0 = Task("anli_r1", "acc", "ANLI")
task1 = Task("logiqa", "acc_norm", "LogiQA")
NUM_FEWSHOT = 0 # Change with your few shot
# ---------------------------------------------------
# Your leaderboard name
TITLE = """<h1 align="center" id="space-title">Align-Anything</h1>"""
# MJB_LOGO = '<img src="" alt="Logo" style="width: 100%; display: block; margin: auto;">'
# What does your leaderboard evaluate?
INTRODUCTION_TEXT = """
# Align-Anything
Align-Anything aims to align any modality large models (any-to-any models), including LLMs, VLMs, and others, with human intentions and values.
More details about the definition and milestones of alignment for Large Models can be found in AI Alignment.
"""
# Which evaluations are you running? how can people reproduce what you have?
LLM_BENCHMARKS_TEXT = f"""
"""
EVALUATION_QUEUE_TEXT = """
"""
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
CITATION_BUTTON_TEXT = """
@article{Align-Anything,
title={Align-Anything: Alignment with a Millennium of Moral Progress},
author={Xuyao Wang and Jiayi Zhou and Jiaming Ji and Yaodong Yang},
journal={arXiv preprint arXiv:2411.20343},
eprint={2411.20343},
eprinttype = {arXiv},
year={2024}
}
"""
ABOUT_TEXT = """
"""