| import gradio as gr | |
| from apscheduler.schedulers.background import BackgroundScheduler | |
| from gradio_leaderboard import ColumnFilter, Leaderboard, SelectColumns | |
| from src.about import INTRODUCTION_TEXT, TITLE | |
| from src.display.css_html_js import custom_css | |
| from src.envs import API, REPO_ID | |
| from src.leaderboard.populate import load_results | |
| from src.leaderboard.utils import COLUMNS | |
| def restart_space(): | |
| API.restart_space(repo_id=REPO_ID) | |
| def init_leaderboard(): | |
| dataframe = load_results() | |
| if dataframe is None or dataframe.empty: | |
| raise ValueError("Leaderboard DataFrame is empty or None.") | |
| return Leaderboard( | |
| value=dataframe, | |
| datatype=[c.type for c in COLUMNS], | |
| select_columns=SelectColumns( | |
| default_selection=[c.name for c in COLUMNS if c.displayed_by_default], | |
| cant_deselect=[c.name for c in COLUMNS if c.never_hidden], | |
| label="Select Columns to Display:", | |
| ), | |
| search_columns=[c.name for c in COLUMNS if c.searchable], | |
| hide_columns=[c.name for c in COLUMNS if c.hidden], | |
| filter_columns=[], | |
| bool_checkboxgroup_label="Hide models", | |
| interactive=False, | |
| ) | |
| demo = gr.Blocks(css=custom_css) | |
| with demo: | |
| gr.HTML(TITLE) | |
| gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text") | |
| with gr.Tabs(elem_classes="tab-buttons") as tabs: | |
| with gr.TabItem("🏅 LLM Benchmark", elem_id="llm-benchmark-tab-table", id=0): | |
| leaderboard = init_leaderboard() | |
| scheduler = BackgroundScheduler() | |
| scheduler.add_job(restart_space, "interval", seconds=3600) | |
| scheduler.start() | |
| demo.queue(default_concurrency_limit=40).launch() | |