Spaces:
Sleeping
Sleeping
File size: 2,636 Bytes
6633a3c 8782161 7a34dd5 f347a15 7a34dd5 8782161 6633a3c d76a09c 8782161 d76a09c 6633a3c d76a09c 6633a3c d76a09c 6633a3c d76a09c 6633a3c d76a09c 6633a3c d76a09c 6633a3c d76a09c 6633a3c d76a09c 6633a3c d76a09c 6633a3c d76a09c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 |
import gradio as gr
import json
import os
import pandas as pd
import time
# Configuration
FOLDER_TO_WATCH = "model_results" # Folder where JSON files are stored
REFRESH_INTERVAL = 5 # Seconds between automatic refreshes
# COLUMNS_TO_DISPLAY = ["model_name", "accuracy", "precision", "recall", "f1_score", "timestamp"]
#COLUMNS_TO_DISPLAY =['model_name','average_accuracy','preprocess_time_sec','generation_time_sec','total_time_sec','memory_used_gb','peak_memory_gb']
COLUMNS_TO_DISPLAY =['model_name','average_accuracy','generation_time_sec','total_time_sec','peak_memory_gb']
# Create the folder if it doesn't exist
os.makedirs(FOLDER_TO_WATCH, exist_ok=True)
def load_data():
data = []
for filename in os.listdir(FOLDER_TO_WATCH):
if filename.endswith('.json'):
try:
with open(os.path.join(FOLDER_TO_WATCH, filename), 'r') as f:
model_data = json.load(f)
data.append(model_data)
except Exception as e:
print(f"Error loading {filename}: {e}")
if data:
df = pd.DataFrame(data)
if not df.empty and 'average_accuracy' in df.columns:
df = df.sort_values(by='average_accuracy', ascending=False)
return df[COLUMNS_TO_DISPLAY] if all(col in df.columns for col in COLUMNS_TO_DISPLAY) else df
return pd.DataFrame(columns=COLUMNS_TO_DISPLAY)
def update_leaderboard():
current_data = load_data()
return current_data, time.strftime("%Y-%m-%d %H:%M:%S")
with gr.Blocks(title="Model Leaderboard") as demo:
gr.Markdown("# 🏆 Model Performance Leaderboard")
gr.Markdown(f"Automatically updates from JSON files in `{FOLDER_TO_WATCH}` folder")
with gr.Row():
refresh_btn = gr.Button("🔄 Refresh", variant="secondary")
last_update = gr.Textbox(label="Last Updated", interactive=False)
leaderboard = gr.Dataframe(
headers=COLUMNS_TO_DISPLAY,
interactive=False,
wrap=True
)
refresh_btn.click(
fn=update_leaderboard,
outputs=[leaderboard, last_update]
)
# New way to implement auto-refresh
demo.load(
fn=lambda: update_leaderboard(),
outputs=[leaderboard, last_update]
)
# Alternative auto-refresh method
def auto_refresh():
while True:
time.sleep(REFRESH_INTERVAL)
yield update_leaderboard()
demo.queue()
leaderboard.change(
fn=auto_refresh,
outputs=[leaderboard, last_update],
show_progress=False
)
if __name__ == "__main__":
demo.launch(share=True) |