Spaces:
Running
Running
File size: 2,255 Bytes
7628397 06e7a40 7628397 4b8641e 7628397 e9c0aea 06e7a40 ef4ef3e e9c0aea 06e7a40 7628397 06e7a40 7628397 06e7a40 7628397 06e7a40 7628397 ef4ef3e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 |
from email.utils import parseaddr
from huggingface_hub import HfApi
import os
import datetime
import pandas as pd
OWNER="locuslab"
LEADERBOARD_PATH = f"{OWNER}/tofu_leaderboard"
api = HfApi()
TOKEN = os.environ.get("TOKEN", None)
YEAR_VERSION = "2024"
def format_error(msg):
return f"<p style='color: red; font-size: 20px; text-align: center;'>{msg}</p>"
def format_warning(msg):
return f"<p style='color: orange; font-size: 20px; text-align: center;'>{msg}</p>"
def format_log(msg):
return f"<p style='color: green; font-size: 20px; text-align: center;'>{msg}</p>"
def model_hyperlink(link, model_name):
return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{model_name}</a>'
def add_new_eval(
model: str,
model_family: str,
forget_rate: str,
url: str,
path_to_file: str,
organisation: str,
mail: str,
):
# Very basic email parsing
_, parsed_mail = parseaddr(mail)
if not "@" in parsed_mail:
return format_warning("Please provide a valid email adress.")
return format_log(f"Model {model} submitted by {organisation} successfully. \nPlease refresh the leaderboard, and wait a bit to see the score displayed")
file_value = path_to_file.value
if file_value is None:
return format_warning("Please attach a file.")
# load the file
df = pd.read_csv(file_value)
# modify the df to include metadata
df["model"] = model
df["model_family"] = model_family
df["forget_rate"] = forget_rate
df["url"] = url
df["organisation"] = organisation
df["mail"] = mail
df["timestamp"] = datetime.datetime.now()
#upload to spaces using the hf api at
RESULTS_PATH = "locuslab/tofu_leaderboard"
path_in_repo = f"versions/{model_family}-{forget_rate.replace('%', 'p')}"
file_name = f"{model}-{organisation}-{datetime.datetime.now().strftime('%Y-%m-%d')}.csv"
# upload the df to spaces
new_file = df.to_csv(index=False)
api.upload_file(
repo_id = RESULTS_PATH,
path_in_repo = f"{path_in_repo}/{file_name}",
file_name = file_value,
token=TOKEN,
repo_type="space",
)
|