benchmarks/fathomnet/scripts/eval.py

import sys
import os
sys.path.append(os.path.join(os.path.dirname(__file__), "../env"))
from metric import score
import pandas as pd
import random 

def get_score(submission_folder = "../env"):
    submission_path = os.path.join(submission_folder, "submission.csv")
    solution = pd.read_csv(os.path.join(os.path.dirname(__file__), "answer.csv"))
    solution["osd"] = [random.randint(0, 1) for _ in range(len(solution))]

    submission = pd.read_csv(submission_path)
    s = score(solution, submission, row_id_column_name = "id")
    return s

if __name__ == "__main__":
    print(get_score())