Commit
·
9b53393
1
Parent(s):
14b38c3
add
Browse files- src/leaderboard/read_evals.py +0 -1
- src/populate.py +2 -0
src/leaderboard/read_evals.py
CHANGED
@@ -175,7 +175,6 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
175 |
eval_results = {}
|
176 |
for model_result_filepath in model_result_filepaths:
|
177 |
# Creation of result
|
178 |
-
print(f"Model result filepath: {model_result_filepath}")
|
179 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
180 |
eval_result.update_with_request_file(requests_path)
|
181 |
|
|
|
175 |
eval_results = {}
|
176 |
for model_result_filepath in model_result_filepaths:
|
177 |
# Creation of result
|
|
|
178 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
179 |
eval_result.update_with_request_file(requests_path)
|
180 |
|
src/populate.py
CHANGED
@@ -14,6 +14,8 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
|
|
14 |
all_data_json = [v.to_dict() for v in raw_data]
|
15 |
|
16 |
df = pd.DataFrame.from_records(all_data_json)
|
|
|
|
|
17 |
df = df.sort_values(by=[AutoEvalColumn.average.name], ascending=False)
|
18 |
df = df[cols].round(decimals=2)
|
19 |
|
|
|
14 |
all_data_json = [v.to_dict() for v in raw_data]
|
15 |
|
16 |
df = pd.DataFrame.from_records(all_data_json)
|
17 |
+
print(df.head())
|
18 |
+
print(df)
|
19 |
df = df.sort_values(by=[AutoEvalColumn.average.name], ascending=False)
|
20 |
df = df[cols].round(decimals=2)
|
21 |
|