Commit
·
ea50e77
1
Parent(s):
eb4d9c8
add
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -177,8 +177,10 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
177 |
# Creation of result
|
178 |
# print(f"Model result filepath: {model_result_filepath}")
|
179 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
|
|
180 |
# print(eval_result)
|
181 |
eval_result.update_with_request_file(requests_path)
|
|
|
182 |
|
183 |
# Store results of same eval together
|
184 |
eval_name = eval_result.eval_name
|
@@ -187,7 +189,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
187 |
else:
|
188 |
eval_results[eval_name] = eval_result
|
189 |
# print(eval_results)
|
190 |
-
print(eval_results[eval_name].results)
|
191 |
|
192 |
results = []
|
193 |
for v in eval_results.values():
|
|
|
177 |
# Creation of result
|
178 |
# print(f"Model result filepath: {model_result_filepath}")
|
179 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
180 |
+
print(eval_result.results)
|
181 |
# print(eval_result)
|
182 |
eval_result.update_with_request_file(requests_path)
|
183 |
+
print(eval_result.results)
|
184 |
|
185 |
# Store results of same eval together
|
186 |
eval_name = eval_result.eval_name
|
|
|
189 |
else:
|
190 |
eval_results[eval_name] = eval_result
|
191 |
# print(eval_results)
|
192 |
+
# print(eval_results[eval_name].results)
|
193 |
|
194 |
results = []
|
195 |
for v in eval_results.values():
|