yentinglin commited on
Commit
ea50e77
·
1 Parent(s): eb4d9c8
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +3 -1
src/leaderboard/read_evals.py CHANGED
@@ -177,8 +177,10 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
177
  # Creation of result
178
  # print(f"Model result filepath: {model_result_filepath}")
179
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
 
180
  # print(eval_result)
181
  eval_result.update_with_request_file(requests_path)
 
182
 
183
  # Store results of same eval together
184
  eval_name = eval_result.eval_name
@@ -187,7 +189,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
187
  else:
188
  eval_results[eval_name] = eval_result
189
  # print(eval_results)
190
- print(eval_results[eval_name].results)
191
 
192
  results = []
193
  for v in eval_results.values():
 
177
  # Creation of result
178
  # print(f"Model result filepath: {model_result_filepath}")
179
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
180
+ print(eval_result.results)
181
  # print(eval_result)
182
  eval_result.update_with_request_file(requests_path)
183
+ print(eval_result.results)
184
 
185
  # Store results of same eval together
186
  eval_name = eval_result.eval_name
 
189
  else:
190
  eval_results[eval_name] = eval_result
191
  # print(eval_results)
192
+ # print(eval_results[eval_name].results)
193
 
194
  results = []
195
  for v in eval_results.values():