gardarjuto commited on
Commit
b61f534
·
1 Parent(s): 9a10727

fix: read request information even if eval is running

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +2 -5
src/leaderboard/read_evals.py CHANGED
@@ -102,7 +102,7 @@ class EvalResult:
102
  self.likes = request.get("likes", 0)
103
  self.num_params = request.get("params", 0)
104
  self.date = request.get("submitted_time", "")
105
- except Exception:
106
  print(f"Could not find request file for {self.org}/{self.model} with precision {self.precision.value.name}")
107
 
108
  def to_dict(self):
@@ -143,10 +143,7 @@ def get_request_file_for_model(requests_path, model_name, precision):
143
  for tmp_request_file in request_files:
144
  with open(tmp_request_file, "r") as f:
145
  req_content = json.load(f)
146
- if (
147
- req_content["status"] in ["FINISHED"]
148
- and req_content["precision"] == precision.split(".")[-1] or req_content["precision"] is None
149
- ):
150
  request_file = tmp_request_file
151
  return request_file
152
 
 
102
  self.likes = request.get("likes", 0)
103
  self.num_params = request.get("params", 0)
104
  self.date = request.get("submitted_time", "")
105
+ except FileNotFoundError:
106
  print(f"Could not find request file for {self.org}/{self.model} with precision {self.precision.value.name}")
107
 
108
  def to_dict(self):
 
143
  for tmp_request_file in request_files:
144
  with open(tmp_request_file, "r") as f:
145
  req_content = json.load(f)
146
+ if req_content["precision"] == precision.split(".")[-1] or req_content["precision"] is None:
 
 
 
147
  request_file = tmp_request_file
148
  return request_file
149