Commit
·
b61f534
1
Parent(s):
9a10727
fix: read request information even if eval is running
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -102,7 +102,7 @@ class EvalResult:
|
|
102 |
self.likes = request.get("likes", 0)
|
103 |
self.num_params = request.get("params", 0)
|
104 |
self.date = request.get("submitted_time", "")
|
105 |
-
except
|
106 |
print(f"Could not find request file for {self.org}/{self.model} with precision {self.precision.value.name}")
|
107 |
|
108 |
def to_dict(self):
|
@@ -143,10 +143,7 @@ def get_request_file_for_model(requests_path, model_name, precision):
|
|
143 |
for tmp_request_file in request_files:
|
144 |
with open(tmp_request_file, "r") as f:
|
145 |
req_content = json.load(f)
|
146 |
-
if (
|
147 |
-
req_content["status"] in ["FINISHED"]
|
148 |
-
and req_content["precision"] == precision.split(".")[-1] or req_content["precision"] is None
|
149 |
-
):
|
150 |
request_file = tmp_request_file
|
151 |
return request_file
|
152 |
|
|
|
102 |
self.likes = request.get("likes", 0)
|
103 |
self.num_params = request.get("params", 0)
|
104 |
self.date = request.get("submitted_time", "")
|
105 |
+
except FileNotFoundError:
|
106 |
print(f"Could not find request file for {self.org}/{self.model} with precision {self.precision.value.name}")
|
107 |
|
108 |
def to_dict(self):
|
|
|
143 |
for tmp_request_file in request_files:
|
144 |
with open(tmp_request_file, "r") as f:
|
145 |
req_content = json.load(f)
|
146 |
+
if req_content["precision"] == precision.split(".")[-1] or req_content["precision"] is None:
|
|
|
|
|
|
|
147 |
request_file = tmp_request_file
|
148 |
return request_file
|
149 |
|