Commit
·
5e8e87c
1
Parent(s):
dcb54b6
fix: filtering support for models missing details
Browse files- app.py +1 -0
- src/leaderboard/read_evals.py +1 -1
app.py
CHANGED
@@ -125,6 +125,7 @@ def filter_models(
|
|
125 |
|
126 |
numeric_interval = pd.IntervalIndex(sorted([NUMERIC_INTERVALS[s] for s in size_query]))
|
127 |
params_column = pd.to_numeric(df[AutoEvalColumn.params.name], errors="coerce")
|
|
|
128 |
mask = params_column.apply(lambda x: any(numeric_interval.contains(x)))
|
129 |
filtered_df = filtered_df.loc[mask]
|
130 |
|
|
|
125 |
|
126 |
numeric_interval = pd.IntervalIndex(sorted([NUMERIC_INTERVALS[s] for s in size_query]))
|
127 |
params_column = pd.to_numeric(df[AutoEvalColumn.params.name], errors="coerce")
|
128 |
+
params_column = params_column.fillna(0)
|
129 |
mask = params_column.apply(lambda x: any(numeric_interval.contains(x)))
|
130 |
filtered_df = filtered_df.loc[mask]
|
131 |
|
src/leaderboard/read_evals.py
CHANGED
@@ -148,7 +148,7 @@ def get_request_file_for_model(requests_path, model_name, precision):
|
|
148 |
req_content = json.load(f)
|
149 |
if (
|
150 |
req_content["status"] in ["FINISHED"]
|
151 |
-
and req_content["precision"] == precision.split(".")[-1]
|
152 |
):
|
153 |
request_file = tmp_request_file
|
154 |
return request_file
|
|
|
148 |
req_content = json.load(f)
|
149 |
if (
|
150 |
req_content["status"] in ["FINISHED"]
|
151 |
+
and req_content["precision"] == precision.split(".")[-1] or req_content["precision"] is None
|
152 |
):
|
153 |
request_file = tmp_request_file
|
154 |
return request_file
|