gardarjuto commited on
Commit
5e8e87c
·
1 Parent(s): dcb54b6

fix: filtering support for models missing details

Browse files
Files changed (2) hide show
  1. app.py +1 -0
  2. src/leaderboard/read_evals.py +1 -1
app.py CHANGED
@@ -125,6 +125,7 @@ def filter_models(
125
 
126
  numeric_interval = pd.IntervalIndex(sorted([NUMERIC_INTERVALS[s] for s in size_query]))
127
  params_column = pd.to_numeric(df[AutoEvalColumn.params.name], errors="coerce")
 
128
  mask = params_column.apply(lambda x: any(numeric_interval.contains(x)))
129
  filtered_df = filtered_df.loc[mask]
130
 
 
125
 
126
  numeric_interval = pd.IntervalIndex(sorted([NUMERIC_INTERVALS[s] for s in size_query]))
127
  params_column = pd.to_numeric(df[AutoEvalColumn.params.name], errors="coerce")
128
+ params_column = params_column.fillna(0)
129
  mask = params_column.apply(lambda x: any(numeric_interval.contains(x)))
130
  filtered_df = filtered_df.loc[mask]
131
 
src/leaderboard/read_evals.py CHANGED
@@ -148,7 +148,7 @@ def get_request_file_for_model(requests_path, model_name, precision):
148
  req_content = json.load(f)
149
  if (
150
  req_content["status"] in ["FINISHED"]
151
- and req_content["precision"] == precision.split(".")[-1]
152
  ):
153
  request_file = tmp_request_file
154
  return request_file
 
148
  req_content = json.load(f)
149
  if (
150
  req_content["status"] in ["FINISHED"]
151
+ and req_content["precision"] == precision.split(".")[-1] or req_content["precision"] is None
152
  ):
153
  request_file = tmp_request_file
154
  return request_file