update error handling

src/populate.py

@@ -14,12 +14,15 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
     all_data_json = [v.to_dict() for v in raw_data]
 
     df = pd.DataFrame.from_records(all_data_json)
-    # df = df.sort_values(by=[AutoEvalColumn.average.name], ascending=False)
-    # df = df[cols].round(decimals=2)
-    df = df[cols]
-
-    # filter out if any of the benchmarks have not been produced
-    df = df[has_no_nan_values(df, benchmark_cols)]
+    
+    # Only keep the columns that actually exist in df
+    existing_cols = [c for c in cols if c in df.columns]
+    df = df[existing_cols]
+    
+    # Also only filter out the benchmark columns that actually exist
+    existing_bench_cols = [c for c in benchmark_cols if c in df.columns]
+    df = df[has_no_nan_values(df, existing_bench_cols)]
+    
     return raw_data, df