{"arxivqa_test_subsampled": {"ndcg_at_1": 0.874, "ndcg_at_3": 0.90824, "ndcg_at_5": 0.91719, "ndcg_at_10": 0.92097, "ndcg_at_20": 0.92633, "ndcg_at_100": 0.92821, "ndcg_at_1000": 0.92847, "map_at_1": 0.874, "map_at_3": 0.9, "map_at_5": 0.9049, "map_at_10": 0.90641, "map_at_20": 0.90778, "map_at_100": 0.90805, "map_at_1000": 0.90806, "recall_at_1": 0.874, "recall_at_3": 0.932, "recall_at_5": 0.954, "recall_at_10": 0.966, "recall_at_20": 0.988, "recall_at_100": 0.998, "recall_at_1000": 1.0, "precision_at_1": 0.874, "precision_at_3": 0.31067, "precision_at_5": 0.1908, "precision_at_10": 0.0966, "precision_at_20": 0.0494, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.874, "mrr_at_3": 0.8996666666666666, "mrr_at_5": 0.9045666666666665, "mrr_at_10": 0.9065246031746029, "mrr_at_20": 0.9076881996658309, "mrr_at_100": 0.908159391372277, "mrr_at_1000": 0.9081691952938457, "naucs_at_1_max": 0.7721048543097797, "naucs_at_1_std": -0.2915099081534729, "naucs_at_1_diff1": 0.9412060378048227, "naucs_at_3_max": 0.8637337287856351, "naucs_at_3_std": -0.20444059976932266, "naucs_at_3_diff1": 0.9167215905970255, "naucs_at_5_max": 0.9239840863881768, "naucs_at_5_std": -0.0771120042219855, "naucs_at_5_diff1": 0.9230706775463808, "naucs_at_10_max": 0.9288735101883935, "naucs_at_10_std": 0.0749437029713847, "naucs_at_10_diff1": 0.9112978524743234, "naucs_at_20_max": 0.9319172113289776, "naucs_at_20_std": -0.08045440398384687, "naucs_at_20_diff1": 0.8821195144724449, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "docvqa_test_subsampled": {"ndcg_at_1": 0.55432, "ndcg_at_3": 0.62551, "ndcg_at_5": 0.65128, "ndcg_at_10": 0.67437, "ndcg_at_20": 0.68793, "ndcg_at_100": 0.70366, "ndcg_at_1000": 0.71112, "map_at_1": 0.55432, "map_at_3": 0.60865, "map_at_5": 0.62306, "map_at_10": 0.63268, "map_at_20": 0.63646, "map_at_100": 0.63865, "map_at_1000": 0.63899, "recall_at_1": 0.55432, "recall_at_3": 0.67406, "recall_at_5": 0.73614, "recall_at_10": 0.8071, "recall_at_20": 0.86031, "recall_at_100": 0.94457, "recall_at_1000": 1.0, "precision_at_1": 0.55432, "precision_at_3": 0.22469, "precision_at_5": 0.14723, "precision_at_10": 0.08071, "precision_at_20": 0.04302, "precision_at_100": 0.00945, "precision_at_1000": 0.001, "mrr_at_1": 0.549889135254989, "mrr_at_3": 0.6067997043606801, "mrr_at_5": 0.6208795269770879, "mrr_at_10": 0.6302018442262344, "mrr_at_20": 0.6340121749473517, "mrr_at_100": 0.6363359562696871, "mrr_at_1000": 0.636686069965441, "naucs_at_1_max": 0.47790242590545073, "naucs_at_1_std": -0.3138922953345224, "naucs_at_1_diff1": 0.8654693049261503, "naucs_at_3_max": 0.4347102734192502, "naucs_at_3_std": -0.39734556807813903, "naucs_at_3_diff1": 0.7964152112131687, "naucs_at_5_max": 0.43322144082366026, "naucs_at_5_std": -0.36513778736672453, "naucs_at_5_diff1": 0.7645885039337957, "naucs_at_10_max": 0.3810029740282189, "naucs_at_10_std": -0.2814578900247814, "naucs_at_10_diff1": 0.7454969066186248, "naucs_at_20_max": 0.3825854636680222, "naucs_at_20_std": -0.15793927976457214, "naucs_at_20_diff1": 0.7363609579028717, "naucs_at_100_max": 0.5117898938138185, "naucs_at_100_std": 0.44096802323889056, "naucs_at_100_diff1": 0.6382290751937328, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "infovqa_test_subsampled": {"ndcg_at_1": 0.90688, "ndcg_at_3": 0.93563, "ndcg_at_5": 0.93894, "ndcg_at_10": 0.94219, "ndcg_at_20": 0.94424, "ndcg_at_100": 0.94501, "ndcg_at_1000": 0.9466, "map_at_1": 0.90688, "map_at_3": 0.92814, "map_at_5": 0.92996, "map_at_10": 0.93128, "map_at_20": 0.93184, "map_at_100": 0.93195, "map_at_1000": 0.93201, "recall_at_1": 0.90688, "recall_at_3": 0.95749, "recall_at_5": 0.96559, "recall_at_10": 0.97571, "recall_at_20": 0.98381, "recall_at_100": 0.98785, "recall_at_1000": 1.0, "precision_at_1": 0.90688, "precision_at_3": 0.31916, "precision_at_5": 0.19312, "precision_at_10": 0.09757, "precision_at_20": 0.04919, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.9068825910931174, "mrr_at_3": 0.9281376518218621, "mrr_at_5": 0.9299595141700403, "mrr_at_10": 0.9311162521688837, "mrr_at_20": 0.9318338524220875, "mrr_at_100": 0.9319411178683117, "mrr_at_1000": 0.9320045624386353, "naucs_at_1_max": 0.6267606271174487, "naucs_at_1_std": -0.2639987099295268, "naucs_at_1_diff1": 0.9502966948344572, "naucs_at_3_max": 0.6233629697463214, "naucs_at_3_std": -0.19939440668055744, "naucs_at_3_diff1": 0.9486726051535677, "naucs_at_5_max": 0.6990158901841317, "naucs_at_5_std": -0.18602616298839614, "naucs_at_5_diff1": 0.9365955710720518, "naucs_at_10_max": 0.7958520970778115, "naucs_at_10_std": 0.2662975621020652, "naucs_at_10_diff1": 0.9319439680295455, "naucs_at_20_max": 0.8189249320515473, "naucs_at_20_std": 0.42232371311537836, "naucs_at_20_diff1": 0.9489579760221489, "naucs_at_100_max": 0.7585665760687373, "naucs_at_100_std": 0.32581599582508164, "naucs_at_100_diff1": 0.9537108770403242, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "tabfquad_test_subsampled": {"ndcg_at_1": 0.93214, "ndcg_at_3": 0.96097, "ndcg_at_5": 0.96696, "ndcg_at_10": 0.96809, "ndcg_at_20": 0.96903, "ndcg_at_100": 0.96903, "ndcg_at_1000": 0.96903, "map_at_1": 0.93214, "map_at_3": 0.95476, "map_at_5": 0.95815, "map_at_10": 0.9586, "map_at_20": 0.95888, "map_at_100": 0.95888, "map_at_1000": 0.95888, "recall_at_1": 0.93214, "recall_at_3": 0.97857, "recall_at_5": 0.99286, "recall_at_10": 0.99643, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.93214, "precision_at_3": 0.32619, "precision_at_5": 0.19857, "precision_at_10": 0.09964, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.9357142857142857, "mrr_at_3": 0.9565476190476192, "mrr_at_5": 0.9592261904761906, "mrr_at_10": 0.9602465986394557, "mrr_at_20": 0.960521323914181, "mrr_at_100": 0.960521323914181, "mrr_at_1000": 0.960521323914181, "naucs_at_1_max": 0.4931937687355659, "naucs_at_1_std": 0.3008255933952535, "naucs_at_1_diff1": 0.9137549756744814, "naucs_at_3_max": 0.7394179894179925, "naucs_at_3_std": 0.6195922813569864, "naucs_at_3_diff1": 0.9564270152505565, "naucs_at_5_max": 1.0, "naucs_at_5_std": 0.9346405228758269, "naucs_at_5_diff1": 0.9346405228758269, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "tatdqa_test": {"ndcg_at_1": 0.6932, "ndcg_at_3": 0.78636, "ndcg_at_5": 0.80911, "ndcg_at_10": 0.82189, "ndcg_at_20": 0.82737, "ndcg_at_100": 0.8329, "ndcg_at_1000": 0.83365, "map_at_1": 0.6932, "map_at_3": 0.76428, "map_at_5": 0.77688, "map_at_10": 0.78228, "map_at_20": 0.78384, "map_at_100": 0.78465, "map_at_1000": 0.78468, "recall_at_1": 0.6932, "recall_at_3": 0.84994, "recall_at_5": 0.90522, "recall_at_10": 0.94411, "recall_at_20": 0.96537, "recall_at_100": 0.99453, "recall_at_1000": 1.0, "precision_at_1": 0.6932, "precision_at_3": 0.28331, "precision_at_5": 0.18104, "precision_at_10": 0.09441, "precision_at_20": 0.04827, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.6931956257594167, "mrr_at_3": 0.7648845686512756, "mrr_at_5": 0.7770959902794657, "mrr_at_10": 0.7825495670119, "mrr_at_20": 0.784099404002636, "mrr_at_100": 0.78488878980898, "mrr_at_1000": 0.7849241166357466, "naucs_at_1_max": 0.19952132336095016, "naucs_at_1_std": -0.24130273153028495, "naucs_at_1_diff1": 0.8026378773354672, "naucs_at_3_max": 0.23328122181265734, "naucs_at_3_std": -0.23346648903415262, "naucs_at_3_diff1": 0.7174809628494739, "naucs_at_5_max": 0.24919370265610502, "naucs_at_5_std": -0.1422353605337001, "naucs_at_5_diff1": 0.674119045205419, "naucs_at_10_max": 0.340423411236918, "naucs_at_10_std": 0.05475952183140613, "naucs_at_10_diff1": 0.6409977675021019, "naucs_at_20_max": 0.464825020432388, "naucs_at_20_std": 0.23759528593663565, "naucs_at_20_diff1": 0.6555562477588646, "naucs_at_100_max": 0.4269541256283218, "naucs_at_100_std": 0.5057660562646209, "naucs_at_100_diff1": 0.6284094903041114, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "shiftproject_test": {"ndcg_at_1": 0.74, "ndcg_at_3": 0.87226, "ndcg_at_5": 0.87656, "ndcg_at_10": 0.87972, "ndcg_at_20": 0.88251, "ndcg_at_100": 0.88422, "ndcg_at_1000": 0.88422, "map_at_1": 0.74, "map_at_3": 0.84167, "map_at_5": 0.84417, "map_at_10": 0.84542, "map_at_20": 0.84633, "map_at_100": 0.8465, "map_at_1000": 0.8465, "recall_at_1": 0.74, "recall_at_3": 0.96, "recall_at_5": 0.97, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.74, "precision_at_3": 0.32, "precision_at_5": 0.194, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.79, "mrr_at_3": 0.8699999999999999, "mrr_at_5": 0.8724999999999998, "mrr_at_10": 0.8724999999999998, "mrr_at_20": 0.8734090909090908, "mrr_at_100": 0.8735876623376622, "mrr_at_1000": 0.8735876623376622, "naucs_at_1_max": 0.008495194842057645, "naucs_at_1_std": -0.45263776813592316, "naucs_at_1_diff1": 0.8809861724990873, "naucs_at_3_max": 0.5875350140056042, "naucs_at_3_std": -0.01447245564892935, "naucs_at_3_diff1": 0.7280578898225921, "naucs_at_5_max": 0.4936196700902597, "naucs_at_5_std": -0.06022408963585601, "naucs_at_5_diff1": 0.8513849984438217, "naucs_at_10_max": 0.24042950513538955, "naucs_at_10_std": -0.004668534080301362, "naucs_at_10_diff1": 0.7770774976657324, "naucs_at_20_max": 0.35807656395891135, "naucs_at_20_std": 0.5541549953314738, "naucs_at_20_diff1": 0.5541549953314738, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.98, "ndcg_at_3": 0.99262, "ndcg_at_5": 0.99262, "ndcg_at_10": 0.99262, "ndcg_at_20": 0.99262, "ndcg_at_100": 0.99262, "ndcg_at_1000": 0.99262, "map_at_1": 0.98, "map_at_3": 0.99, "map_at_5": 0.99, "map_at_10": 0.99, "map_at_20": 0.99, "map_at_100": 0.99, "map_at_1000": 0.99, "recall_at_1": 0.98, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.98, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.98, "mrr_at_3": 0.99, "mrr_at_5": 0.99, "mrr_at_10": 0.99, "mrr_at_20": 0.99, "mrr_at_100": 0.99, "mrr_at_1000": 0.99, "naucs_at_1_max": 0.71171802054155, "naucs_at_1_std": -0.367413632119516, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_energy_test": {"ndcg_at_1": 0.93, "ndcg_at_3": 0.95393, "ndcg_at_5": 0.95393, "ndcg_at_10": 0.95682, "ndcg_at_20": 0.95917, "ndcg_at_100": 0.96116, "ndcg_at_1000": 0.96116, "map_at_1": 0.93, "map_at_3": 0.94833, "map_at_5": 0.94833, "map_at_10": 0.94933, "map_at_20": 0.94989, "map_at_100": 0.9502, "map_at_1000": 0.9502, "recall_at_1": 0.93, "recall_at_3": 0.97, "recall_at_5": 0.97, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.93, "precision_at_3": 0.32333, "precision_at_5": 0.194, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.93, "mrr_at_3": 0.9483333333333333, "mrr_at_5": 0.9483333333333333, "mrr_at_10": 0.9493333333333333, "mrr_at_20": 0.9499215686274509, "mrr_at_100": 0.9502340686274509, "mrr_at_1000": 0.9502340686274509, "naucs_at_1_max": 0.44384420434840643, "naucs_at_1_std": -0.29718554088302146, "naucs_at_1_diff1": 0.9813258636788056, "naucs_at_3_max": 0.807812013694371, "naucs_at_3_std": -0.922969187675073, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 0.807812013694364, "naucs_at_5_std": -0.9229691876750711, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 0.7117180205415541, "naucs_at_10_std": -1.445845004668519, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 0.8692810457516413, "naucs_at_20_std": -1.1517273576097316, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.9, "ndcg_at_3": 0.94786, "ndcg_at_5": 0.95172, "ndcg_at_10": 0.95506, "ndcg_at_20": 0.95506, "ndcg_at_100": 0.95506, "ndcg_at_1000": 0.95506, "map_at_1": 0.9, "map_at_3": 0.93667, "map_at_5": 0.93867, "map_at_10": 0.9401, "map_at_20": 0.9401, "map_at_100": 0.9401, "map_at_1000": 0.9401, "recall_at_1": 0.9, "recall_at_3": 0.98, "recall_at_5": 0.99, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.9, "precision_at_3": 0.32667, "precision_at_5": 0.198, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.91, "mrr_at_3": 0.9416666666666665, "mrr_at_5": 0.9436666666666667, "mrr_at_10": 0.945095238095238, "mrr_at_20": 0.945095238095238, "mrr_at_100": 0.945095238095238, "mrr_at_1000": 0.945095238095238, "naucs_at_1_max": 0.6690476190476184, "naucs_at_1_std": 0.4060690943043871, "naucs_at_1_diff1": 0.8622782446311862, "naucs_at_3_max": 0.7770774976657261, "naucs_at_3_std": 0.4561157796451816, "naucs_at_3_diff1": 0.8692810457516296, "naucs_at_5_max": 1.0, "naucs_at_5_std": 0.5541549953314738, "naucs_at_5_diff1": 0.8692810457516413, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.95, "ndcg_at_3": 0.97393, "ndcg_at_5": 0.97823, "ndcg_at_10": 0.97823, "ndcg_at_20": 0.97823, "ndcg_at_100": 0.97823, "ndcg_at_1000": 0.97823, "map_at_1": 0.95, "map_at_3": 0.96833, "map_at_5": 0.97083, "map_at_10": 0.97083, "map_at_20": 0.97083, "map_at_100": 0.97083, "map_at_1000": 0.97083, "recall_at_1": 0.95, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.95, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.95, "mrr_at_3": 0.9683333333333333, "mrr_at_5": 0.9708333333333333, "mrr_at_10": 0.9708333333333333, "mrr_at_20": 0.9708333333333333, "mrr_at_100": 0.9708333333333333, "mrr_at_1000": 0.9708333333333333, "naucs_at_1_max": 0.6713352007469637, "naucs_at_1_std": -0.29654528478057596, "naucs_at_1_diff1": 0.9215686274509788, "naucs_at_3_max": 1.0, "naucs_at_3_std": -1.7399626517274398, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": {"ndcg_at_1": 0.63125, "ndcg_at_3": 0.6337, "ndcg_at_5": 0.65424, "ndcg_at_10": 0.68098, "ndcg_at_20": 0.70569, "ndcg_at_50": 0.72645, "ndcg_at_100": 0.73677, "map_at_1": 0.3796, "map_at_3": 0.51753, "map_at_5": 0.55507, "map_at_10": 0.58853, "map_at_20": 0.60592, "map_at_50": 0.61313, "map_at_100": 0.61588, "recall_at_1": 0.3796, "recall_at_3": 0.59878, "recall_at_5": 0.68614, "recall_at_10": 0.76958, "recall_at_20": 0.8338, "recall_at_50": 0.89871, "recall_at_100": 0.93394, "precision_at_1": 0.63125, "precision_at_3": 0.38958, "precision_at_5": 0.2925, "precision_at_10": 0.18563, "precision_at_20": 0.10969, "precision_at_50": 0.05087, "precision_at_100": 0.028, "mrr_at_1": 0.61875, "mrr_at_3": 0.7260416666666665, "mrr_at_5": 0.7376041666666666, "mrr_at_10": 0.7417509920634918, "mrr_at_20": 0.7424658613445377, "mrr_at_50": 0.7432363805050024, "mrr_at_100": 0.7432363805050024, "naucs_at_1_max": 0.06233251204931618, "naucs_at_1_std": -0.174609562887124, "naucs_at_1_diff1": 0.38159276746537324, "naucs_at_3_max": -0.025743437057477666, "naucs_at_3_std": -0.07762452862485532, "naucs_at_3_diff1": -0.10755911965018376, "naucs_at_5_max": -0.08604290655283026, "naucs_at_5_std": -0.03320817623780849, "naucs_at_5_diff1": -0.2435032561617796, "naucs_at_10_max": -0.14608706688666054, "naucs_at_10_std": -0.05910648559461827, "naucs_at_10_diff1": -0.28863307526335796, "naucs_at_20_max": -0.16874723584270745, "naucs_at_20_std": -0.018823190077877076, "naucs_at_20_diff1": -0.3309316411883471, "naucs_at_50_max": -0.21284679928531947, "naucs_at_50_std": 0.0706166864291508, "naucs_at_50_diff1": -0.34332281129143244, "naucs_at_100_max": -0.2425889526532388, "naucs_at_100_std": 0.1309394691167691, "naucs_at_100_diff1": -0.35115780083637055}, "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": {"ndcg_at_1": 0.53448, "ndcg_at_3": 0.52657, "ndcg_at_5": 0.55741, "ndcg_at_10": 0.54384, "ndcg_at_20": 0.55717, "ndcg_at_50": 0.62875, "ndcg_at_100": 0.66949, "map_at_1": 0.05463, "map_at_3": 0.13968, "map_at_5": 0.21988, "map_at_10": 0.29064, "map_at_20": 0.34438, "map_at_50": 0.40053, "map_at_100": 0.42966, "recall_at_1": 0.05463, "recall_at_3": 0.16815, "recall_at_5": 0.33546, "recall_at_10": 0.46451, "recall_at_20": 0.58162, "recall_at_50": 0.79574, "recall_at_100": 0.91284, "precision_at_1": 0.53448, "precision_at_3": 0.52299, "precision_at_5": 0.52759, "precision_at_10": 0.42069, "precision_at_20": 0.30259, "precision_at_50": 0.19103, "precision_at_100": 0.12586, "mrr_at_1": 0.5344827586206896, "mrr_at_3": 0.6580459770114943, "mrr_at_5": 0.6856321839080459, "mrr_at_10": 0.6935344827586207, "mrr_at_20": 0.6935344827586207, "mrr_at_50": 0.694284107946027, "mrr_at_100": 0.694284107946027, "naucs_at_1_max": 0.1998771307674687, "naucs_at_1_std": 0.1781942522681685, "naucs_at_1_diff1": 0.02870581260570446, "naucs_at_3_max": 0.07674800080344546, "naucs_at_3_std": 0.13950179029706203, "naucs_at_3_diff1": -0.17316076321533583, "naucs_at_5_max": 0.14574408505483344, "naucs_at_5_std": 0.2300008549335378, "naucs_at_5_diff1": -0.15956300142437235, "naucs_at_10_max": 0.07836973863891689, "naucs_at_10_std": 0.20619384444148817, "naucs_at_10_diff1": -0.11614732542707244, "naucs_at_20_max": 0.06965773663297331, "naucs_at_20_std": 0.25939565820020094, "naucs_at_20_diff1": -0.10435345054616801, "naucs_at_50_max": 0.010559313139782714, "naucs_at_50_std": 0.21673887536749256, "naucs_at_50_diff1": -0.17124948284462066, "naucs_at_100_max": -0.06661192061839961, "naucs_at_100_std": 0.1337468135641997, "naucs_at_100_diff1": -0.2258019545805785}, "vidore/synthetic_rse_restaurant_filtered_v1.0": {"ndcg_at_1": 0.4386, "ndcg_at_3": 0.48133, "ndcg_at_5": 0.51252, "ndcg_at_10": 0.57233, "ndcg_at_20": 0.61624, "ndcg_at_50": 0.64918, "ndcg_at_100": 0.66204, "map_at_1": 0.23743, "map_at_3": 0.36585, "map_at_5": 0.41071, "map_at_10": 0.46016, "map_at_20": 0.48126, "map_at_50": 0.50025, "map_at_100": 0.50656, "recall_at_1": 0.23743, "recall_at_3": 0.47197, "recall_at_5": 0.56602, "recall_at_10": 0.71449, "recall_at_20": 0.84726, "recall_at_50": 0.92784, "recall_at_100": 0.96491, "precision_at_1": 0.4386, "precision_at_3": 0.32749, "precision_at_5": 0.25965, "precision_at_10": 0.18596, "precision_at_20": 0.12193, "precision_at_50": 0.06842, "precision_at_100": 0.0386, "mrr_at_1": 0.43859649122807015, "mrr_at_3": 0.5789473684210527, "mrr_at_5": 0.5833333333333334, "mrr_at_10": 0.5952172096908939, "mrr_at_20": 0.6007680743748854, "mrr_at_50": 0.6015655225407547, "mrr_at_100": 0.6015655225407547, "naucs_at_1_max": 0.05716285980319275, "naucs_at_1_std": -0.029689076263749354, "naucs_at_1_diff1": 0.2578164008166091, "naucs_at_3_max": -0.06442617294859464, "naucs_at_3_std": 0.05401211642305388, "naucs_at_3_diff1": -0.09893661913939451, "naucs_at_5_max": -0.1154399353012194, "naucs_at_5_std": -0.031387996982623234, "naucs_at_5_diff1": -0.10672758383731668, "naucs_at_10_max": -0.2574425080299863, "naucs_at_10_std": -0.12393043211911607, "naucs_at_10_diff1": -0.13065849443733368, "naucs_at_20_max": -0.35563914438812133, "naucs_at_20_std": -0.1646184484410547, "naucs_at_20_diff1": -0.18601353031784992, "naucs_at_50_max": -0.3924590372740362, "naucs_at_50_std": -0.15170040715487415, "naucs_at_50_diff1": -0.2110150823127195, "naucs_at_100_max": -0.38146069699785506, "naucs_at_100_std": -0.10979723740996002, "naucs_at_100_diff1": -0.23086255668027567}, "vidore/synthetic_axa_filtered_v1.0": {"ndcg_at_1": 0.61111, "ndcg_at_3": 0.71142, "ndcg_at_5": 0.69868, "ndcg_at_10": 0.70983, "ndcg_at_20": 0.75873, "ndcg_at_50": 0.78669, "ndcg_at_100": 0.79295, "map_at_1": 0.3409, "map_at_3": 0.46438, "map_at_5": 0.52139, "map_at_10": 0.59089, "map_at_20": 0.63713, "map_at_50": 0.65613, "map_at_100": 0.65808, "recall_at_1": 0.3409, "recall_at_3": 0.56062, "recall_at_5": 0.64063, "recall_at_10": 0.75112, "recall_at_20": 0.91423, "recall_at_50": 0.97721, "recall_at_100": 0.99573, "precision_at_1": 0.61111, "precision_at_3": 0.5, "precision_at_5": 0.4, "precision_at_10": 0.29444, "precision_at_20": 0.19444, "precision_at_50": 0.09111, "precision_at_100": 0.04722, "mrr_at_1": 0.6666666666666666, "mrr_at_3": 0.7962962962962963, "mrr_at_5": 0.7962962962962963, "mrr_at_10": 0.7962962962962963, "mrr_at_20": 0.7962962962962963, "mrr_at_50": 0.7988215488215488, "mrr_at_100": 0.7988215488215488, "naucs_at_1_max": -0.262508093993398, "naucs_at_1_std": -0.24475866024256882, "naucs_at_1_diff1": 0.383292411864671, "naucs_at_3_max": -0.7301099331020667, "naucs_at_3_std": -0.5445693990035173, "naucs_at_3_diff1": -0.3178753207500857, "naucs_at_5_max": -0.5846985170701321, "naucs_at_5_std": -0.41071502483085576, "naucs_at_5_diff1": -0.21892543821702343, "naucs_at_10_max": -0.6246366601588657, "naucs_at_10_std": -0.3826269554022117, "naucs_at_10_diff1": -0.2680545344589486, "naucs_at_20_max": -0.6573962956398977, "naucs_at_20_std": -0.3862875190997118, "naucs_at_20_diff1": -0.28509339849223764, "naucs_at_50_max": -0.6675796018132906, "naucs_at_50_std": -0.37486023753545306, "naucs_at_50_diff1": -0.18838477791536593, "naucs_at_100_max": -0.6764792791514358, "naucs_at_100_std": -0.37799972544222865, "naucs_at_100_diff1": -0.21403474984724122}, "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": {"ndcg_at_1": 0.44298, "ndcg_at_3": 0.47395, "ndcg_at_5": 0.51218, "ndcg_at_10": 0.57432, "ndcg_at_20": 0.60939, "ndcg_at_50": 0.64474, "ndcg_at_100": 0.65881, "map_at_1": 0.21801, "map_at_3": 0.3536, "map_at_5": 0.40213, "map_at_10": 0.4564, "map_at_20": 0.47482, "map_at_50": 0.49289, "map_at_100": 0.49931, "recall_at_1": 0.21801, "recall_at_3": 0.46381, "recall_at_5": 0.57537, "recall_at_10": 0.73816, "recall_at_20": 0.84486, "recall_at_50": 0.934, "recall_at_100": 0.97807, "precision_at_1": 0.44298, "precision_at_3": 0.3231, "precision_at_5": 0.26491, "precision_at_10": 0.19035, "precision_at_20": 0.12018, "precision_at_50": 0.06833, "precision_at_100": 0.03873, "mrr_at_1": 0.42543859649122806, "mrr_at_3": 0.5548245614035086, "mrr_at_5": 0.5774122807017544, "mrr_at_10": 0.5882083681425787, "mrr_at_20": 0.5926010954190438, "mrr_at_50": 0.5929911515871321, "mrr_at_100": 0.5931161125368353, "naucs_at_1_max": 0.034738002585460004, "naucs_at_1_std": -0.03846027758974678, "naucs_at_1_diff1": 0.20246470820210163, "naucs_at_3_max": -0.0012335545768798904, "naucs_at_3_std": 0.013456558671183288, "naucs_at_3_diff1": -0.03401722528284291, "naucs_at_5_max": -0.020056813752422117, "naucs_at_5_std": -0.010444804435940695, "naucs_at_5_diff1": -0.09110582617297965, "naucs_at_10_max": -0.10418582904530373, "naucs_at_10_std": -0.05405674438411975, "naucs_at_10_diff1": -0.18579047057085393, "naucs_at_20_max": -0.15804942575287087, "naucs_at_20_std": -0.04085491440711978, "naucs_at_20_diff1": -0.20642390368840655, "naucs_at_50_max": -0.2529209462259945, "naucs_at_50_std": -0.021558082324145786, "naucs_at_50_diff1": -0.20222993618704005, "naucs_at_100_max": -0.24712163118613634, "naucs_at_100_std": 0.029940978551354854, "naucs_at_100_diff1": -0.21571591828329584}, "vidore/synthetic_axa_filtered_v1.0_multilingual": {"ndcg_at_1": 0.52778, "ndcg_at_3": 0.56858, "ndcg_at_5": 0.56503, "ndcg_at_10": 0.57997, "ndcg_at_20": 0.62401, "ndcg_at_50": 0.67425, "ndcg_at_100": 0.69175, "map_at_1": 0.24667, "map_at_3": 0.3511, "map_at_5": 0.40221, "map_at_10": 0.45965, "map_at_20": 0.49627, "map_at_50": 0.52122, "map_at_100": 0.52594, "recall_at_1": 0.24667, "recall_at_3": 0.43095, "recall_at_5": 0.5209, "recall_at_10": 0.64459, "recall_at_20": 0.77828, "recall_at_50": 0.92395, "recall_at_100": 0.98777, "precision_at_1": 0.52778, "precision_at_3": 0.41204, "precision_at_5": 0.34167, "precision_at_10": 0.24861, "precision_at_20": 0.16597, "precision_at_50": 0.08472, "precision_at_100": 0.04625, "mrr_at_1": 0.5277777777777778, "mrr_at_3": 0.6504629629629629, "mrr_at_5": 0.6574074074074073, "mrr_at_10": 0.6640046296296296, "mrr_at_20": 0.6662304131054131, "mrr_at_50": 0.6682000185804533, "mrr_at_100": 0.6686831468993347, "naucs_at_1_max": 0.08985904210734852, "naucs_at_1_std": 0.11442350050662223, "naucs_at_1_diff1": 0.21324039044397927, "naucs_at_3_max": -0.20553965056812162, "naucs_at_3_std": -0.009722787682995046, "naucs_at_3_diff1": -0.0698394625310059, "naucs_at_5_max": -0.20955565492657766, "naucs_at_5_std": 0.001459737795424931, "naucs_at_5_diff1": -0.11012790918646621, "naucs_at_10_max": -0.2753839328311586, "naucs_at_10_std": -0.006311449557226979, "naucs_at_10_diff1": -0.12178888195203767, "naucs_at_20_max": -0.33808229154236624, "naucs_at_20_std": -0.009679536191148022, "naucs_at_20_diff1": -0.11060459378081913, "naucs_at_50_max": -0.3916204182317214, "naucs_at_50_std": -0.03194714417769701, "naucs_at_50_diff1": -0.08768319515097825, "naucs_at_100_max": -0.4248906147953371, "naucs_at_100_std": -0.07134201332768497, "naucs_at_100_diff1": -0.1354415131464079}, "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": {"ndcg_at_1": 0.60156, "ndcg_at_3": 0.60046, "ndcg_at_5": 0.61892, "ndcg_at_10": 0.64797, "ndcg_at_20": 0.67779, "ndcg_at_50": 0.69889, "ndcg_at_100": 0.7091, "map_at_1": 0.35443, "map_at_3": 0.48591, "map_at_5": 0.524, "map_at_10": 0.55713, "map_at_20": 0.57497, "map_at_50": 0.58239, "map_at_100": 0.58483, "recall_at_1": 0.35443, "recall_at_3": 0.5593, "recall_at_5": 0.64507, "recall_at_10": 0.7381, "recall_at_20": 0.82055, "recall_at_50": 0.8866, "recall_at_100": 0.92252, "precision_at_1": 0.60156, "precision_at_3": 0.37188, "precision_at_5": 0.27906, "precision_at_10": 0.17734, "precision_at_20": 0.10695, "precision_at_50": 0.04972, "precision_at_100": 0.02723, "mrr_at_1": 0.5984375, "mrr_at_3": 0.6942708333333328, "mrr_at_5": 0.7071614583333328, "mrr_at_10": 0.7146626984126982, "mrr_at_20": 0.7169694444312886, "mrr_at_50": 0.7177914093157372, "mrr_at_100": 0.717848628304891, "naucs_at_1_max": 0.15197014265948913, "naucs_at_1_std": -0.16418514341522375, "naucs_at_1_diff1": 0.43909590856770814, "naucs_at_3_max": 0.06522124042025275, "naucs_at_3_std": -0.08250605949672099, "naucs_at_3_diff1": -0.029754342140839028, "naucs_at_5_max": -0.02019145669313105, "naucs_at_5_std": -0.08575733667886698, "naucs_at_5_diff1": -0.1573891530046058, "naucs_at_10_max": -0.08180992417747318, "naucs_at_10_std": -0.07606220060619732, "naucs_at_10_diff1": -0.22167268508632404, "naucs_at_20_max": -0.09965669259355331, "naucs_at_20_std": -0.03488949683429814, "naucs_at_20_diff1": -0.2686256648673412, "naucs_at_50_max": -0.1369478655469254, "naucs_at_50_std": 0.024255326696782077, "naucs_at_50_diff1": -0.29263306481053314, "naucs_at_100_max": -0.16509505816775266, "naucs_at_100_std": 0.0498029687567603, "naucs_at_100_diff1": -0.3081205811576398}, "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": {"ndcg_at_1": 0.48707, "ndcg_at_3": 0.4888, "ndcg_at_5": 0.50215, "ndcg_at_10": 0.50344, "ndcg_at_20": 0.53514, "ndcg_at_50": 0.60533, "ndcg_at_100": 0.64504, "map_at_1": 0.05509, "map_at_3": 0.14051, "map_at_5": 0.19955, "map_at_10": 0.26722, "map_at_20": 0.32194, "map_at_50": 0.37863, "map_at_100": 0.40644, "recall_at_1": 0.05509, "recall_at_3": 0.17996, "recall_at_5": 0.29734, "recall_at_10": 0.42735, "recall_at_20": 0.57462, "recall_at_50": 0.77847, "recall_at_100": 0.89437, "precision_at_1": 0.48707, "precision_at_3": 0.47414, "precision_at_5": 0.46379, "precision_at_10": 0.38879, "precision_at_20": 0.29634, "precision_at_50": 0.18897, "precision_at_100": 0.1244, "mrr_at_1": 0.4827586206896552, "mrr_at_3": 0.6120689655172412, "mrr_at_5": 0.6370689655172413, "mrr_at_10": 0.6450294198139026, "mrr_at_20": 0.6483414813156192, "mrr_at_50": 0.6486479277427553, "mrr_at_100": 0.6486479277427553, "naucs_at_1_max": 0.14191131472073068, "naucs_at_1_std": 0.1085165360716926, "naucs_at_1_diff1": 0.12281626977339852, "naucs_at_3_max": 0.2411567605337814, "naucs_at_3_std": 0.219331646595815, "naucs_at_3_diff1": -0.02461484438195106, "naucs_at_5_max": 0.25246351488164026, "naucs_at_5_std": 0.27584278951513563, "naucs_at_5_diff1": -0.053787042715480265, "naucs_at_10_max": 0.23885205179011976, "naucs_at_10_std": 0.25869855058444563, "naucs_at_10_diff1": -0.032142081656050675, "naucs_at_20_max": 0.17068970947926732, "naucs_at_20_std": 0.2610033987465482, "naucs_at_20_diff1": -0.027679103686580542, "naucs_at_50_max": 0.10797912545492076, "naucs_at_50_std": 0.2575302110081361, "naucs_at_50_diff1": -0.033085461721628094, "naucs_at_100_max": 0.0516542406968356, "naucs_at_100_std": 0.19551514566307202, "naucs_at_100_diff1": -0.01576220065012794}, "vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.58333, "ndcg_at_3": 0.63588, "ndcg_at_5": 0.65245, "ndcg_at_10": 0.69769, "ndcg_at_20": 0.71882, "ndcg_at_50": 0.74193, "ndcg_at_100": 0.74637, "map_at_1": 0.42981, "map_at_3": 0.55224, "map_at_5": 0.58405, "map_at_10": 0.61766, "map_at_20": 0.62785, "map_at_50": 0.63635, "map_at_100": 0.63773, "recall_at_1": 0.42981, "recall_at_3": 0.62628, "recall_at_5": 0.69986, "recall_at_10": 0.8191, "recall_at_20": 0.88403, "recall_at_50": 0.95955, "recall_at_100": 0.97751, "precision_at_1": 0.59615, "precision_at_3": 0.35256, "precision_at_5": 0.25769, "precision_at_10": 0.16154, "precision_at_20": 0.09327, "precision_at_50": 0.04346, "precision_at_100": 0.02269, "mrr_at_1": 0.6153846153846154, "mrr_at_3": 0.6858974358974359, "mrr_at_5": 0.708974358974359, "mrr_at_10": 0.7221916971916973, "mrr_at_20": 0.7234737484737485, "mrr_at_50": 0.7242133934441628, "mrr_at_100": 0.7242133934441628, "naucs_at_1_max": 0.33593605125153536, "naucs_at_1_std": 0.1866230709673681, "naucs_at_1_diff1": 0.6039419794404913, "naucs_at_3_max": -0.16940799959192995, "naucs_at_3_std": -0.23065876038361, "naucs_at_3_diff1": -0.07435910759783505, "naucs_at_5_max": -0.12300199695853273, "naucs_at_5_std": -0.15321459995155226, "naucs_at_5_diff1": -0.19010972488754882, "naucs_at_10_max": -0.1201203658037242, "naucs_at_10_std": -0.08964178996353603, "naucs_at_10_diff1": -0.3503255634678675, "naucs_at_20_max": -0.20072789475094963, "naucs_at_20_std": -0.12309125400839158, "naucs_at_20_diff1": -0.4321970535870623, "naucs_at_50_max": -0.17139984059784888, "naucs_at_50_std": -0.05501010079809742, "naucs_at_50_diff1": -0.4697505667089182, "naucs_at_100_max": -0.1813060462491023, "naucs_at_100_std": -0.06118644758642678, "naucs_at_100_diff1": -0.4761655046800813}}