updating scores for vidore 2

results.json

@@ -1 +1 @@
-{"arxivqa_subsampled": {"ndcg_at_1": 0.846, "ndcg_at_3": 0.88724, "ndcg_at_5": 0.89464, "ndcg_at_10": 0.90262, "ndcg_at_20": 0.90655, "ndcg_at_100": 0.91016, "ndcg_at_1000": 0.91096, "map_at_1": 0.846, "map_at_3": 0.87667, "map_at_5": 0.88077, "map_at_10": 0.88419, "map_at_20": 0.88522, "map_at_100": 0.88582, "map_at_1000": 0.88586, "recall_at_1": 0.846, "recall_at_3": 0.918, "recall_at_5": 0.936, "recall_at_10": 0.96, "recall_at_20": 0.976, "recall_at_100": 0.994, "recall_at_1000": 1.0, "precision_at_1": 0.846, "precision_at_3": 0.306, "precision_at_5": 0.1872, "precision_at_10": 0.096, "precision_at_20": 0.0488, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.846, "mrr_at_3": 0.8763333333333332, "mrr_at_5": 0.8814333333333333, "mrr_at_10": 0.8845722222222221, "mrr_at_20": 0.885592790130406, "mrr_at_100": 0.8862097092529907, "mrr_at_1000": 0.8862427513676859, "naucs_at_1_max": 0.7479507415456175, "naucs_at_1_std": -0.2812281571288769, "naucs_at_1_diff1": 0.9258454382553668, "naucs_at_3_max": 0.8387761608708549, "naucs_at_3_std": -0.24216027874564358, "naucs_at_3_diff1": 0.8901755824280918, "naucs_at_5_max": 0.8996265172735749, "naucs_at_5_std": -0.2175390989729223, "naucs_at_5_diff1": 0.8941555788982243, "naucs_at_10_max": 0.9303221288515416, "naucs_at_10_std": -0.2065126050420224, "naucs_at_10_diff1": 0.8937908496732003, "naucs_at_20_max": 0.928804855275447, "naucs_at_20_std": -0.11896981014628347, "naucs_at_20_diff1": 0.9114923747276666, "naucs_at_100_max": 1.0, "naucs_at_100_std": 0.18643012760655897, "naucs_at_100_diff1": 0.9128540305010608, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "docvqa_subsampled": {"ndcg_at_1": 0.53437, "ndcg_at_3": 0.60632, "ndcg_at_5": 0.62646, "ndcg_at_10": 0.64874, "ndcg_at_20": 0.65909, "ndcg_at_100": 0.67792, "ndcg_at_1000": 0.6888, "map_at_1": 0.53437, "map_at_3": 0.58832, "map_at_5": 0.59952, "map_at_10": 0.60875, "map_at_20": 0.61173, "map_at_100": 0.61445, "map_at_1000": 0.61488, "recall_at_1": 0.53437, "recall_at_3": 0.65854, "recall_at_5": 0.70732, "recall_at_10": 0.77605, "recall_at_20": 0.81596, "recall_at_100": 0.91574, "recall_at_1000": 1.0, "precision_at_1": 0.53437, "precision_at_3": 0.21951, "precision_at_5": 0.14146, "precision_at_10": 0.07761, "precision_at_20": 0.0408, "precision_at_100": 0.00916, "precision_at_1000": 0.001, "mrr_at_1": 0.5365853658536586, "mrr_at_3": 0.5901699926090171, "mrr_at_5": 0.6021433850702144, "mrr_at_10": 0.6104872769506914, "mrr_at_20": 0.6132983422271759, "mrr_at_100": 0.6160294924799838, "mrr_at_1000": 0.6163830410583075, "naucs_at_1_max": 0.5973701491411594, "naucs_at_1_std": 0.15100454385637924, "naucs_at_1_diff1": 0.8982591944341096, "naucs_at_3_max": 0.4757723580757023, "naucs_at_3_std": 0.22070278027542517, "naucs_at_3_diff1": 0.8195064617583738, "naucs_at_5_max": 0.4575723188898858, "naucs_at_5_std": 0.3134827125035666, "naucs_at_5_diff1": 0.8072241700536605, "naucs_at_10_max": 0.4266102606041783, "naucs_at_10_std": 0.4518654327173679, "naucs_at_10_diff1": 0.7860743297872201, "naucs_at_20_max": 0.3739263641054462, "naucs_at_20_std": 0.5739789303935408, "naucs_at_20_diff1": 0.7911193147059952, "naucs_at_100_max": 0.07709889473305605, "naucs_at_100_std": 0.9164818709731807, "naucs_at_100_diff1": 0.7582525989589187, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "infovqa_subsampled": {"ndcg_at_1": 0.88462, "ndcg_at_3": 0.9157, "ndcg_at_5": 0.92136, "ndcg_at_10": 0.92762, "ndcg_at_20": 0.92974, "ndcg_at_100": 0.93344, "ndcg_at_1000": 0.93371, "map_at_1": 0.88462, "map_at_3": 0.90823, "map_at_5": 0.91127, "map_at_10": 0.91407, "map_at_20": 0.91469, "map_at_100": 0.91517, "map_at_1000": 0.91519, "recall_at_1": 0.88462, "recall_at_3": 0.93725, "recall_at_5": 0.95142, "recall_at_10": 0.96964, "recall_at_20": 0.97773, "recall_at_100": 0.99798, "recall_at_1000": 1.0, "precision_at_1": 0.88462, "precision_at_3": 0.31242, "precision_at_5": 0.19028, "precision_at_10": 0.09696, "precision_at_20": 0.04889, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.8846153846153846, "mrr_at_3": 0.9078947368421051, "mrr_at_5": 0.9119433198380564, "mrr_at_10": 0.9141242529400422, "mrr_at_20": 0.9149161960396777, "mrr_at_100": 0.9153930732357304, "mrr_at_1000": 0.9154058852072365, "naucs_at_1_max": 0.6190259976448219, "naucs_at_1_std": -0.3264770605196707, "naucs_at_1_diff1": 0.9262796600708453, "naucs_at_3_max": 0.781416166586695, "naucs_at_3_std": -0.12104903138475114, "naucs_at_3_diff1": 0.9081894684511614, "naucs_at_5_max": 0.8767035503045449, "naucs_at_5_std": 0.10481623478693029, "naucs_at_5_diff1": 0.9038671319947321, "naucs_at_10_max": 0.9354592911852186, "naucs_at_10_std": 0.25907731302868264, "naucs_at_10_diff1": 0.9390526547697702, "naucs_at_20_max": 0.9238628019857293, "naucs_at_20_std": 0.30347513687216277, "naucs_at_20_diff1": 0.928762843237398, "naucs_at_100_max": 0.8693985459351681, "naucs_at_100_std": 0.12265766416441783, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "tabfquad_subsampled": {"ndcg_at_1": 0.90357, "ndcg_at_3": 0.94405, "ndcg_at_5": 0.95127, "ndcg_at_10": 0.95365, "ndcg_at_20": 0.95365, "ndcg_at_100": 0.9544, "ndcg_at_1000": 0.9544, "map_at_1": 0.90357, "map_at_3": 0.93452, "map_at_5": 0.93845, "map_at_10": 0.93947, "map_at_20": 0.93947, "map_at_100": 0.93961, "map_at_1000": 0.93961, "recall_at_1": 0.90357, "recall_at_3": 0.97143, "recall_at_5": 0.98929, "recall_at_10": 0.99643, "recall_at_20": 0.99643, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.90357, "precision_at_3": 0.32381, "precision_at_5": 0.19786, "precision_at_10": 0.09964, "precision_at_20": 0.04982, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.9035714285714286, "mrr_at_3": 0.9345238095238096, "mrr_at_5": 0.9384523809523809, "mrr_at_10": 0.9394090136054422, "mrr_at_20": 0.9394090136054422, "mrr_at_100": 0.9395463762428049, "mrr_at_1000": 0.9395463762428049, "naucs_at_1_max": 0.5883217484524678, "naucs_at_1_std": 0.046685340802988085, "naucs_at_1_diff1": 0.8713559497873212, "naucs_at_3_max": 0.822945845004673, "naucs_at_3_std": 0.5123716153127884, "naucs_at_3_diff1": 0.9305555555555513, "naucs_at_5_max": 1.0, "naucs_at_5_std": 0.9128540305011011, "naucs_at_5_diff1": 0.9074074074074161, "naucs_at_10_max": 1.0, "naucs_at_10_std": 0.8692810457516478, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 0.8692810457516478, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "tatdqa": {"ndcg_at_1": 0.66221, "ndcg_at_3": 0.7618, "ndcg_at_5": 0.78695, "ndcg_at_10": 0.80524, "ndcg_at_20": 0.81008, "ndcg_at_100": 0.81541, "ndcg_at_1000": 0.81634, "map_at_1": 0.66221, "map_at_3": 0.73815, "map_at_5": 0.75204, "map_at_10": 0.75983, "map_at_20": 0.7612, "map_at_100": 0.76198, "map_at_1000": 0.76203, "recall_at_1": 0.66221, "recall_at_3": 0.82989, "recall_at_5": 0.89125, "recall_at_10": 0.94654, "recall_at_20": 0.96537, "recall_at_100": 0.99332, "recall_at_1000": 1.0, "precision_at_1": 0.66221, "precision_at_3": 0.27663, "precision_at_5": 0.17825, "precision_at_10": 0.09465, "precision_at_20": 0.04827, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.6591737545565006, "mrr_at_3": 0.7368367760226815, "mrr_at_5": 0.750901174564602, "mrr_at_10": 0.7581910933672786, "mrr_at_20": 0.7596198059062583, "mrr_at_100": 0.7604221238767853, "mrr_at_1000": 0.7604672192997383, "naucs_at_1_max": 0.27078275465894486, "naucs_at_1_std": -0.2663234396116274, "naucs_at_1_diff1": 0.8294043992382637, "naucs_at_3_max": 0.330441662626675, "naucs_at_3_std": -0.18926582210411605, "naucs_at_3_diff1": 0.7259080195940506, "naucs_at_5_max": 0.36775785913157905, "naucs_at_5_std": -0.08929087499088985, "naucs_at_5_diff1": 0.7091864349746133, "naucs_at_10_max": 0.5108967532379013, "naucs_at_10_std": 0.10663319614120796, "naucs_at_10_diff1": 0.7206260108568603, "naucs_at_20_max": 0.6726089047927092, "naucs_at_20_std": 0.36289839721701594, "naucs_at_20_diff1": 0.7442189535318923, "naucs_at_100_max": 0.6921321331042545, "naucs_at_100_std": 0.7999774728465878, "naucs_at_100_diff1": 0.6295641820467829, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "shift_project": {"ndcg_at_1": 0.75, "ndcg_at_3": 0.86833, "ndcg_at_5": 0.88081, "ndcg_at_10": 0.88382, "ndcg_at_20": 0.88382, "ndcg_at_100": 0.88543, "ndcg_at_1000": 0.88543, "map_at_1": 0.75, "map_at_3": 0.84, "map_at_5": 0.847, "map_at_10": 0.84811, "map_at_20": 0.84811, "map_at_100": 0.84825, "map_at_1000": 0.84825, "recall_at_1": 0.75, "recall_at_3": 0.95, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.75, "precision_at_3": 0.31667, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.74, "mrr_at_3": 0.8333333333333331, "mrr_at_5": 0.8423333333333332, "mrr_at_10": 0.8434444444444443, "mrr_at_20": 0.8434444444444443, "mrr_at_100": 0.8435795795795795, "mrr_at_1000": 0.8435795795795795, "naucs_at_1_max": 0.11870225013082168, "naucs_at_1_std": -0.40613291470434393, "naucs_at_1_diff1": 0.8483516483516487, "naucs_at_3_max": 0.09925303454715217, "naucs_at_3_std": -0.3987861811391193, "naucs_at_3_diff1": 0.7955182072829138, "naucs_at_5_max": 0.3384687208216692, "naucs_at_5_std": 0.09337068160597826, "naucs_at_5_diff1": 0.7770774976657324, "naucs_at_10_max": 0.5541549953314738, "naucs_at_10_std": 0.35807656395891135, "naucs_at_10_diff1": 0.5541549953314738, "naucs_at_20_max": 0.5541549953314738, "naucs_at_20_std": 0.35807656395891135, "naucs_at_20_diff1": 0.5541549953314738, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99631, "ndcg_at_5": 0.99631, "ndcg_at_10": 0.99631, "ndcg_at_20": 0.99631, "ndcg_at_100": 0.99631, "ndcg_at_1000": 0.99631, "map_at_1": 0.99, "map_at_3": 0.995, "map_at_5": 0.995, "map_at_10": 0.995, "map_at_20": 0.995, "map_at_100": 0.995, "map_at_1000": 0.995, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.99, "mrr_at_3": 0.995, "mrr_at_5": 0.995, "mrr_at_10": 0.995, "mrr_at_20": 0.995, "mrr_at_100": 0.995, "mrr_at_1000": 0.995, "naucs_at_1_max": 1.0, "naucs_at_1_std": 1.0, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_energy": {"ndcg_at_1": 0.91, "ndcg_at_3": 0.94655, "ndcg_at_5": 0.95428, "ndcg_at_10": 0.95428, "ndcg_at_20": 0.95428, "ndcg_at_100": 0.95636, "ndcg_at_1000": 0.95636, "map_at_1": 0.91, "map_at_3": 0.93833, "map_at_5": 0.94233, "map_at_10": 0.94233, "map_at_20": 0.94233, "map_at_100": 0.9427, "map_at_1000": 0.9427, "recall_at_1": 0.91, "recall_at_3": 0.97, "recall_at_5": 0.99, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.91, "precision_at_3": 0.32333, "precision_at_5": 0.198, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.91, "mrr_at_3": 0.94, "mrr_at_5": 0.9440000000000001, "mrr_at_10": 0.9440000000000001, "mrr_at_20": 0.9440000000000001, "mrr_at_100": 0.9443846153846154, "mrr_at_1000": 0.9443846153846154, "naucs_at_1_max": 0.13269011308227113, "naucs_at_1_std": -0.5395269218798633, "naucs_at_1_diff1": 0.9709513435003629, "naucs_at_3_max": 0.9564270152505466, "naucs_at_3_std": -0.2236227824463119, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": 1.0, "naucs_at_5_std": -1.1517273576097316, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": -1.1517273576097316, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": -1.1517273576097316, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_government_reports": {"ndcg_at_1": 0.94, "ndcg_at_3": 0.96262, "ndcg_at_5": 0.97079, "ndcg_at_10": 0.97079, "ndcg_at_20": 0.97079, "ndcg_at_100": 0.97079, "ndcg_at_1000": 0.97079, "map_at_1": 0.94, "map_at_3": 0.95667, "map_at_5": 0.96117, "map_at_10": 0.96117, "map_at_20": 0.96117, "map_at_100": 0.96117, "map_at_1000": 0.96117, "recall_at_1": 0.94, "recall_at_3": 0.98, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.94, "precision_at_3": 0.32667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.94, "mrr_at_3": 0.9566666666666666, "mrr_at_5": 0.9611666666666666, "mrr_at_10": 0.9611666666666666, "mrr_at_20": 0.9611666666666666, "mrr_at_100": 0.9611666666666666, "mrr_at_1000": 0.9611666666666666, "naucs_at_1_max": 0.8576097105508863, "naucs_at_1_std": 0.32555244319950205, "naucs_at_1_diff1": 0.9101307189542497, "naucs_at_3_max": 0.7770774976657261, "naucs_at_3_std": 0.4143323996265135, "naucs_at_3_diff1": 0.8611111111111119, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_healthcare_industry": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99631, "ndcg_at_5": 0.99631, "ndcg_at_10": 0.99631, "ndcg_at_20": 0.99631, "ndcg_at_100": 0.99631, "ndcg_at_1000": 0.99631, "map_at_1": 0.99, "map_at_3": 0.995, "map_at_5": 0.995, "map_at_10": 0.995, "map_at_20": 0.995, "map_at_100": 0.995, "map_at_1000": 0.995, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.99, "mrr_at_3": 0.995, "mrr_at_5": 0.995, "mrr_at_10": 0.995, "mrr_at_20": 0.995, "mrr_at_100": 0.995, "mrr_at_1000": 0.995, "naucs_at_1_max": 0.12278244631185359, "naucs_at_1_std": -1.151727357609709, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}}
+{"arxivqa_subsampled": {"ndcg_at_1": 0.846, "ndcg_at_3": 0.88724, "ndcg_at_5": 0.89464, "ndcg_at_10": 0.90262, "ndcg_at_20": 0.90655, "ndcg_at_100": 0.91016, "ndcg_at_1000": 0.91096, "map_at_1": 0.846, "map_at_3": 0.87667, "map_at_5": 0.88077, "map_at_10": 0.88419, "map_at_20": 0.88522, "map_at_100": 0.88582, "map_at_1000": 0.88586, "recall_at_1": 0.846, "recall_at_3": 0.918, "recall_at_5": 0.936, "recall_at_10": 0.96, "recall_at_20": 0.976, "recall_at_100": 0.994, "recall_at_1000": 1.0, "precision_at_1": 0.846, "precision_at_3": 0.306, "precision_at_5": 0.1872, "precision_at_10": 0.096, "precision_at_20": 0.0488, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.846, "mrr_at_3": 0.8763333333333332, "mrr_at_5": 0.8814333333333333, "mrr_at_10": 0.8845722222222221, "mrr_at_20": 0.885592790130406, "mrr_at_100": 0.8862097092529907, "mrr_at_1000": 0.8862427513676859, "naucs_at_1_max": 0.7479507415456175, "naucs_at_1_std": -0.2812281571288769, "naucs_at_1_diff1": 0.9258454382553668, "naucs_at_3_max": 0.8387761608708549, "naucs_at_3_std": -0.24216027874564358, "naucs_at_3_diff1": 0.8901755824280918, "naucs_at_5_max": 0.8996265172735749, "naucs_at_5_std": -0.2175390989729223, "naucs_at_5_diff1": 0.8941555788982243, "naucs_at_10_max": 0.9303221288515416, "naucs_at_10_std": -0.2065126050420224, "naucs_at_10_diff1": 0.8937908496732003, "naucs_at_20_max": 0.928804855275447, "naucs_at_20_std": -0.11896981014628347, "naucs_at_20_diff1": 0.9114923747276666, "naucs_at_100_max": 1.0, "naucs_at_100_std": 0.18643012760655897, "naucs_at_100_diff1": 0.9128540305010608, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "docvqa_subsampled": {"ndcg_at_1": 0.53437, "ndcg_at_3": 0.60632, "ndcg_at_5": 0.62646, "ndcg_at_10": 0.64874, "ndcg_at_20": 0.65909, "ndcg_at_100": 0.67792, "ndcg_at_1000": 0.6888, "map_at_1": 0.53437, "map_at_3": 0.58832, "map_at_5": 0.59952, "map_at_10": 0.60875, "map_at_20": 0.61173, "map_at_100": 0.61445, "map_at_1000": 0.61488, "recall_at_1": 0.53437, "recall_at_3": 0.65854, "recall_at_5": 0.70732, "recall_at_10": 0.77605, "recall_at_20": 0.81596, "recall_at_100": 0.91574, "recall_at_1000": 1.0, "precision_at_1": 0.53437, "precision_at_3": 0.21951, "precision_at_5": 0.14146, "precision_at_10": 0.07761, "precision_at_20": 0.0408, "precision_at_100": 0.00916, "precision_at_1000": 0.001, "mrr_at_1": 0.5365853658536586, "mrr_at_3": 0.5901699926090171, "mrr_at_5": 0.6021433850702144, "mrr_at_10": 0.6104872769506914, "mrr_at_20": 0.6132983422271759, "mrr_at_100": 0.6160294924799838, "mrr_at_1000": 0.6163830410583075, "naucs_at_1_max": 0.5973701491411594, "naucs_at_1_std": 0.15100454385637924, "naucs_at_1_diff1": 0.8982591944341096, "naucs_at_3_max": 0.4757723580757023, "naucs_at_3_std": 0.22070278027542517, "naucs_at_3_diff1": 0.8195064617583738, "naucs_at_5_max": 0.4575723188898858, "naucs_at_5_std": 0.3134827125035666, "naucs_at_5_diff1": 0.8072241700536605, "naucs_at_10_max": 0.4266102606041783, "naucs_at_10_std": 0.4518654327173679, "naucs_at_10_diff1": 0.7860743297872201, "naucs_at_20_max": 0.3739263641054462, "naucs_at_20_std": 0.5739789303935408, "naucs_at_20_diff1": 0.7911193147059952, "naucs_at_100_max": 0.07709889473305605, "naucs_at_100_std": 0.9164818709731807, "naucs_at_100_diff1": 0.7582525989589187, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "infovqa_subsampled": {"ndcg_at_1": 0.88462, "ndcg_at_3": 0.9157, "ndcg_at_5": 0.92136, "ndcg_at_10": 0.92762, "ndcg_at_20": 0.92974, "ndcg_at_100": 0.93344, "ndcg_at_1000": 0.93371, "map_at_1": 0.88462, "map_at_3": 0.90823, "map_at_5": 0.91127, "map_at_10": 0.91407, "map_at_20": 0.91469, "map_at_100": 0.91517, "map_at_1000": 0.91519, "recall_at_1": 0.88462, "recall_at_3": 0.93725, "recall_at_5": 0.95142, "recall_at_10": 0.96964, "recall_at_20": 0.97773, "recall_at_100": 0.99798, "recall_at_1000": 1.0, "precision_at_1": 0.88462, "precision_at_3": 0.31242, "precision_at_5": 0.19028, "precision_at_10": 0.09696, "precision_at_20": 0.04889, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.8846153846153846, "mrr_at_3": 0.9078947368421051, "mrr_at_5": 0.9119433198380564, "mrr_at_10": 0.9141242529400422, "mrr_at_20": 0.9149161960396777, "mrr_at_100": 0.9153930732357304, "mrr_at_1000": 0.9154058852072365, "naucs_at_1_max": 0.6190259976448219, "naucs_at_1_std": -0.3264770605196707, "naucs_at_1_diff1": 0.9262796600708453, "naucs_at_3_max": 0.781416166586695, "naucs_at_3_std": -0.12104903138475114, "naucs_at_3_diff1": 0.9081894684511614, "naucs_at_5_max": 0.8767035503045449, "naucs_at_5_std": 0.10481623478693029, "naucs_at_5_diff1": 0.9038671319947321, "naucs_at_10_max": 0.9354592911852186, "naucs_at_10_std": 0.25907731302868264, "naucs_at_10_diff1": 0.9390526547697702, "naucs_at_20_max": 0.9238628019857293, "naucs_at_20_std": 0.30347513687216277, "naucs_at_20_diff1": 0.928762843237398, "naucs_at_100_max": 0.8693985459351681, "naucs_at_100_std": 0.12265766416441783, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "tabfquad_subsampled": {"ndcg_at_1": 0.90357, "ndcg_at_3": 0.94405, "ndcg_at_5": 0.95127, "ndcg_at_10": 0.95365, "ndcg_at_20": 0.95365, "ndcg_at_100": 0.9544, "ndcg_at_1000": 0.9544, "map_at_1": 0.90357, "map_at_3": 0.93452, "map_at_5": 0.93845, "map_at_10": 0.93947, "map_at_20": 0.93947, "map_at_100": 0.93961, "map_at_1000": 0.93961, "recall_at_1": 0.90357, "recall_at_3": 0.97143, "recall_at_5": 0.98929, "recall_at_10": 0.99643, "recall_at_20": 0.99643, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.90357, "precision_at_3": 0.32381, "precision_at_5": 0.19786, "precision_at_10": 0.09964, "precision_at_20": 0.04982, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.9035714285714286, "mrr_at_3": 0.9345238095238096, "mrr_at_5": 0.9384523809523809, "mrr_at_10": 0.9394090136054422, "mrr_at_20": 0.9394090136054422, "mrr_at_100": 0.9395463762428049, "mrr_at_1000": 0.9395463762428049, "naucs_at_1_max": 0.5883217484524678, "naucs_at_1_std": 0.046685340802988085, "naucs_at_1_diff1": 0.8713559497873212, "naucs_at_3_max": 0.822945845004673, "naucs_at_3_std": 0.5123716153127884, "naucs_at_3_diff1": 0.9305555555555513, "naucs_at_5_max": 1.0, "naucs_at_5_std": 0.9128540305011011, "naucs_at_5_diff1": 0.9074074074074161, "naucs_at_10_max": 1.0, "naucs_at_10_std": 0.8692810457516478, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 0.8692810457516478, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "tatdqa": {"ndcg_at_1": 0.66221, "ndcg_at_3": 0.7618, "ndcg_at_5": 0.78695, "ndcg_at_10": 0.80524, "ndcg_at_20": 0.81008, "ndcg_at_100": 0.81541, "ndcg_at_1000": 0.81634, "map_at_1": 0.66221, "map_at_3": 0.73815, "map_at_5": 0.75204, "map_at_10": 0.75983, "map_at_20": 0.7612, "map_at_100": 0.76198, "map_at_1000": 0.76203, "recall_at_1": 0.66221, "recall_at_3": 0.82989, "recall_at_5": 0.89125, "recall_at_10": 0.94654, "recall_at_20": 0.96537, "recall_at_100": 0.99332, "recall_at_1000": 1.0, "precision_at_1": 0.66221, "precision_at_3": 0.27663, "precision_at_5": 0.17825, "precision_at_10": 0.09465, "precision_at_20": 0.04827, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.6591737545565006, "mrr_at_3": 0.7368367760226815, "mrr_at_5": 0.750901174564602, "mrr_at_10": 0.7581910933672786, "mrr_at_20": 0.7596198059062583, "mrr_at_100": 0.7604221238767853, "mrr_at_1000": 0.7604672192997383, "naucs_at_1_max": 0.27078275465894486, "naucs_at_1_std": -0.2663234396116274, "naucs_at_1_diff1": 0.8294043992382637, "naucs_at_3_max": 0.330441662626675, "naucs_at_3_std": -0.18926582210411605, "naucs_at_3_diff1": 0.7259080195940506, "naucs_at_5_max": 0.36775785913157905, "naucs_at_5_std": -0.08929087499088985, "naucs_at_5_diff1": 0.7091864349746133, "naucs_at_10_max": 0.5108967532379013, "naucs_at_10_std": 0.10663319614120796, "naucs_at_10_diff1": 0.7206260108568603, "naucs_at_20_max": 0.6726089047927092, "naucs_at_20_std": 0.36289839721701594, "naucs_at_20_diff1": 0.7442189535318923, "naucs_at_100_max": 0.6921321331042545, "naucs_at_100_std": 0.7999774728465878, "naucs_at_100_diff1": 0.6295641820467829, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "shift_project": {"ndcg_at_1": 0.75, "ndcg_at_3": 0.86833, "ndcg_at_5": 0.88081, "ndcg_at_10": 0.88382, "ndcg_at_20": 0.88382, "ndcg_at_100": 0.88543, "ndcg_at_1000": 0.88543, "map_at_1": 0.75, "map_at_3": 0.84, "map_at_5": 0.847, "map_at_10": 0.84811, "map_at_20": 0.84811, "map_at_100": 0.84825, "map_at_1000": 0.84825, "recall_at_1": 0.75, "recall_at_3": 0.95, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.75, "precision_at_3": 0.31667, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.74, "mrr_at_3": 0.8333333333333331, "mrr_at_5": 0.8423333333333332, "mrr_at_10": 0.8434444444444443, "mrr_at_20": 0.8434444444444443, "mrr_at_100": 0.8435795795795795, "mrr_at_1000": 0.8435795795795795, "naucs_at_1_max": 0.11870225013082168, "naucs_at_1_std": -0.40613291470434393, "naucs_at_1_diff1": 0.8483516483516487, "naucs_at_3_max": 0.09925303454715217, "naucs_at_3_std": -0.3987861811391193, "naucs_at_3_diff1": 0.7955182072829138, "naucs_at_5_max": 0.3384687208216692, "naucs_at_5_std": 0.09337068160597826, "naucs_at_5_diff1": 0.7770774976657324, "naucs_at_10_max": 0.5541549953314738, "naucs_at_10_std": 0.35807656395891135, "naucs_at_10_diff1": 0.5541549953314738, "naucs_at_20_max": 0.5541549953314738, "naucs_at_20_std": 0.35807656395891135, "naucs_at_20_diff1": 0.5541549953314738, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99631, "ndcg_at_5": 0.99631, "ndcg_at_10": 0.99631, "ndcg_at_20": 0.99631, "ndcg_at_100": 0.99631, "ndcg_at_1000": 0.99631, "map_at_1": 0.99, "map_at_3": 0.995, "map_at_5": 0.995, "map_at_10": 0.995, "map_at_20": 0.995, "map_at_100": 0.995, "map_at_1000": 0.995, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.99, "mrr_at_3": 0.995, "mrr_at_5": 0.995, "mrr_at_10": 0.995, "mrr_at_20": 0.995, "mrr_at_100": 0.995, "mrr_at_1000": 0.995, "naucs_at_1_max": 1.0, "naucs_at_1_std": 1.0, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_energy": {"ndcg_at_1": 0.91, "ndcg_at_3": 0.94655, "ndcg_at_5": 0.95428, "ndcg_at_10": 0.95428, "ndcg_at_20": 0.95428, "ndcg_at_100": 0.95636, "ndcg_at_1000": 0.95636, "map_at_1": 0.91, "map_at_3": 0.93833, "map_at_5": 0.94233, "map_at_10": 0.94233, "map_at_20": 0.94233, "map_at_100": 0.9427, "map_at_1000": 0.9427, "recall_at_1": 0.91, "recall_at_3": 0.97, "recall_at_5": 0.99, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.91, "precision_at_3": 0.32333, "precision_at_5": 0.198, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.91, "mrr_at_3": 0.94, "mrr_at_5": 0.9440000000000001, "mrr_at_10": 0.9440000000000001, "mrr_at_20": 0.9440000000000001, "mrr_at_100": 0.9443846153846154, "mrr_at_1000": 0.9443846153846154, "naucs_at_1_max": 0.13269011308227113, "naucs_at_1_std": -0.5395269218798633, "naucs_at_1_diff1": 0.9709513435003629, "naucs_at_3_max": 0.9564270152505466, "naucs_at_3_std": -0.2236227824463119, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": 1.0, "naucs_at_5_std": -1.1517273576097316, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": -1.1517273576097316, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": -1.1517273576097316, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_government_reports": {"ndcg_at_1": 0.94, "ndcg_at_3": 0.96262, "ndcg_at_5": 0.97079, "ndcg_at_10": 0.97079, "ndcg_at_20": 0.97079, "ndcg_at_100": 0.97079, "ndcg_at_1000": 0.97079, "map_at_1": 0.94, "map_at_3": 0.95667, "map_at_5": 0.96117, "map_at_10": 0.96117, "map_at_20": 0.96117, "map_at_100": 0.96117, "map_at_1000": 0.96117, "recall_at_1": 0.94, "recall_at_3": 0.98, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.94, "precision_at_3": 0.32667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.94, "mrr_at_3": 0.9566666666666666, "mrr_at_5": 0.9611666666666666, "mrr_at_10": 0.9611666666666666, "mrr_at_20": 0.9611666666666666, "mrr_at_100": 0.9611666666666666, "mrr_at_1000": 0.9611666666666666, "naucs_at_1_max": 0.8576097105508863, "naucs_at_1_std": 0.32555244319950205, "naucs_at_1_diff1": 0.9101307189542497, "naucs_at_3_max": 0.7770774976657261, "naucs_at_3_std": 0.4143323996265135, "naucs_at_3_diff1": 0.8611111111111119, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_healthcare_industry": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99631, "ndcg_at_5": 0.99631, "ndcg_at_10": 0.99631, "ndcg_at_20": 0.99631, "ndcg_at_100": 0.99631, "ndcg_at_1000": 0.99631, "map_at_1": 0.99, "map_at_3": 0.995, "map_at_5": 0.995, "map_at_10": 0.995, "map_at_20": 0.995, "map_at_100": 0.995, "map_at_1000": 0.995, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.99, "mrr_at_3": 0.995, "mrr_at_5": 0.995, "mrr_at_10": 0.995, "mrr_at_20": 0.995, "mrr_at_100": 0.995, "mrr_at_1000": 0.995, "naucs_at_1_max": 0.12278244631185359, "naucs_at_1_std": -1.151727357609709, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN},"vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": {"ndcg_at_1": 0.56875, "ndcg_at_3": 0.60672, "ndcg_at_5": 0.63308, "ndcg_at_10": 0.65532, "ndcg_at_20": 0.67801, "ndcg_at_50": 0.69968, "ndcg_at_100": 0.71311, "map_at_1": 0.34136, "map_at_3": 0.48888, "map_at_5": 0.5357, "map_at_10": 0.56416, "map_at_20": 0.57819, "map_at_50": 0.58641, "map_at_100": 0.58906, "recall_at_1": 0.34136, "recall_at_3": 0.57832, "recall_at_5": 0.67412, "recall_at_10": 0.75601, "recall_at_20": 0.81971, "recall_at_50": 0.88366, "recall_at_100": 0.93712, "precision_at_1": 0.56875, "precision_at_3": 0.38958, "precision_at_5": 0.3, "precision_at_10": 0.1825, "precision_at_20": 0.10438, "precision_at_50": 0.04975, "precision_at_100": 0.0275, "mrr_at_1": 0.5625, "mrr_at_3": 0.6812499999999999, "mrr_at_5": 0.6928124999999999, "mrr_at_10": 0.6993229166666666, "mrr_at_20": 0.7007411858974358, "mrr_at_50": 0.7014992711829795, "mrr_at_100": 0.701648576738535, "naucs_at_1_max": 0.35665469397991817, "naucs_at_1_std": -0.1821520381931689, "naucs_at_1_diff1": 0.5013659611440034, "naucs_at_3_max": 0.07116802521253643, "naucs_at_3_std": -0.16379394198782182, "naucs_at_3_diff1": 0.020266326868082003, "naucs_at_5_max": -0.018616986229162164, "naucs_at_5_std": -0.09516044013968493, "naucs_at_5_diff1": -0.11962838505633505, "naucs_at_10_max": -0.07879556180339395, "naucs_at_10_std": -0.09309167587107163, "naucs_at_10_diff1": -0.21360829400542225, "naucs_at_20_max": -0.11338225785188243, "naucs_at_20_std": -0.03403581241276544, "naucs_at_20_diff1": -0.24190642401109844, "naucs_at_50_max": -0.15421630129358493, "naucs_at_50_std": 0.049472620354247224, "naucs_at_50_diff1": -0.2894118517993993, "naucs_at_100_max": -0.2034980038167496, "naucs_at_100_std": 0.09137660543476958, "naucs_at_100_diff1": -0.30377547914251934}, "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": {"ndcg_at_1": 0.62069, "ndcg_at_3": 0.63874, "ndcg_at_5": 0.61506, "ndcg_at_10": 0.59951, "ndcg_at_20": 0.60209, "ndcg_at_50": 0.66179, "ndcg_at_100": 0.70468, "map_at_1": 0.07922, "map_at_3": 0.19849, "map_at_5": 0.25956, "map_at_10": 0.34076, "map_at_20": 0.39493, "map_at_50": 0.44816, "map_at_100": 0.47718, "recall_at_1": 0.07922, "recall_at_3": 0.25255, "recall_at_5": 0.33846, "recall_at_10": 0.47975, "recall_at_20": 0.6075, "recall_at_50": 0.78331, "recall_at_100": 0.90804, "precision_at_1": 0.62069, "precision_at_3": 0.60345, "precision_at_5": 0.54828, "precision_at_10": 0.44655, "precision_at_20": 0.30776, "precision_at_50": 0.19, "precision_at_100": 0.12707, "mrr_at_1": 0.603448275862069, "mrr_at_3": 0.7327586206896551, "mrr_at_5": 0.7448275862068966, "mrr_at_10": 0.7501642036124794, "mrr_at_20": 0.7501642036124794, "mrr_at_50": 0.7517348468622831, "mrr_at_100": 0.7517348468622831, "naucs_at_1_max": 0.49514481051933407, "naucs_at_1_std": 0.415092462846192, "naucs_at_1_diff1": 0.3225917177401758, "naucs_at_3_max": 0.32148649366369697, "naucs_at_3_std": 0.3767232978166641, "naucs_at_3_diff1": 0.14083856654357332, "naucs_at_5_max": 0.27711383743577445, "naucs_at_5_std": 0.3955359689784753, "naucs_at_5_diff1": 0.050914511681007586, "naucs_at_10_max": 0.33189769193864693, "naucs_at_10_std": 0.5244831223476676, "naucs_at_10_diff1": 0.12176614321476271, "naucs_at_20_max": 0.3194789583380143, "naucs_at_20_std": 0.6001665345764511, "naucs_at_20_diff1": 0.05099403753490876, "naucs_at_50_max": 0.19826347945009629, "naucs_at_50_std": 0.6392188170454974, "naucs_at_50_diff1": -0.10130931590980703, "naucs_at_100_max": 0.16267432660724995, "naucs_at_100_std": 0.6243336069309858, "naucs_at_100_diff1": -0.11620805269801475}, "vidore/synthetic_rse_restaurant_filtered_v1.0": {"ndcg_at_1": 0.38596, "ndcg_at_3": 0.42497, "ndcg_at_5": 0.46843, "ndcg_at_10": 0.5205, "ndcg_at_20": 0.56612, "ndcg_at_50": 0.60459, "ndcg_at_100": 0.6203, "map_at_1": 0.2037, "map_at_3": 0.30738, "map_at_5": 0.36208, "map_at_10": 0.4006, "map_at_20": 0.42718, "map_at_50": 0.44561, "map_at_100": 0.45199, "recall_at_1": 0.2037, "recall_at_3": 0.39098, "recall_at_5": 0.52139, "recall_at_10": 0.67794, "recall_at_20": 0.8034, "recall_at_50": 0.90915, "recall_at_100": 0.96126, "precision_at_1": 0.38596, "precision_at_3": 0.29825, "precision_at_5": 0.25263, "precision_at_10": 0.17368, "precision_at_20": 0.11667, "precision_at_50": 0.06632, "precision_at_100": 0.03807, "mrr_at_1": 0.42105263157894735, "mrr_at_3": 0.5321637426900585, "mrr_at_5": 0.5514619883040935, "mrr_at_10": 0.5683096630465051, "mrr_at_20": 0.5739326949853265, "mrr_at_50": 0.5746074588179849, "mrr_at_100": 0.5748545554327614, "naucs_at_1_max": -0.060742872204998265, "naucs_at_1_std": -0.11600572841460041, "naucs_at_1_diff1": 0.20183133503689965, "naucs_at_3_max": -0.07544885776926326, "naucs_at_3_std": -0.022473081568751923, "naucs_at_3_diff1": 0.26191816500127096, "naucs_at_5_max": -0.03388884241693355, "naucs_at_5_std": 0.002697945258060287, "naucs_at_5_diff1": 0.2638626873963949, "naucs_at_10_max": -0.10323361677916998, "naucs_at_10_std": -0.006854932905065469, "naucs_at_10_diff1": 0.14306121158156362, "naucs_at_20_max": -0.20997024957677127, "naucs_at_20_std": -0.009523618612861984, "naucs_at_20_diff1": -0.06563174881570677, "naucs_at_50_max": -0.2621590130077413, "naucs_at_50_std": -0.01480361647837644, "naucs_at_50_diff1": -0.26330237551000996, "naucs_at_100_max": -0.27122911373784964, "naucs_at_100_std": 0.009127597911931788, "naucs_at_100_diff1": -0.31372886398191463}, "vidore/synthetic_axa_filtered_v1.0": {"ndcg_at_1": 0.77778, "ndcg_at_3": 0.73066, "ndcg_at_5": 0.68423, "ndcg_at_10": 0.7073, "ndcg_at_20": 0.77097, "ndcg_at_50": 0.79822, "ndcg_at_100": 0.80382, "map_at_1": 0.36411, "map_at_3": 0.48726, "map_at_5": 0.51805, "map_at_10": 0.58521, "map_at_20": 0.64275, "map_at_50": 0.65925, "map_at_100": 0.66156, "recall_at_1": 0.36411, "recall_at_3": 0.56133, "recall_at_5": 0.60172, "recall_at_10": 0.73375, "recall_at_20": 0.91128, "recall_at_50": 0.97483, "recall_at_100": 0.98955, "precision_at_1": 0.77778, "precision_at_3": 0.48148, "precision_at_5": 0.35556, "precision_at_10": 0.27222, "precision_at_20": 0.19167, "precision_at_50": 0.09, "precision_at_100": 0.04667, "mrr_at_1": 0.7777777777777778, "mrr_at_3": 0.8425925925925926, "mrr_at_5": 0.8425925925925926, "mrr_at_10": 0.8425925925925926, "mrr_at_20": 0.8465608465608465, "mrr_at_50": 0.8465608465608465, "mrr_at_100": 0.8465608465608465, "naucs_at_1_max": -0.3906990647148129, "naucs_at_1_std": -0.21837060577218056, "naucs_at_1_diff1": -0.08387203347833258, "naucs_at_3_max": -0.5775530403244434, "naucs_at_3_std": -0.3550737873724995, "naucs_at_3_diff1": -0.3373182437893601, "naucs_at_5_max": -0.6049782499901337, "naucs_at_5_std": -0.26421855697917673, "naucs_at_5_diff1": -0.3763873522124288, "naucs_at_10_max": -0.7245442256298685, "naucs_at_10_std": -0.1634222408928689, "naucs_at_10_diff1": -0.5888176036512086, "naucs_at_20_max": -0.6670716222236928, "naucs_at_20_std": 0.021123219544970998, "naucs_at_20_diff1": -0.5842083531776249, "naucs_at_50_max": -0.6756573855083153, "naucs_at_50_std": -0.0327666540333124, "naucs_at_50_diff1": -0.5663764745604162, "naucs_at_100_max": -0.6864896846779279, "naucs_at_100_std": -0.07078636987220693, "naucs_at_100_diff1": -0.5808406024317728}, "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": {"ndcg_at_1": 0.40351, "ndcg_at_3": 0.44442, "ndcg_at_5": 0.48999, "ndcg_at_10": 0.54543, "ndcg_at_20": 0.58392, "ndcg_at_50": 0.62247, "ndcg_at_100": 0.63673, "map_at_1": 0.20703, "map_at_3": 0.32057, "map_at_5": 0.37782, "map_at_10": 0.4238, "map_at_20": 0.44611, "map_at_50": 0.46534, "map_at_100": 0.47168, "recall_at_1": 0.20703, "recall_at_3": 0.41752, "recall_at_5": 0.55312, "recall_at_10": 0.71755, "recall_at_20": 0.8245, "recall_at_50": 0.92766, "recall_at_100": 0.97113, "precision_at_1": 0.40351, "precision_at_3": 0.31433, "precision_at_5": 0.26404, "precision_at_10": 0.18246, "precision_at_20": 0.11842, "precision_at_50": 0.06763, "precision_at_100": 0.03846, "mrr_at_1": 0.41228070175438597, "mrr_at_3": 0.5423976608187132, "mrr_at_5": 0.5605994152046783, "mrr_at_10": 0.5735032024505708, "mrr_at_20": 0.5789856658257342, "mrr_at_50": 0.5793717760971758, "mrr_at_100": 0.5795000042646924, "naucs_at_1_max": 0.011758171998164943, "naucs_at_1_std": -0.0512829357731035, "naucs_at_1_diff1": 0.36035266932455084, "naucs_at_3_max": -0.11261958347685794, "naucs_at_3_std": -0.03792620074650574, "naucs_at_3_diff1": 0.29746136774792986, "naucs_at_5_max": -0.07385701614638622, "naucs_at_5_std": 0.018412072720464856, "naucs_at_5_diff1": 0.24852320575407377, "naucs_at_10_max": -0.1028530287092422, "naucs_at_10_std": 0.0152284651204124, "naucs_at_10_diff1": 0.21205522066494686, "naucs_at_20_max": -0.19996981344455952, "naucs_at_20_std": -0.05488755212164455, "naucs_at_20_diff1": 0.024191435705119738, "naucs_at_50_max": -0.2664305309529035, "naucs_at_50_std": -0.10466047471409552, "naucs_at_50_diff1": -0.16887600431546462, "naucs_at_100_max": -0.2691302239514242, "naucs_at_100_std": -0.0979044698631725, "naucs_at_100_diff1": -0.21246729038720488}, "vidore/synthetic_axa_filtered_v1.0_multilingual": {"ndcg_at_1": 0.54167, "ndcg_at_3": 0.57819, "ndcg_at_5": 0.56577, "ndcg_at_10": 0.59209, "ndcg_at_20": 0.62732, "ndcg_at_50": 0.67134, "ndcg_at_100": 0.69152, "map_at_1": 0.27182, "map_at_3": 0.37797, "map_at_5": 0.41624, "map_at_10": 0.47636, "map_at_20": 0.50848, "map_at_50": 0.53074, "map_at_100": 0.53554, "recall_at_1": 0.27182, "recall_at_3": 0.44725, "recall_at_5": 0.52072, "recall_at_10": 0.65383, "recall_at_20": 0.74954, "recall_at_50": 0.86407, "recall_at_100": 0.94255, "precision_at_1": 0.54167, "precision_at_3": 0.40278, "precision_at_5": 0.31944, "precision_at_10": 0.24028, "precision_at_20": 0.15903, "precision_at_50": 0.08278, "precision_at_100": 0.04556, "mrr_at_1": 0.5416666666666666, "mrr_at_3": 0.6643518518518519, "mrr_at_5": 0.6747685185185186, "mrr_at_10": 0.6782407407407408, "mrr_at_20": 0.6792328042328042, "mrr_at_50": 0.6795484607984609, "mrr_at_100": 0.6802481423804955, "naucs_at_1_max": 0.25709232809313637, "naucs_at_1_std": 0.24747259316605055, "naucs_at_1_diff1": 0.4992003113238238, "naucs_at_3_max": -0.04807410550013619, "naucs_at_3_std": 0.05579382150260569, "naucs_at_3_diff1": -0.031001196422467698, "naucs_at_5_max": -0.18824300100321226, "naucs_at_5_std": -0.013336101443017053, "naucs_at_5_diff1": -0.12820813366398462, "naucs_at_10_max": -0.16890196514806863, "naucs_at_10_std": 0.08518793356482755, "naucs_at_10_diff1": -0.20592874359088204, "naucs_at_20_max": -0.2409593937755687, "naucs_at_20_std": 0.06653464462932426, "naucs_at_20_diff1": -0.18955085963422902, "naucs_at_50_max": -0.30139416283927073, "naucs_at_50_std": 0.03164539626695797, "naucs_at_50_diff1": -0.09803727411068841, "naucs_at_100_max": -0.36373426458852676, "naucs_at_100_std": -0.041978056928422804, "naucs_at_100_diff1": -0.15738358464077612}, "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": {"ndcg_at_1": 0.51094, "ndcg_at_3": 0.53317, "ndcg_at_5": 0.561, "ndcg_at_10": 0.59589, "ndcg_at_20": 0.62393, "ndcg_at_50": 0.64838, "ndcg_at_100": 0.66256, "map_at_1": 0.31538, "map_at_3": 0.43491, "map_at_5": 0.47454, "map_at_10": 0.50447, "map_at_20": 0.5193, "map_at_50": 0.52796, "map_at_100": 0.53097, "recall_at_1": 0.31538, "recall_at_3": 0.5079, "recall_at_5": 0.59907, "recall_at_10": 0.70327, "recall_at_20": 0.78223, "recall_at_50": 0.85844, "recall_at_100": 0.91299, "precision_at_1": 0.51094, "precision_at_3": 0.32917, "precision_at_5": 0.25625, "precision_at_10": 0.16344, "precision_at_20": 0.09805, "precision_at_50": 0.04734, "precision_at_100": 0.02652, "mrr_at_1": 0.5109375, "mrr_at_3": 0.6158854166666663, "mrr_at_5": 0.631822916666666, "mrr_at_10": 0.6435627480158725, "mrr_at_20": 0.6461165690081005, "mrr_at_50": 0.6471864088329354, "mrr_at_100": 0.6473553904413064, "naucs_at_1_max": 0.21650233392497312, "naucs_at_1_std": -0.11394228036155314, "naucs_at_1_diff1": 0.49106749959469487, "naucs_at_3_max": 0.09127968116653025, "naucs_at_3_std": -0.06093245675177493, "naucs_at_3_diff1": 0.07769744335775748, "naucs_at_5_max": 0.009684024578687802, "naucs_at_5_std": -0.06409012427181651, "naucs_at_5_diff1": -0.04439017577969106, "naucs_at_10_max": -0.060311203011923956, "naucs_at_10_std": -0.05382198272788654, "naucs_at_10_diff1": -0.15375258647528428, "naucs_at_20_max": -0.08890015821457835, "naucs_at_20_std": -0.0009551410169745965, "naucs_at_20_diff1": -0.19445590451066294, "naucs_at_50_max": -0.10303825786720623, "naucs_at_50_std": 0.059478041221337735, "naucs_at_50_diff1": -0.20893524116185289, "naucs_at_100_max": -0.12994084332332834, "naucs_at_100_std": 0.08602689173207072, "naucs_at_100_diff1": -0.20817518016720576}, "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": {"ndcg_at_1": 0.52586, "ndcg_at_3": 0.52033, "ndcg_at_5": 0.50477, "ndcg_at_10": 0.51223, "ndcg_at_20": 0.55091, "ndcg_at_50": 0.6162, "ndcg_at_100": 0.65741, "map_at_1": 0.08749, "map_at_3": 0.16834, "map_at_5": 0.21544, "map_at_10": 0.28647, "map_at_20": 0.34468, "map_at_50": 0.39836, "map_at_100": 0.42516, "recall_at_1": 0.08749, "recall_at_3": 0.20722, "recall_at_5": 0.28504, "recall_at_10": 0.42278, "recall_at_20": 0.58733, "recall_at_50": 0.76673, "recall_at_100": 0.88995, "precision_at_1": 0.52586, "precision_at_3": 0.47701, "precision_at_5": 0.43707, "precision_at_10": 0.38103, "precision_at_20": 0.29547, "precision_at_50": 0.18724, "precision_at_100": 0.12362, "mrr_at_1": 0.521551724137931, "mrr_at_3": 0.6285919540229884, "mrr_at_5": 0.6507902298850573, "mrr_at_10": 0.6619800218938149, "mrr_at_20": 0.6662062271011907, "mrr_at_50": 0.6667295044235686, "mrr_at_100": 0.6667295044235686, "naucs_at_1_max": 0.3397586906624689, "naucs_at_1_std": 0.29991823482305774, "naucs_at_1_diff1": 0.03621594283266877, "naucs_at_3_max": 0.33526412589813476, "naucs_at_3_std": 0.38155576346703934, "naucs_at_3_diff1": 0.04414501236471186, "naucs_at_5_max": 0.34999653640529116, "naucs_at_5_std": 0.4339441676774854, "naucs_at_5_diff1": -0.013875470237344529, "naucs_at_10_max": 0.359170101317444, "naucs_at_10_std": 0.4732224527908353, "naucs_at_10_diff1": 0.06054944186889409, "naucs_at_20_max": 0.2542688471926202, "naucs_at_20_std": 0.4341373781169124, "naucs_at_20_diff1": 0.001194159292925417, "naucs_at_50_max": 0.18117429862600104, "naucs_at_50_std": 0.4284459778328036, "naucs_at_50_diff1": -0.016171315767723977, "naucs_at_100_max": 0.15170020031205642, "naucs_at_100_std": 0.4238230974706668, "naucs_at_100_diff1": 0.0036932818278051813}, "vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.52564, "ndcg_at_3": 0.64418, "ndcg_at_5": 0.67438, "ndcg_at_10": 0.7055, "ndcg_at_20": 0.72906, "ndcg_at_50": 0.74714, "ndcg_at_100": 0.7492, "map_at_1": 0.40673, "map_at_3": 0.55844, "map_at_5": 0.60166, "map_at_10": 0.62728, "map_at_20": 0.63748, "map_at_50": 0.64461, "map_at_100": 0.64565, "recall_at_1": 0.40673, "recall_at_3": 0.6641, "recall_at_5": 0.76218, "recall_at_10": 0.84502, "recall_at_20": 0.90295, "recall_at_50": 0.96696, "recall_at_100": 0.97576, "precision_at_1": 0.53846, "precision_at_3": 0.36538, "precision_at_5": 0.26923, "precision_at_10": 0.16154, "precision_at_20": 0.09519, "precision_at_50": 0.04346, "precision_at_100": 0.0225, "mrr_at_1": 0.5384615384615384, "mrr_at_3": 0.6666666666666666, "mrr_at_5": 0.6849358974358974, "mrr_at_10": 0.6963827838827839, "mrr_at_20": 0.6977564102564102, "mrr_at_50": 0.6986305361305362, "mrr_at_100": 0.6986305361305362, "naucs_at_1_max": -0.07463333597424497, "naucs_at_1_std": -0.19722170370374686, "naucs_at_1_diff1": 0.45556656544471397, "naucs_at_3_max": -0.06654513602396432, "naucs_at_3_std": 0.09508032787563167, "naucs_at_3_diff1": -0.12578951338029185, "naucs_at_5_max": -0.01900487313209654, "naucs_at_5_std": 0.1709265300780029, "naucs_at_5_diff1": -0.23450230255317164, "naucs_at_10_max": -0.08624776201181718, "naucs_at_10_std": 0.14708370454120517, "naucs_at_10_diff1": -0.2818069905588685, "naucs_at_20_max": -0.08495315364459556, "naucs_at_20_std": 0.08344973265137655, "naucs_at_20_diff1": -0.34031426158857664, "naucs_at_50_max": -0.10395659778746918, "naucs_at_50_std": 0.013754150807130024, "naucs_at_50_diff1": -0.3326572963867249, "naucs_at_100_max": -0.11940805160467528, "naucs_at_100_std": -0.00716339186812519, "naucs_at_100_diff1": -0.3108286852208849}}