{"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.62179, "ndcg_at_3": 0.57934, "ndcg_at_5": 0.62234, "ndcg_at_10": 0.65262, "ndcg_at_20": 0.67475, "ndcg_at_50": 0.70087, "ndcg_at_100": 0.71211, "map_at_1": 0.43526, "map_at_3": 0.50267, "map_at_5": 0.55008, "map_at_10": 0.57335, "map_at_20": 0.58435, "map_at_50": 0.59308, "map_at_100": 0.5954, "recall_at_1": 0.43526, "recall_at_3": 0.53333, "recall_at_5": 0.66204, "recall_at_10": 0.75262, "recall_at_20": 0.81833, "recall_at_50": 0.91518, "recall_at_100": 0.96614, "precision_at_1": 0.63462, "precision_at_3": 0.30769, "precision_at_5": 0.24615, "precision_at_10": 0.14808, "precision_at_20": 0.08654, "precision_at_50": 0.04115, "precision_at_100": 0.02212, "mrr_at_1": 0.5961538461538461, "mrr_at_3": 0.6442307692307693, "mrr_at_5": 0.6721153846153847, "mrr_at_10": 0.678792735042735, "mrr_at_20": 0.6830509768009766, "mrr_at_50": 0.6843387515262513, "mrr_at_100": 0.6846592643467642, "naucs_at_1_max": 0.007278669575223614, "naucs_at_1_std": -0.16862511436532815, "naucs_at_1_diff1": 0.37195886708166814, "naucs_at_3_max": -0.11224357092950424, "naucs_at_3_std": -0.13484611004600808, "naucs_at_3_diff1": 0.12647962031083498, "naucs_at_5_max": -0.08235536599427677, "naucs_at_5_std": 0.029280898603991155, "naucs_at_5_diff1": 0.03850576951146517, "naucs_at_10_max": -0.05329392017057177, "naucs_at_10_std": 0.07795337723139084, "naucs_at_10_diff1": -0.13170232588923755, "naucs_at_20_max": -0.13017358757688524, "naucs_at_20_std": -0.008088492748358699, "naucs_at_20_diff1": -0.2193370407928556, "naucs_at_50_max": -0.09015721409307421, "naucs_at_50_std": 0.022247428759607314, "naucs_at_50_diff1": -0.2736453927338279, "naucs_at_100_max": -0.14696693886931617, "naucs_at_100_std": -0.010945474748335252, "naucs_at_100_diff1": -0.3271662812920136}, "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": { "ndcg_at_1": 0.55603, "ndcg_at_3": 0.54807, "ndcg_at_5": 0.53157, "ndcg_at_10": 0.5146, "ndcg_at_20": 0.54585, "ndcg_at_50": 0.61451, "ndcg_at_100": 0.6553, "map_at_1": 0.0783, "map_at_3": 0.16664, "map_at_5": 0.21874, "map_at_10": 0.28014, "map_at_20": 0.3378, "map_at_50": 0.39242, "map_at_100": 0.42099, "recall_at_1": 0.0783, "recall_at_3": 0.20216, "recall_at_5": 0.28814, "recall_at_10": 0.41158, "recall_at_20": 0.55969, "recall_at_50": 0.76372, "recall_at_100": 0.88571, "precision_at_1": 0.55603, "precision_at_3": 0.51293, "precision_at_5": 0.47328, "precision_at_10": 0.38103, "precision_at_20": 0.29483, "precision_at_50": 0.18716, "precision_at_100": 0.1244, "mrr_at_1": 0.5474137931034483, "mrr_at_3": 0.6666666666666666, "mrr_at_5": 0.6847701149425288, "mrr_at_10": 0.6911022167487685, "mrr_at_20": 0.6938394796748926, "mrr_at_50": 0.6948904461025456, "mrr_at_100": 0.6948904461025456, "naucs_at_1_max": 0.07994091110523227, "naucs_at_1_std": 0.12444987153144782, "naucs_at_1_diff1": 0.09424460432630058, "naucs_at_3_max": 0.16923654602805172, "naucs_at_3_std": 0.2045449370458442, "naucs_at_3_diff1": 0.09926647816044282, "naucs_at_5_max": 0.17728557191005953, "naucs_at_5_std": 0.2565334951047491, "naucs_at_5_diff1": 0.07759845826151261, "naucs_at_10_max": 0.13245740814133947, "naucs_at_10_std": 0.21617752015273486, "naucs_at_10_diff1": 0.023098575182872085, "naucs_at_20_max": 0.0673142638543018, "naucs_at_20_std": 0.19206721484700626, "naucs_at_20_diff1": -0.007872307371572145, "naucs_at_50_max": -0.02207912884522245, "naucs_at_50_std": 0.14587302006330063, "naucs_at_50_diff1": -0.048901378247186766, "naucs_at_100_max": -0.07381834254515347, "naucs_at_100_std": 0.10309591458261987, "naucs_at_100_diff1": -0.0369817902657747 }, "vidore/synthetic_axa_filtered_v1.0_multilingual": { "ndcg_at_1": 0.55556, "ndcg_at_3": 0.57286, "ndcg_at_5": 0.57184, "ndcg_at_10": 0.57514, "ndcg_at_20": 0.60015, "ndcg_at_50": 0.64497, "ndcg_at_100": 0.67229, "map_at_1": 0.27024, "map_at_3": 0.35733, "map_at_5": 0.40728, "map_at_10": 0.4556, "map_at_20": 0.48059, "map_at_50": 0.50401, "map_at_100": 0.51134, "recall_at_1": 0.27024, "recall_at_3": 0.42572, "recall_at_5": 0.50846, "recall_at_10": 0.61625, "recall_at_20": 0.70808, "recall_at_50": 0.81979, "recall_at_100": 0.92724, "precision_at_1": 0.55556, "precision_at_3": 0.40741, "precision_at_5": 0.34444, "precision_at_10": 0.24028, "precision_at_20": 0.15, "precision_at_50": 0.07972, "precision_at_100": 0.04542, "mrr_at_1": 0.5138888888888888, "mrr_at_3": 0.6388888888888888, "mrr_at_5": 0.6486111111111111, "mrr_at_10": 0.6532407407407407, "mrr_at_20": 0.6550035612535612, "mrr_at_50": 0.6554515899273964, "mrr_at_100": 0.6562765438177584, "naucs_at_1_max": 0.06394991291872823, "naucs_at_1_std": 0.2339109450954795, "naucs_at_1_diff1": 0.30591875421589343, "naucs_at_3_max": -0.17975083964563082, "naucs_at_3_std": 0.027577428119795747, "naucs_at_3_diff1": 0.09852366590105074, "naucs_at_5_max": -0.23673003232880171, "naucs_at_5_std": -0.01855706256438857, "naucs_at_5_diff1": 0.03504088887398939, "naucs_at_10_max": -0.32103926214321127, "naucs_at_10_std": -0.06117912492226144, "naucs_at_10_diff1": -0.14080922308311572, "naucs_at_20_max": -0.34694147283910304, "naucs_at_20_std": -0.04490360729046198, "naucs_at_20_diff1": -0.17565284792297425, "naucs_at_50_max": -0.3890920945387956, "naucs_at_50_std": -0.06731905750861354, "naucs_at_50_diff1": -0.19417578723003429, "naucs_at_100_max": -0.41189447174112953, "naucs_at_100_std": -0.0755751130681716, "naucs_at_100_diff1": -0.21048470142462247 }, "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": { "ndcg_at_1": 0.59375, "ndcg_at_3": 0.59937, "ndcg_at_5": 0.6176, "ndcg_at_10": 0.65125, "ndcg_at_20": 0.68031, "ndcg_at_50": 0.70414, "ndcg_at_100": 0.7118, "map_at_1": 0.35678, "map_at_3": 0.48409, "map_at_5": 0.52133, "map_at_10": 0.55746, "map_at_20": 0.57311, "map_at_50": 0.582, "map_at_100": 0.58404, "recall_at_1": 0.35678, "recall_at_3": 0.5553, "recall_at_5": 0.6424, "recall_at_10": 0.74954, "recall_at_20": 0.83273, "recall_at_50": 0.90356, "recall_at_100": 0.92956, "precision_at_1": 0.59375, "precision_at_3": 0.36875, "precision_at_5": 0.2775, "precision_at_10": 0.18, "precision_at_20": 0.10656, "precision_at_50": 0.05138, "precision_at_100": 0.02756, "mrr_at_1": 0.5875, "mrr_at_3": 0.6791666666666667, "mrr_at_5": 0.6979166666666667, "mrr_at_10": 0.7059871031746032, "mrr_at_20": 0.7082808189563704, "mrr_at_50": 0.7090456790962306, "mrr_at_100": 0.7091433353462306, "naucs_at_1_max": 0.249983882109141, "naucs_at_1_std": -0.041280221045360686, "naucs_at_1_diff1": 0.4059037531660143, "naucs_at_3_max": 0.01878691845110894, "naucs_at_3_std": -0.06513153750357396, "naucs_at_3_diff1": -0.04117906448220925, "naucs_at_5_max": -0.03604209381453121, "naucs_at_5_std": -0.026999419446342467, "naucs_at_5_diff1": -0.2004747312183539, "naucs_at_10_max": -0.15546557639975261, "naucs_at_10_std": -0.12249727214166432, "naucs_at_10_diff1": -0.28313723428030524, "naucs_at_20_max": -0.230360039337395, "naucs_at_20_std": -0.11871250920639782, "naucs_at_20_diff1": -0.35374918579255926, "naucs_at_50_max": -0.21935608877014798, "naucs_at_50_std": -0.04506401935703416, "naucs_at_50_diff1": -0.34518311048379996, "naucs_at_100_max": -0.22834972168166315, "naucs_at_100_std": -0.04987710526052404, "naucs_at_100_diff1": -0.33362168437999984 }, "vidore/synthetic_rse_restaurant_filtered_v1.0": { "ndcg_at_1": 0.52632, "ndcg_at_3": 0.48702, "ndcg_at_5": 0.53392, "ndcg_at_10": 0.5786, "ndcg_at_20": 0.62288, "ndcg_at_50": 0.64776, "ndcg_at_100": 0.66238, "map_at_1": 0.23981, "map_at_3": 0.34792, "map_at_5": 0.408, "map_at_10": 0.4528, "map_at_20": 0.48189, "map_at_50": 0.49681, "map_at_100": 0.50309, "recall_at_1": 0.23981, "recall_at_3": 0.41261, "recall_at_5": 0.55802, "recall_at_10": 0.71472, "recall_at_20": 0.85539, "recall_at_50": 0.9246, "recall_at_100": 0.97368, "precision_at_1": 0.52632, "precision_at_3": 0.35088, "precision_at_5": 0.29474, "precision_at_10": 0.2, "precision_at_20": 0.13158, "precision_at_50": 0.06877, "precision_at_100": 0.0386, "mrr_at_1": 0.5087719298245614, "mrr_at_3": 0.5877192982456141, "mrr_at_5": 0.6149122807017543, "mrr_at_10": 0.6263575605680868, "mrr_at_20": 0.6303891040733146, "mrr_at_50": 0.6303891040733146, "mrr_at_100": 0.6305757408780925, "naucs_at_1_max": -0.08333796614169701, "naucs_at_1_std": 0.02230843203992766, "naucs_at_1_diff1": 0.05161927720353975, "naucs_at_3_max": -0.03209945113922174, "naucs_at_3_std": 0.04489217019394448, "naucs_at_3_diff1": -0.03516139834577249, "naucs_at_5_max": -0.08062920691129684, "naucs_at_5_std": 0.05137467110356768, "naucs_at_5_diff1": -0.11589678137851257, "naucs_at_10_max": -0.19710514484783043, "naucs_at_10_std": -0.019483171394852755, "naucs_at_10_diff1": -0.19216047549364354, "naucs_at_20_max": -0.2492809947138442, "naucs_at_20_std": -0.019880591668848344, "naucs_at_20_diff1": -0.13918128050450226, "naucs_at_50_max": -0.297692866142236, "naucs_at_50_std": 0.015944137484135215, "naucs_at_50_diff1": -0.10169694250184191, "naucs_at_100_max": -0.3263966784104191, "naucs_at_100_std": -0.004102727593586926, "naucs_at_100_diff1": -0.06847320679987662 }, "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": { "ndcg_at_1": 0.51754, "ndcg_at_3": 0.50334, "ndcg_at_5": 0.54222, "ndcg_at_10": 0.58819, "ndcg_at_20": 0.6317, "ndcg_at_50": 0.65775, "ndcg_at_100": 0.67204, "map_at_1": 0.24814, "map_at_3": 0.36856, "map_at_5": 0.42073, "map_at_10": 0.4663, "map_at_20": 0.49471, "map_at_50": 0.50962, "map_at_100": 0.51599, "recall_at_1": 0.24814, "recall_at_3": 0.43973, "recall_at_5": 0.56658, "recall_at_10": 0.71523, "recall_at_20": 0.85844, "recall_at_50": 0.93536, "recall_at_100": 0.97971, "precision_at_1": 0.51754, "precision_at_3": 0.3538, "precision_at_5": 0.29123, "precision_at_10": 0.20219, "precision_at_20": 0.13246, "precision_at_50": 0.06825, "precision_at_100": 0.03855, "mrr_at_1": 0.5263157894736842, "mrr_at_3": 0.6016081871345029, "mrr_at_5": 0.6288011695906434, "mrr_at_10": 0.6403230297967141, "mrr_at_20": 0.6438437895094242, "mrr_at_50": 0.6443535683849544, "mrr_at_100": 0.644453714963128, "naucs_at_1_max": 0.01943705593605114, "naucs_at_1_std": 0.10857657836709796, "naucs_at_1_diff1": 0.31024815892610824, "naucs_at_3_max": -0.026602088034168622, "naucs_at_3_std": 0.06693038369249117, "naucs_at_3_diff1": 0.06536575914252513, "naucs_at_5_max": -0.10400806660437836, "naucs_at_5_std": 0.011805949215176312, "naucs_at_5_diff1": -0.040514684440300354, "naucs_at_10_max": -0.16246054552831016, "naucs_at_10_std": -0.004963201865618914, "naucs_at_10_diff1": -0.14424024163286125, "naucs_at_20_max": -0.2068822330886405, "naucs_at_20_std": 0.01182183229908038, "naucs_at_20_diff1": -0.14776288061245282, "naucs_at_50_max": -0.2382304805368312, "naucs_at_50_std": 0.06100699728024982, "naucs_at_50_diff1": -0.16038145767725714, "naucs_at_100_max": -0.2526736911992193, "naucs_at_100_std": 0.07538174516910437, "naucs_at_100_diff1": -0.1425829565807366 }, "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": { "ndcg_at_1": 0.55, "ndcg_at_3": 0.54747, "ndcg_at_5": 0.56523, "ndcg_at_10": 0.60236, "ndcg_at_20": 0.63192, "ndcg_at_50": 0.65894, "ndcg_at_100": 0.66916, "map_at_1": 0.32887, "map_at_3": 0.43891, "map_at_5": 0.47556, "map_at_10": 0.51112, "map_at_20": 0.52597, "map_at_50": 0.53502, "map_at_100": 0.53747, "recall_at_1": 0.32887, "recall_at_3": 0.50621, "recall_at_5": 0.59078, "recall_at_10": 0.7021, "recall_at_20": 0.78896, "recall_at_50": 0.87545, "recall_at_100": 0.91215, "precision_at_1": 0.55, "precision_at_3": 0.33698, "precision_at_5": 0.25625, "precision_at_10": 0.16797, "precision_at_20": 0.10016, "precision_at_50": 0.04875, "precision_at_100": 0.02653, "mrr_at_1": 0.5421875, "mrr_at_3": 0.6315104166666667, "mrr_at_5": 0.6464322916666666, "mrr_at_10": 0.6572829861111111, "mrr_at_20": 0.6611296462086782, "mrr_at_50": 0.6623597304996574, "mrr_at_100": 0.6624612115027679, "naucs_at_1_max": 0.21639796742259326, "naucs_at_1_std": -0.03628975637155085, "naucs_at_1_diff1": 0.4459120269606122, "naucs_at_3_max": 0.03669633870346066, "naucs_at_3_std": -0.08520389607094239, "naucs_at_3_diff1": 0.040408263382322174, "naucs_at_5_max": -0.04548934564318856, "naucs_at_5_std": -0.07038321737921435, "naucs_at_5_diff1": -0.10616437737784175, "naucs_at_10_max": -0.1278578682315184, "naucs_at_10_std": -0.10363742277920715, "naucs_at_10_diff1": -0.1945365842241381, "naucs_at_20_max": -0.1602047364202233, "naucs_at_20_std": -0.09160204736420194, "naucs_at_20_diff1": -0.2459548568724758, "naucs_at_50_max": -0.16751679776268727, "naucs_at_50_std": -0.029600561994848625, "naucs_at_50_diff1": -0.28501697067776877, "naucs_at_100_max": -0.1840412781009732, "naucs_at_100_std": -0.029290750955906976, "naucs_at_100_diff1": -0.27754478203216754 }, "vidore/synthetic_axa_filtered_v1.0": { "ndcg_at_1": 0.61111, "ndcg_at_3": 0.63835, "ndcg_at_5": 0.65099, "ndcg_at_10": 0.66413, "ndcg_at_20": 0.67711, "ndcg_at_50": 0.72121, "ndcg_at_100": 0.73402, "map_at_1": 0.29544, "map_at_3": 0.39626, "map_at_5": 0.4688, "map_at_10": 0.53459, "map_at_20": 0.55814, "map_at_50": 0.5817, "map_at_100": 0.58632, "recall_at_1": 0.29544, "recall_at_3": 0.49889, "recall_at_5": 0.59938, "recall_at_10": 0.74741, "recall_at_20": 0.80396, "recall_at_50": 0.93358, "recall_at_100": 0.97068, "precision_at_1": 0.61111, "precision_at_3": 0.46296, "precision_at_5": 0.41111, "precision_at_10": 0.28889, "precision_at_20": 0.17222, "precision_at_50": 0.08556, "precision_at_100": 0.04611, "mrr_at_1": 0.6111111111111112, "mrr_at_3": 0.712962962962963, "mrr_at_5": 0.712962962962963, "mrr_at_10": 0.7222222222222222, "mrr_at_20": 0.7222222222222222, "mrr_at_50": 0.7239057239057238, "mrr_at_100": 0.7239057239057238, "naucs_at_1_max": 0.021377128555080525, "naucs_at_1_std": -0.0024330874521297486, "naucs_at_1_diff1": 0.6766922062442021, "naucs_at_3_max": -0.5386403640030516, "naucs_at_3_std": -0.339024827473691, "naucs_at_3_diff1": -0.13999146573412896, "naucs_at_5_max": -0.5536345449068457, "naucs_at_5_std": -0.32978315319997686, "naucs_at_5_diff1": -0.1515416702953352, "naucs_at_10_max": -0.6913115857640982, "naucs_at_10_std": -0.3590368655225717, "naucs_at_10_diff1": -0.4262436564575138, "naucs_at_20_max": -0.6790472085176197, "naucs_at_20_std": -0.2636829434018275, "naucs_at_20_diff1": -0.46059572736900606, "naucs_at_50_max": -0.6436105950460144, "naucs_at_50_std": -0.17446418069026137, "naucs_at_50_diff1": -0.5059059487831842, "naucs_at_100_max": -0.6463006925980164, "naucs_at_100_std": -0.1497578630779427, "naucs_at_100_diff1": -0.5112033641662738 }, "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": { "ndcg_at_1": 0.65517, "ndcg_at_3": 0.63819, "ndcg_at_5": 0.61521, "ndcg_at_10": 0.5906, "ndcg_at_20": 0.60536, "ndcg_at_50": 0.66285, "ndcg_at_100": 0.70251, "map_at_1": 0.06921, "map_at_3": 0.18532, "map_at_5": 0.25479, "map_at_10": 0.33604, "map_at_20": 0.39502, "map_at_50": 0.44809, "map_at_100": 0.47767, "recall_at_1": 0.06921, "recall_at_3": 0.23206, "recall_at_5": 0.33701, "recall_at_10": 0.4769, "recall_at_20": 0.60612, "recall_at_50": 0.78689, "recall_at_100": 0.90662, "precision_at_1": 0.65517, "precision_at_3": 0.6092, "precision_at_5": 0.55862, "precision_at_10": 0.4431, "precision_at_20": 0.32241, "precision_at_50": 0.19414, "precision_at_100": 0.12759, "mrr_at_1": 0.6206896551724138, "mrr_at_3": 0.735632183908046, "mrr_at_5": 0.7468390804597702, "mrr_at_10": 0.7525862068965516, "mrr_at_20": 0.753448275862069, "mrr_at_50": 0.7547113805734496, "mrr_at_100": 0.7547113805734496, "naucs_at_1_max": 0.3467227583809364, "naucs_at_1_std": 0.46598561053805343, "naucs_at_1_diff1": 0.2918337389920708, "naucs_at_3_max": 0.2797595385222247, "naucs_at_3_std": 0.2864952959792759, "naucs_at_3_diff1": 0.3913734193294228, "naucs_at_5_max": 0.25393027831323856, "naucs_at_5_std": 0.3095747235773235, "naucs_at_5_diff1": 0.3645542505594328, "naucs_at_10_max": 0.2700390408547681, "naucs_at_10_std": 0.32232824677308325, "naucs_at_10_diff1": 0.2680868235374596, "naucs_at_20_max": 0.17701498139167485, "naucs_at_20_std": 0.2949738297548142, "naucs_at_20_diff1": 0.22778015683462374, "naucs_at_50_max": 0.005866671306298476, "naucs_at_50_std": 0.18617183360877715, "naucs_at_50_diff1": 0.2543543566117715, "naucs_at_100_max": -0.051660558691400224, "naucs_at_100_std": 0.12365631128720926, "naucs_at_100_diff1": 0.27211571635112025 }, "../colpali/data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.70109, "ndcg_at_3": 0.7923, "ndcg_at_5": 0.81432, "ndcg_at_10": 0.82714, "ndcg_at_20": 0.83121, "ndcg_at_50": 0.83523, "ndcg_at_100": 0.83688, "map_at_1": 0.70109, "map_at_3": 0.77005, "map_at_5": 0.78241, "map_at_10": 0.78785, "map_at_20": 0.78901, "map_at_50": 0.78967, "map_at_100": 0.78981, "recall_at_1": 0.70109, "recall_at_3": 0.85662, "recall_at_5": 0.90948, "recall_at_10": 0.94836, "recall_at_20": 0.96416, "recall_at_50": 0.9842, "recall_at_100": 0.99453, "precision_at_1": 0.70109, "precision_at_3": 0.28554, "precision_at_5": 0.1819, "precision_at_10": 0.09484, "precision_at_20": 0.04821, "precision_at_50": 0.01968, "precision_at_100": 0.00995, "mrr_at_1": 0.7017010935601458, "mrr_at_3": 0.7709599027946537, "mrr_at_5": 0.7835965978128797, "mrr_at_10": 0.7887963123686088, "mrr_at_20": 0.7900069324299046, "mrr_at_50": 0.7906871013277383, "mrr_at_100": 0.7908122337289102, "naucs_at_1_max": 0.31323987398365244, "naucs_at_1_std": -0.06973458951296707, "naucs_at_1_diff1": 0.8257166838058789, "naucs_at_3_max": 0.3926659737473996, "naucs_at_3_std": 0.06571917292636736, "naucs_at_3_diff1": 0.7756394870292411, "naucs_at_5_max": 0.397380358594201, "naucs_at_5_std": 0.13868537387746546, "naucs_at_5_diff1": 0.7396051349982516, "naucs_at_10_max": 0.501090641931301, "naucs_at_10_std": 0.36694999105347903, "naucs_at_10_diff1": 0.7174193926609567, "naucs_at_20_max": 0.4765529924218107, "naucs_at_20_std": 0.3737660736114713, "naucs_at_20_diff1": 0.6900626633277733, "naucs_at_50_max": 0.6429809235278162, "naucs_at_50_std": 0.5965680225588305, "naucs_at_50_diff1": 0.7246754428536203, "naucs_at_100_max": 0.6364067564396122, "naucs_at_100_std": 0.5448683368190432, "naucs_at_100_diff1": 0.6812946217425379}, "../colpali/data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.81, "ndcg_at_3": 0.8894, "ndcg_at_5": 0.90663, "ndcg_at_10": 0.90952, "ndcg_at_20": 0.90952, "ndcg_at_50": 0.9115, "ndcg_at_100": 0.9115, "map_at_1": 0.81, "map_at_3": 0.87167, "map_at_5": 0.88167, "map_at_10": 0.88267, "map_at_20": 0.88267, "map_at_50": 0.88298, "map_at_100": 0.88298, "recall_at_1": 0.81, "recall_at_3": 0.94, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.81, "precision_at_3": 0.31333, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.82, "mrr_at_3": 0.8766666666666667, "mrr_at_5": 0.8866666666666667, "mrr_at_10": 0.8877777777777777, "mrr_at_20": 0.8877777777777777, "mrr_at_50": 0.8880902777777777, "mrr_at_100": 0.8880902777777777, "naucs_at_1_max": 0.0649588768400645, "naucs_at_1_std": -0.2740845513122743, "naucs_at_1_diff1": 0.6852637644716851, "naucs_at_3_max": 0.3546529723000309, "naucs_at_3_std": -0.11009959539371503, "naucs_at_3_diff1": 0.5325241207594116, "naucs_at_5_max": 0.722222222222224, "naucs_at_5_std": 0.3384687208216692, "naucs_at_5_diff1": 0.42250233426704475, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": 0.5541549953314738, "naucs_at_10_diff1": 0.7222222222222276, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": 0.5541549953314738, "naucs_at_20_diff1": 0.7222222222222276, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99, "ndcg_at_5": 0.99387, "ndcg_at_10": 0.99387, "ndcg_at_20": 0.99387, "ndcg_at_50": 0.99387, "ndcg_at_100": 0.99387, "map_at_1": 0.99, "map_at_3": 0.99, "map_at_5": 0.992, "map_at_10": 0.992, "map_at_20": 0.992, "map_at_50": 0.992, "map_at_100": 0.992, "recall_at_1": 0.99, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.99, "mrr_at_3": 0.99, "mrr_at_5": 0.992, "mrr_at_10": 0.992, "mrr_at_20": 0.992, "mrr_at_50": 0.992, "mrr_at_100": 0.992, "naucs_at_1_max": 0.8692810457516276, "naucs_at_1_std": -0.5634920634920657, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 0.8692810457516356, "naucs_at_3_std": -0.5634920634921204, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.91, "ndcg_at_3": 0.95417, "ndcg_at_5": 0.96278, "ndcg_at_10": 0.96278, "ndcg_at_20": 0.96278, "ndcg_at_50": 0.96278, "ndcg_at_100": 0.96278, "map_at_1": 0.91, "map_at_3": 0.945, "map_at_5": 0.95, "map_at_10": 0.95, "map_at_20": 0.95, "map_at_50": 0.95, "map_at_100": 0.95, "recall_at_1": 0.91, "recall_at_3": 0.98, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.91, "precision_at_3": 0.32667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.92, "mrr_at_3": 0.9566666666666667, "mrr_at_5": 0.9566666666666667, "mrr_at_10": 0.9566666666666667, "mrr_at_20": 0.9566666666666667, "mrr_at_50": 0.9566666666666667, "mrr_at_100": 0.9566666666666667, "naucs_at_1_max": 0.6380329909741665, "naucs_at_1_std": 0.3872289656603365, "naucs_at_1_diff1": 0.9419026870007259, "naucs_at_3_max": 0.8611111111111119, "naucs_at_3_std": 0.5401493930905577, "naucs_at_3_diff1": 0.9346405228758099, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.824, "ndcg_at_3": 0.86576, "ndcg_at_5": 0.88065, "ndcg_at_10": 0.88761, "ndcg_at_20": 0.89161, "ndcg_at_50": 0.89571, "ndcg_at_100": 0.89671, "map_at_1": 0.824, "map_at_3": 0.85533, "map_at_5": 0.86363, "map_at_10": 0.86642, "map_at_20": 0.86749, "map_at_50": 0.8682, "map_at_100": 0.8683, "recall_at_1": 0.824, "recall_at_3": 0.896, "recall_at_5": 0.932, "recall_at_10": 0.954, "recall_at_20": 0.97, "recall_at_50": 0.99, "recall_at_100": 0.996, "precision_at_1": 0.824, "precision_at_3": 0.29867, "precision_at_5": 0.1864, "precision_at_10": 0.0954, "precision_at_20": 0.0485, "precision_at_50": 0.0198, "precision_at_100": 0.00996, "mrr_at_1": 0.826, "mrr_at_3": 0.8566666666666666, "mrr_at_5": 0.8647666666666667, "mrr_at_10": 0.8674404761904762, "mrr_at_20": 0.868713893416525, "mrr_at_50": 0.8694424481678229, "mrr_at_100": 0.8695414304104477, "naucs_at_1_max": 0.7663278157610652, "naucs_at_1_std": -0.09768014573587591, "naucs_at_1_diff1": 0.9187263853904275, "naucs_at_3_max": 0.8138309391467555, "naucs_at_3_std": -0.023388435717895166, "naucs_at_3_diff1": 0.8748014870425184, "naucs_at_5_max": 0.8622919756137744, "naucs_at_5_std": 0.09893172955456826, "naucs_at_5_diff1": 0.8950952930191681, "naucs_at_10_max": 0.8887671010433149, "naucs_at_10_std": 0.18117971826411405, "naucs_at_10_diff1": 0.9102829537612158, "naucs_at_20_max": 0.9081854964207933, "naucs_at_20_std": 0.31092436974789345, "naucs_at_20_diff1": 0.9193899782135069, "naucs_at_50_max": 1.0, "naucs_at_50_std": 0.7428571428571219, "naucs_at_50_diff1": 0.9215686274509768, "naucs_at_100_max": 1.0, "naucs_at_100_std": 0.5613912231558791, "naucs_at_100_diff1": 0.9346405228758466}, "../colpali/data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.52993, "ndcg_at_3": 0.58573, "ndcg_at_5": 0.60558, "ndcg_at_10": 0.62266, "ndcg_at_20": 0.63582, "ndcg_at_50": 0.64908, "ndcg_at_100": 0.6581, "map_at_1": 0.52993, "map_at_3": 0.57206, "map_at_5": 0.58293, "map_at_10": 0.58991, "map_at_20": 0.59366, "map_at_50": 0.59581, "map_at_100": 0.59662, "recall_at_1": 0.52993, "recall_at_3": 0.62528, "recall_at_5": 0.67406, "recall_at_10": 0.72727, "recall_at_20": 0.77827, "recall_at_50": 0.84479, "recall_at_100": 0.90022, "precision_at_1": 0.52993, "precision_at_3": 0.20843, "precision_at_5": 0.13481, "precision_at_10": 0.07273, "precision_at_20": 0.03891, "precision_at_50": 0.0169, "precision_at_100": 0.009, "mrr_at_1": 0.5232815964523282, "mrr_at_3": 0.5728011825572801, "mrr_at_5": 0.5826681448632669, "mrr_at_10": 0.5891273360785556, "mrr_at_20": 0.5925723253011941, "mrr_at_50": 0.5943296372892853, "mrr_at_100": 0.59515893309537, "naucs_at_1_max": 0.1489445922678588, "naucs_at_1_std": 0.5944168012150516, "naucs_at_1_diff1": 0.9184631698098695, "naucs_at_3_max": 0.01752251361569101, "naucs_at_3_std": 0.7203256897672715, "naucs_at_3_diff1": 0.8894280781702324, "naucs_at_5_max": -0.04548428009159777, "naucs_at_5_std": 0.7690453232976177, "naucs_at_5_diff1": 0.8644439246273121, "naucs_at_10_max": -0.13892914655317037, "naucs_at_10_std": 0.8207534993760452, "naucs_at_10_diff1": 0.8438993391008719, "naucs_at_20_max": -0.27349363756086625, "naucs_at_20_std": 0.8575543278988474, "naucs_at_20_diff1": 0.8389957258659689, "naucs_at_50_max": -0.43528705588098854, "naucs_at_50_std": 0.9002887869267794, "naucs_at_50_diff1": 0.8407727389585528, "naucs_at_100_max": -0.4873376707138829, "naucs_at_100_std": 0.8779309480426964, "naucs_at_100_diff1": 0.8126388341509826}, "../colpali/data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.96, "ndcg_at_3": 0.97762, "ndcg_at_5": 0.98149, "ndcg_at_10": 0.98149, "ndcg_at_20": 0.98149, "ndcg_at_50": 0.98149, "ndcg_at_100": 0.98149, "map_at_1": 0.96, "map_at_3": 0.97333, "map_at_5": 0.97533, "map_at_10": 0.97533, "map_at_20": 0.97533, "map_at_50": 0.97533, "map_at_100": 0.97533, "recall_at_1": 0.96, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.96, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.96, "mrr_at_3": 0.9733333333333333, "mrr_at_5": 0.9753333333333333, "mrr_at_10": 0.9753333333333333, "mrr_at_20": 0.9753333333333333, "mrr_at_50": 0.9753333333333333, "mrr_at_100": 0.9753333333333333, "naucs_at_1_max": 0.6785714285714297, "naucs_at_1_std": -0.529178338001864, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 0.35807656395889226, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.89069, "ndcg_at_3": 0.91896, "ndcg_at_5": 0.92636, "ndcg_at_10": 0.93041, "ndcg_at_20": 0.93306, "ndcg_at_50": 0.93549, "ndcg_at_100": 0.93583, "map_at_1": 0.89069, "map_at_3": 0.91194, "map_at_5": 0.91599, "map_at_10": 0.91774, "map_at_20": 0.91851, "map_at_50": 0.91891, "map_at_100": 0.91894, "recall_at_1": 0.89069, "recall_at_3": 0.93927, "recall_at_5": 0.95749, "recall_at_10": 0.96964, "recall_at_20": 0.97976, "recall_at_50": 0.9919, "recall_at_100": 0.99393, "precision_at_1": 0.89069, "precision_at_3": 0.31309, "precision_at_5": 0.1915, "precision_at_10": 0.09696, "precision_at_20": 0.04899, "precision_at_50": 0.01984, "precision_at_100": 0.00994, "mrr_at_1": 0.888663967611336, "mrr_at_3": 0.9102564102564102, "mrr_at_5": 0.9148110661268556, "mrr_at_10": 0.9165558126084441, "mrr_at_20": 0.9173312497615903, "mrr_at_50": 0.917719246204226, "mrr_at_100": 0.917752984395859, "naucs_at_1_max": 0.6452597879999299, "naucs_at_1_std": -0.1583967206391628, "naucs_at_1_diff1": 0.9382939669972173, "naucs_at_3_max": 0.6792175380169426, "naucs_at_3_std": -0.07352824072374452, "naucs_at_3_diff1": 0.9330460900047705, "naucs_at_5_max": 0.8390629595590892, "naucs_at_5_std": 0.22116664077349757, "naucs_at_5_diff1": 0.9626852988386374, "naucs_at_10_max": 0.8657206615100057, "naucs_at_10_std": 0.2744376241740944, "naucs_at_10_diff1": 0.9564661819784096, "naucs_at_20_max": 0.9183327616354467, "naucs_at_20_std": 0.6804227380555364, "naucs_at_20_diff1": 0.9477594183740975, "naucs_at_50_max": 0.8979159520443043, "naucs_at_50_std": 0.674633185026432, "naucs_at_50_diff1": 0.9346992729676393, "naucs_at_100_max": 0.8638879360590712, "naucs_at_100_std": 0.5661775800352391, "naucs_at_100_diff1": 0.9129323639568517}, "../colpali/data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.94, "ndcg_at_3": 0.95893, "ndcg_at_5": 0.95893, "ndcg_at_10": 0.96542, "ndcg_at_20": 0.96542, "ndcg_at_50": 0.9676, "ndcg_at_100": 0.9676, "map_at_1": 0.94, "map_at_3": 0.955, "map_at_5": 0.955, "map_at_10": 0.95768, "map_at_20": 0.95768, "map_at_50": 0.95811, "map_at_100": 0.95811, "recall_at_1": 0.94, "recall_at_3": 0.97, "recall_at_5": 0.97, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.94, "precision_at_3": 0.32333, "precision_at_5": 0.194, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.95, "mrr_at_3": 0.96, "mrr_at_5": 0.96, "mrr_at_10": 0.9625396825396826, "mrr_at_20": 0.9630659983291562, "mrr_at_50": 0.9630659983291562, "mrr_at_100": 0.9630659983291562, "naucs_at_1_max": 0.06847183317771653, "naucs_at_1_std": -0.9000933706816028, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 0.6150015561780285, "naucs_at_3_std": -1.21708683473389, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 0.6150015561780299, "naucs_at_5_std": -1.2170868347338937, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.84286, "ndcg_at_3": 0.88737, "ndcg_at_5": 0.89459, "ndcg_at_10": 0.89794, "ndcg_at_20": 0.90691, "ndcg_at_50": 0.90985, "ndcg_at_100": 0.91045, "map_at_1": 0.84286, "map_at_3": 0.87679, "map_at_5": 0.88071, "map_at_10": 0.88203, "map_at_20": 0.88445, "map_at_50": 0.88496, "map_at_100": 0.88502, "recall_at_1": 0.84286, "recall_at_3": 0.91786, "recall_at_5": 0.93571, "recall_at_10": 0.94643, "recall_at_20": 0.98214, "recall_at_50": 0.99643, "recall_at_100": 1.0, "precision_at_1": 0.84286, "precision_at_3": 0.30595, "precision_at_5": 0.18714, "precision_at_10": 0.09464, "precision_at_20": 0.04911, "precision_at_50": 0.01993, "precision_at_100": 0.01, "mrr_at_1": 0.8392857142857143, "mrr_at_3": 0.8744047619047619, "mrr_at_5": 0.8783333333333333, "mrr_at_10": 0.8797108843537415, "mrr_at_20": 0.8821667166283763, "mrr_at_50": 0.8826871907663073, "mrr_at_100": 0.8827487671209872, "naucs_at_1_max": 0.5016709740664825, "naucs_at_1_std": 0.19134881026646522, "naucs_at_1_diff1": 0.9055454059353004, "naucs_at_3_max": 0.6889741403807901, "naucs_at_3_std": 0.34459870904883405, "naucs_at_3_diff1": 0.8472780416514442, "naucs_at_5_max": 0.6857039111941077, "naucs_at_5_std": 0.40758896151053337, "naucs_at_5_diff1": 0.8275495383338527, "naucs_at_10_max": 0.6228446934329287, "naucs_at_10_std": 0.31633986928104846, "naucs_at_10_diff1": 0.8017740429505158, "naucs_at_20_max": 0.9183006535947714, "naucs_at_20_std": 0.7605042016806759, "naucs_at_20_diff1": 0.9183006535947714, "naucs_at_50_max": 1.0, "naucs_at_50_std": 1.0, "naucs_at_50_diff1": 0.8692810457515607, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}}