File size: 38,526 Bytes
1b5c892 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 |
{"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.44872, "ndcg_at_3": 0.5037, "ndcg_at_5": 0.51119, "ndcg_at_10": 0.56186, "ndcg_at_20": 0.59295, "ndcg_at_50": 0.62491, "ndcg_at_100": 0.63554, "map_at_1": 0.34359, "map_at_3": 0.43594, "map_at_5": 0.45747, "map_at_10": 0.49017, "map_at_20": 0.50192, "map_at_50": 0.51154, "map_at_100": 0.51383, "recall_at_1": 0.34359, "recall_at_3": 0.50916, "recall_at_5": 0.54217, "recall_at_10": 0.66974, "recall_at_20": 0.76672, "recall_at_50": 0.88184, "recall_at_100": 0.93309, "precision_at_1": 0.46154, "precision_at_3": 0.27564, "precision_at_5": 0.19615, "precision_at_10": 0.13077, "precision_at_20": 0.07885, "precision_at_50": 0.03923, "precision_at_100": 0.02154, "mrr_at_1": 0.46153846153846156, "mrr_at_3": 0.5673076923076923, "mrr_at_5": 0.5807692307692307, "mrr_at_10": 0.5931852869352869, "mrr_at_20": 0.5957493894993895, "mrr_at_50": 0.599353791164136, "mrr_at_100": 0.5996102014205462, "naucs_at_1_max": 0.002194328992717967, "naucs_at_1_std": -0.031840651667529675, "naucs_at_1_diff1": 0.49264228977678737, "naucs_at_3_max": 0.1015332407069215, "naucs_at_3_std": 0.08227931903725726, "naucs_at_3_diff1": 0.23276218831428178, "naucs_at_5_max": 0.04350167135259752, "naucs_at_5_std": 0.07348958132289792, "naucs_at_5_diff1": 0.038716822746462015, "naucs_at_10_max": -0.08985016409859849, "naucs_at_10_std": 0.015107221380773713, "naucs_at_10_diff1": -0.12506839397757577, "naucs_at_20_max": -0.12233651454517988, "naucs_at_20_std": 0.034645213528140144, "naucs_at_20_diff1": -0.14061137918779468, "naucs_at_50_max": -0.14676579665385234, "naucs_at_50_std": -0.016468277680667155, "naucs_at_50_diff1": -0.25633385453548485, "naucs_at_100_max": -0.2049763295760409, "naucs_at_100_std": -0.0530350260858156, "naucs_at_100_diff1": -0.2594154631359254},
"vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": {
"ndcg_at_1": 0.54741,
"ndcg_at_3": 0.51063,
"ndcg_at_5": 0.49897,
"ndcg_at_10": 0.49415,
"ndcg_at_20": 0.51343,
"ndcg_at_50": 0.59078,
"ndcg_at_100": 0.63538,
"map_at_1": 0.06112,
"map_at_3": 0.1382,
"map_at_5": 0.18445,
"map_at_10": 0.2524,
"map_at_20": 0.30006,
"map_at_50": 0.35957,
"map_at_100": 0.38851,
"recall_at_1": 0.06112,
"recall_at_3": 0.18299,
"recall_at_5": 0.26472,
"recall_at_10": 0.40191,
"recall_at_20": 0.5352,
"recall_at_50": 0.75781,
"recall_at_100": 0.8924,
"precision_at_1": 0.54741,
"precision_at_3": 0.47989,
"precision_at_5": 0.45086,
"precision_at_10": 0.37888,
"precision_at_20": 0.28362,
"precision_at_50": 0.18922,
"precision_at_100": 0.12578,
"mrr_at_1": 0.5560344827586207,
"mrr_at_3": 0.6602011494252873,
"mrr_at_5": 0.6793821839080461,
"mrr_at_10": 0.6860905856595513,
"mrr_at_20": 0.6893415988592205,
"mrr_at_50": 0.6899569837403354,
"mrr_at_100": 0.6900254019122019,
"naucs_at_1_max": 0.19899931717746902,
"naucs_at_1_std": 0.1912713809809152,
"naucs_at_1_diff1": -0.038035444126148475,
"naucs_at_3_max": 0.20495600819240758,
"naucs_at_3_std": 0.16790550405572538,
"naucs_at_3_diff1": 0.029074570269105135,
"naucs_at_5_max": 0.1625330851844803,
"naucs_at_5_std": 0.10238997547471022,
"naucs_at_5_diff1": -0.0062210568445968855,
"naucs_at_10_max": 0.15357323710897905,
"naucs_at_10_std": 0.13722417423637584,
"naucs_at_10_diff1": -0.03143332026528358,
"naucs_at_20_max": 0.07492057455393925,
"naucs_at_20_std": 0.13425712594274392,
"naucs_at_20_diff1": -0.01417898804015983,
"naucs_at_50_max": 0.020626645082431186,
"naucs_at_50_std": 0.1387923185354242,
"naucs_at_50_diff1": -0.028196311485082164,
"naucs_at_100_max": -0.03783089891016362,
"naucs_at_100_std": 0.08717161521353252,
"naucs_at_100_diff1": -0.0016118299784232586
},
"vidore/synthetic_axa_filtered_v1.0_multilingual": {
"ndcg_at_1": 0.43056,
"ndcg_at_3": 0.51586,
"ndcg_at_5": 0.5007,
"ndcg_at_10": 0.50244,
"ndcg_at_20": 0.53465,
"ndcg_at_50": 0.59112,
"ndcg_at_100": 0.62064,
"map_at_1": 0.18377,
"map_at_3": 0.31089,
"map_at_5": 0.34121,
"map_at_10": 0.37642,
"map_at_20": 0.40534,
"map_at_50": 0.43068,
"map_at_100": 0.43754,
"recall_at_1": 0.18377,
"recall_at_3": 0.41869,
"recall_at_5": 0.48638,
"recall_at_10": 0.56114,
"recall_at_20": 0.66324,
"recall_at_50": 0.81349,
"recall_at_100": 0.93626,
"precision_at_1": 0.43056,
"precision_at_3": 0.375,
"precision_at_5": 0.28889,
"precision_at_10": 0.20278,
"precision_at_20": 0.13681,
"precision_at_50": 0.07694,
"precision_at_100": 0.04417,
"mrr_at_1": 0.4444444444444444,
"mrr_at_3": 0.6018518518518519,
"mrr_at_5": 0.6081018518518518,
"mrr_at_10": 0.6104166666666667,
"mrr_at_20": 0.6134023505734032,
"mrr_at_50": 0.614429082950942,
"mrr_at_100": 0.6154064098676808,
"naucs_at_1_max": -0.07365305259701632,
"naucs_at_1_std": -0.0442273303903828,
"naucs_at_1_diff1": 0.2949540272672445,
"naucs_at_3_max": -0.10802492756921314,
"naucs_at_3_std": -0.04669947189371184,
"naucs_at_3_diff1": -0.0728949627388125,
"naucs_at_5_max": -0.2552572158853236,
"naucs_at_5_std": -0.1846710716163106,
"naucs_at_5_diff1": -0.12002134546511585,
"naucs_at_10_max": -0.3201675872693993,
"naucs_at_10_std": -0.23986470064093401,
"naucs_at_10_diff1": -0.16279676404365048,
"naucs_at_20_max": -0.3441481285657308,
"naucs_at_20_std": -0.25948207654811956,
"naucs_at_20_diff1": -0.19645208167464911,
"naucs_at_50_max": -0.43057849108214125,
"naucs_at_50_std": -0.3201379636235207,
"naucs_at_50_diff1": -0.22760590888322807,
"naucs_at_100_max": -0.46285250963434216,
"naucs_at_100_std": -0.363188137612312,
"naucs_at_100_diff1": -0.23496727359104055
},
"vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": {
"ndcg_at_1": 0.575,
"ndcg_at_3": 0.58726,
"ndcg_at_5": 0.59728,
"ndcg_at_10": 0.63923,
"ndcg_at_20": 0.66624,
"ndcg_at_50": 0.68704,
"ndcg_at_100": 0.69972,
"map_at_1": 0.35444,
"map_at_3": 0.47331,
"map_at_5": 0.50331,
"map_at_10": 0.54381,
"map_at_20": 0.55876,
"map_at_50": 0.56771,
"map_at_100": 0.57022,
"recall_at_1": 0.35444,
"recall_at_3": 0.54862,
"recall_at_5": 0.61134,
"recall_at_10": 0.73819,
"recall_at_20": 0.81663,
"recall_at_50": 0.87245,
"recall_at_100": 0.92434,
"precision_at_1": 0.575,
"precision_at_3": 0.36667,
"precision_at_5": 0.2725,
"precision_at_10": 0.17813,
"precision_at_20": 0.10469,
"precision_at_50": 0.05012,
"precision_at_100": 0.02738,
"mrr_at_1": 0.56875,
"mrr_at_3": 0.6708333333333333,
"mrr_at_5": 0.6855208333333334,
"mrr_at_10": 0.6957242063492063,
"mrr_at_20": 0.6976232448107449,
"mrr_at_50": 0.6979515276390276,
"mrr_at_100": 0.6981114569953856,
"naucs_at_1_max": 0.2685071611530002,
"naucs_at_1_std": 0.040757242324759406,
"naucs_at_1_diff1": 0.39086907897110307,
"naucs_at_3_max": 0.0708941966048168,
"naucs_at_3_std": -0.07235491512041044,
"naucs_at_3_diff1": -0.04516383734701926,
"naucs_at_5_max": -3.616204937416473e-6,
"naucs_at_5_std": -0.09247359266344345,
"naucs_at_5_diff1": -0.20101036765955618,
"naucs_at_10_max": -0.11724171373298614,
"naucs_at_10_std": -0.11549092319746397,
"naucs_at_10_diff1": -0.30608973949972307,
"naucs_at_20_max": -0.15891345319651773,
"naucs_at_20_std": -0.1128685536499577,
"naucs_at_20_diff1": -0.37493429178294696,
"naucs_at_50_max": -0.20739052708712324,
"naucs_at_50_std": -0.13026360673135243,
"naucs_at_50_diff1": -0.40284042096219924,
"naucs_at_100_max": -0.22825723213677793,
"naucs_at_100_std": -0.11862167475267539,
"naucs_at_100_diff1": -0.41577199049091196
},
"vidore/synthetic_rse_restaurant_filtered_v1.0": {
"ndcg_at_1": 0.61404,
"ndcg_at_3": 0.552,
"ndcg_at_5": 0.57021,
"ndcg_at_10": 0.59177,
"ndcg_at_20": 0.62781,
"ndcg_at_50": 0.66213,
"ndcg_at_100": 0.67379,
"map_at_1": 0.33118,
"map_at_3": 0.41808,
"map_at_5": 0.45961,
"map_at_10": 0.48972,
"map_at_20": 0.50896,
"map_at_50": 0.5235,
"map_at_100": 0.52816,
"recall_at_1": 0.33118,
"recall_at_3": 0.46982,
"recall_at_5": 0.54944,
"recall_at_10": 0.65566,
"recall_at_20": 0.77366,
"recall_at_50": 0.88778,
"recall_at_100": 0.92045,
"precision_at_1": 0.61404,
"precision_at_3": 0.34503,
"precision_at_5": 0.27368,
"precision_at_10": 0.17193,
"precision_at_20": 0.1114,
"precision_at_50": 0.05825,
"precision_at_100": 0.03298,
"mrr_at_1": 0.5964912280701754,
"mrr_at_3": 0.6812865497076024,
"mrr_at_5": 0.6812865497076024,
"mrr_at_10": 0.6871832358674463,
"mrr_at_20": 0.6922425022759062,
"mrr_at_50": 0.6930890955031604,
"mrr_at_100": 0.6930890955031604,
"naucs_at_1_max": -0.18309708535761227,
"naucs_at_1_std": -0.007381456661982562,
"naucs_at_1_diff1": 0.30732508630084004,
"naucs_at_3_max": -0.20369312436042705,
"naucs_at_3_std": 0.05190902781892078,
"naucs_at_3_diff1": -0.016141260839756796,
"naucs_at_5_max": -0.2604343236468471,
"naucs_at_5_std": -0.024413180213346482,
"naucs_at_5_diff1": -0.022892329345085023,
"naucs_at_10_max": -0.1848880821409115,
"naucs_at_10_std": 0.008525190122667848,
"naucs_at_10_diff1": -0.015249832440976916,
"naucs_at_20_max": -0.29880658374501545,
"naucs_at_20_std": -0.04213299952583688,
"naucs_at_20_diff1": -0.048810655476262586,
"naucs_at_50_max": -0.34562636189863627,
"naucs_at_50_std": -0.10582674487072245,
"naucs_at_50_diff1": -0.1306813668575179,
"naucs_at_100_max": -0.34623793556332916,
"naucs_at_100_std": -0.07974452650276295,
"naucs_at_100_diff1": -0.14583553240737473
},
"vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": {
"ndcg_at_1": 0.55263,
"ndcg_at_3": 0.53271,
"ndcg_at_5": 0.55689,
"ndcg_at_10": 0.58626,
"ndcg_at_20": 0.61796,
"ndcg_at_50": 0.65316,
"ndcg_at_100": 0.66702,
"map_at_1": 0.28677,
"map_at_3": 0.39445,
"map_at_5": 0.43962,
"map_at_10": 0.47552,
"map_at_20": 0.49671,
"map_at_50": 0.51072,
"map_at_100": 0.5162,
"recall_at_1": 0.28677,
"recall_at_3": 0.46525,
"recall_at_5": 0.56098,
"recall_at_10": 0.67457,
"recall_at_20": 0.78279,
"recall_at_50": 0.90087,
"recall_at_100": 0.93904,
"precision_at_1": 0.55263,
"precision_at_3": 0.34795,
"precision_at_5": 0.27632,
"precision_at_10": 0.18333,
"precision_at_20": 0.11491,
"precision_at_50": 0.06044,
"precision_at_100": 0.035,
"mrr_at_1": 0.5394736842105263,
"mrr_at_3": 0.6418128654970761,
"mrr_at_5": 0.6503654970760234,
"mrr_at_10": 0.65812447786132,
"mrr_at_20": 0.6613348635142671,
"mrr_at_50": 0.6632523470183257,
"mrr_at_100": 0.6632523470183257,
"naucs_at_1_max": 0.026074740927519928,
"naucs_at_1_std": 0.0665267906629989,
"naucs_at_1_diff1": 0.26475189282642253,
"naucs_at_3_max": -0.11699329721348749,
"naucs_at_3_std": 0.034724428785861,
"naucs_at_3_diff1": -0.06500823338336245,
"naucs_at_5_max": -0.15525742665500714,
"naucs_at_5_std": -0.0007029574302984752,
"naucs_at_5_diff1": -0.11428313538875555,
"naucs_at_10_max": -0.16443948785535192,
"naucs_at_10_std": -0.023414974850073055,
"naucs_at_10_diff1": -0.1421086474718392,
"naucs_at_20_max": -0.197823753688015,
"naucs_at_20_std": -0.021674091781515255,
"naucs_at_20_diff1": -0.18113094982693073,
"naucs_at_50_max": -0.25739967642020234,
"naucs_at_50_std": -0.06035516399907118,
"naucs_at_50_diff1": -0.23372161884057194,
"naucs_at_100_max": -0.27625472729524525,
"naucs_at_100_std": -0.05802308794039868,
"naucs_at_100_diff1": -0.2352303429668158
},
"vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": {
"ndcg_at_1": 0.525,
"ndcg_at_3": 0.54716,
"ndcg_at_5": 0.56518,
"ndcg_at_10": 0.60281,
"ndcg_at_20": 0.63098,
"ndcg_at_50": 0.6531,
"ndcg_at_100": 0.66545,
"map_at_1": 0.31729,
"map_at_3": 0.43631,
"map_at_5": 0.46986,
"map_at_10": 0.50577,
"map_at_20": 0.5214,
"map_at_50": 0.52972,
"map_at_100": 0.53236,
"recall_at_1": 0.31729,
"recall_at_3": 0.51777,
"recall_at_5": 0.59622,
"recall_at_10": 0.71217,
"recall_at_20": 0.79369,
"recall_at_50": 0.86035,
"recall_at_100": 0.9077,
"precision_at_1": 0.525,
"precision_at_3": 0.34479,
"precision_at_5": 0.26125,
"precision_at_10": 0.17047,
"precision_at_20": 0.10156,
"precision_at_50": 0.04809,
"precision_at_100": 0.02655,
"mrr_at_1": 0.521875,
"mrr_at_3": 0.6229166666666667,
"mrr_at_5": 0.6413541666666667,
"mrr_at_10": 0.6526822916666666,
"mrr_at_20": 0.654819594877463,
"mrr_at_50": 0.6554222117851556,
"mrr_at_100": 0.6555914689034035,
"naucs_at_1_max": 0.2906325846921682,
"naucs_at_1_std": 0.06423059173418094,
"naucs_at_1_diff1": 0.448169845827778,
"naucs_at_3_max": 0.07976033275315568,
"naucs_at_3_std": -0.03694347010556673,
"naucs_at_3_diff1": -0.00570199473253546,
"naucs_at_5_max": 0.014659645432582174,
"naucs_at_5_std": -0.08162828155050585,
"naucs_at_5_diff1": -0.14232800244174196,
"naucs_at_10_max": -0.0842571134499816,
"naucs_at_10_std": -0.13986852153125942,
"naucs_at_10_diff1": -0.2526166207377402,
"naucs_at_20_max": -0.14121549988298185,
"naucs_at_20_std": -0.13657737700427194,
"naucs_at_20_diff1": -0.30194444174817464,
"naucs_at_50_max": -0.18022843383725712,
"naucs_at_50_std": -0.1368265102548377,
"naucs_at_50_diff1": -0.3498376513961813,
"naucs_at_100_max": -0.20683430675792094,
"naucs_at_100_std": -0.13875444462530698,
"naucs_at_100_diff1": -0.36859626748542823
},
"vidore/synthetic_axa_filtered_v1.0": {
"ndcg_at_1": 0.5,
"ndcg_at_3": 0.62618,
"ndcg_at_5": 0.59839,
"ndcg_at_10": 0.58705,
"ndcg_at_20": 0.61603,
"ndcg_at_50": 0.66597,
"ndcg_at_100": 0.68287,
"map_at_1": 0.17661,
"map_at_3": 0.36502,
"map_at_5": 0.39879,
"map_at_10": 0.43806,
"map_at_20": 0.46907,
"map_at_50": 0.49276,
"map_at_100": 0.4981,
"recall_at_1": 0.17661,
"recall_at_3": 0.54673,
"recall_at_5": 0.59602,
"recall_at_10": 0.68965,
"recall_at_20": 0.76947,
"recall_at_50": 0.91353,
"recall_at_100": 0.96521,
"precision_at_1": 0.5,
"precision_at_3": 0.46296,
"precision_at_5": 0.35556,
"precision_at_10": 0.22778,
"precision_at_20": 0.15278,
"precision_at_50": 0.08,
"precision_at_100": 0.04444,
"mrr_at_1": 0.5,
"mrr_at_3": 0.6944444444444444,
"mrr_at_5": 0.6944444444444444,
"mrr_at_10": 0.6944444444444444,
"mrr_at_20": 0.6944444444444444,
"mrr_at_50": 0.6969696969696969,
"mrr_at_100": 0.6969696969696969,
"naucs_at_1_max": -0.2649286915597099,
"naucs_at_1_std": -0.2940555637425178,
"naucs_at_1_diff1": 0.3662687803063795,
"naucs_at_3_max": -0.49658019607010634,
"naucs_at_3_std": -0.3772337900485017,
"naucs_at_3_diff1": -0.1627833746782874,
"naucs_at_5_max": -0.5986742297090961,
"naucs_at_5_std": -0.4537347487754755,
"naucs_at_5_diff1": -0.25484184762587836,
"naucs_at_10_max": -0.7032286711767408,
"naucs_at_10_std": -0.5402873044780693,
"naucs_at_10_diff1": -0.250898327094186,
"naucs_at_20_max": -0.637724179407209,
"naucs_at_20_std": -0.5189671897426067,
"naucs_at_20_diff1": -0.27658015939088765,
"naucs_at_50_max": -0.6187318235256102,
"naucs_at_50_std": -0.5310219511420982,
"naucs_at_50_diff1": -0.27707941800085223,
"naucs_at_100_max": -0.6202004090535382,
"naucs_at_100_std": -0.5432756751449638,
"naucs_at_100_diff1": -0.2715983846055494
},
"vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": {
"ndcg_at_1": 0.55172,
"ndcg_at_3": 0.54048,
"ndcg_at_5": 0.51595,
"ndcg_at_10": 0.51341,
"ndcg_at_20": 0.54792,
"ndcg_at_50": 0.61345,
"ndcg_at_100": 0.65309,
"map_at_1": 0.06341,
"map_at_3": 0.14907,
"map_at_5": 0.19483,
"map_at_10": 0.26656,
"map_at_20": 0.32533,
"map_at_50": 0.38317,
"map_at_100": 0.41122,
"recall_at_1": 0.06341,
"recall_at_3": 0.20022,
"recall_at_5": 0.27082,
"recall_at_10": 0.40671,
"recall_at_20": 0.57946,
"recall_at_50": 0.78205,
"recall_at_100": 0.89891,
"precision_at_1": 0.55172,
"precision_at_3": 0.51724,
"precision_at_5": 0.46897,
"precision_at_10": 0.39828,
"precision_at_20": 0.30776,
"precision_at_50": 0.1931,
"precision_at_100": 0.1269,
"mrr_at_1": 0.603448275862069,
"mrr_at_3": 0.6925287356321839,
"mrr_at_5": 0.7089080459770115,
"mrr_at_10": 0.7132868089764641,
"mrr_at_20": 0.7183845847638951,
"mrr_at_50": 0.71904771473737,
"mrr_at_100": 0.71904771473737,
"naucs_at_1_max": 0.4262157733451073,
"naucs_at_1_std": 0.32984538171821315,
"naucs_at_1_diff1": 0.12315457044803446,
"naucs_at_3_max": 0.07836128415322025,
"naucs_at_3_std": 0.0649036893047738,
"naucs_at_3_diff1": -0.06209838897565292,
"naucs_at_5_max": 0.1284664968747896,
"naucs_at_5_std": 0.07008745558362922,
"naucs_at_5_diff1": -0.10371576299512358,
"naucs_at_10_max": 0.17696666641677838,
"naucs_at_10_std": 0.18241519517317692,
"naucs_at_10_diff1": -0.13811311830073486,
"naucs_at_20_max": 0.10291535353674224,
"naucs_at_20_std": 0.1918823805461267,
"naucs_at_20_diff1": -0.06857922449160693,
"naucs_at_50_max": 0.046333954531615734,
"naucs_at_50_std": 0.22257516542310005,
"naucs_at_50_diff1": -0.09956425708477333,
"naucs_at_100_max": -0.02185631024396941,
"naucs_at_100_std": 0.17833736053437418,
"naucs_at_100_diff1": -0.06588665309807952
}, "./data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.57108, "ndcg_at_3": 0.67493, "ndcg_at_5": 0.70361, "ndcg_at_10": 0.72693, "ndcg_at_20": 0.73559, "ndcg_at_50": 0.74195, "ndcg_at_100": 0.74529, "map_at_1": 0.57108, "map_at_3": 0.64895, "map_at_5": 0.6648, "map_at_10": 0.67439, "map_at_20": 0.6768, "map_at_50": 0.67786, "map_at_100": 0.67815, "recall_at_1": 0.57108, "recall_at_3": 0.7503, "recall_at_5": 0.82017, "recall_at_10": 0.89247, "recall_at_20": 0.92649, "recall_at_50": 0.95808, "recall_at_100": 0.97874, "precision_at_1": 0.57108, "precision_at_3": 0.2501, "precision_at_5": 0.16403, "precision_at_10": 0.08925, "precision_at_20": 0.04632, "precision_at_50": 0.01916, "precision_at_100": 0.00979, "mrr_at_1": 0.56865127582017, "mrr_at_3": 0.6471243418388012, "mrr_at_5": 0.6632239773187526, "mrr_at_10": 0.6727636984319852, "mrr_at_20": 0.6753542309195802, "mrr_at_50": 0.6765612284057695, "mrr_at_100": 0.6767635994564822, "naucs_at_1_max": 0.19627696906414918, "naucs_at_1_std": 0.25490113312887763, "naucs_at_1_diff1": 0.7311472112111653, "naucs_at_3_max": 0.12505762179060695, "naucs_at_3_std": 0.3250883135485268, "naucs_at_3_diff1": 0.6368932102920861, "naucs_at_5_max": 0.12681693174662004, "naucs_at_5_std": 0.36553579145484827, "naucs_at_5_diff1": 0.5963185435608184, "naucs_at_10_max": 0.2443283094718615, "naucs_at_10_std": 0.5378975291557723, "naucs_at_10_diff1": 0.6056682957261833, "naucs_at_20_max": 0.2941297289999579, "naucs_at_20_std": 0.5490669907768836, "naucs_at_20_diff1": 0.5965035030640417, "naucs_at_50_max": 0.21733999338436122, "naucs_at_50_std": 0.5631005588549655, "naucs_at_50_diff1": 0.6097410948123246, "naucs_at_100_max": 0.21831800388731984, "naucs_at_100_std": 0.710384903173119, "naucs_at_100_diff1": 0.6734222845071824}, "./data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.63, "ndcg_at_3": 0.74071, "ndcg_at_5": 0.77385, "ndcg_at_10": 0.78346, "ndcg_at_20": 0.78886, "ndcg_at_50": 0.79529, "ndcg_at_100": 0.79852, "map_at_1": 0.63, "map_at_3": 0.71333, "map_at_5": 0.73183, "map_at_10": 0.73575, "map_at_20": 0.73742, "map_at_50": 0.73865, "map_at_100": 0.73894, "recall_at_1": 0.63, "recall_at_3": 0.82, "recall_at_5": 0.9, "recall_at_10": 0.93, "recall_at_20": 0.95, "recall_at_50": 0.98, "recall_at_100": 1.0, "precision_at_1": 0.63, "precision_at_3": 0.27333, "precision_at_5": 0.18, "precision_at_10": 0.093, "precision_at_20": 0.0475, "precision_at_50": 0.0196, "precision_at_100": 0.01, "mrr_at_1": 0.63, "mrr_at_3": 0.7183333333333333, "mrr_at_5": 0.7348333333333333, "mrr_at_10": 0.7408611111111111, "mrr_at_20": 0.741361111111111, "mrr_at_50": 0.7421598822324629, "mrr_at_100": 0.7424503305755428, "naucs_at_1_max": -0.0974004606778548, "naucs_at_1_std": -0.25468904244817375, "naucs_at_1_diff1": 0.6640185524687, "naucs_at_3_max": -0.3256691265557873, "naucs_at_3_std": -0.5354389249917381, "naucs_at_3_diff1": 0.624628263024562, "naucs_at_5_max": -0.22777777777777553, "naucs_at_5_std": -0.5987861811391184, "naucs_at_5_diff1": 0.46909430438842176, "naucs_at_10_max": -0.18354008269974378, "naucs_at_10_std": -0.4598506069094287, "naucs_at_10_diff1": 0.47258903561424775, "naucs_at_20_max": -0.1884220354808507, "naucs_at_20_std": -0.3007469654528384, "naucs_at_20_diff1": 0.4926237161531324, "naucs_at_50_max": 0.5401493930905731, "naucs_at_50_std": -0.22035480859009582, "naucs_at_50_diff1": 0.19140989729225052, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.97, "ndcg_at_3": 0.97, "ndcg_at_5": 0.97431, "ndcg_at_10": 0.9812, "ndcg_at_20": 0.9812, "ndcg_at_50": 0.9812, "ndcg_at_100": 0.9812, "map_at_1": 0.97, "map_at_3": 0.97, "map_at_5": 0.9725, "map_at_10": 0.9756, "map_at_20": 0.9756, "map_at_50": 0.9756, "map_at_100": 0.9756, "recall_at_1": 0.97, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.97, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.97, "mrr_at_3": 0.9733333333333333, "mrr_at_5": 0.9733333333333333, "mrr_at_10": 0.9764285714285714, "mrr_at_20": 0.9764285714285714, "mrr_at_50": 0.9764285714285714, "mrr_at_100": 0.9764285714285714, "naucs_at_1_max": 0.5659819483348937, "naucs_at_1_std": -0.7791783380018684, "naucs_at_1_diff1": 0.9564270152505465, "naucs_at_3_max": 0.5659819483348902, "naucs_at_3_std": -0.7791783380018689, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": 0.9346405228758136, "naucs_at_5_std": -0.5929038281979465, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.91, "ndcg_at_3": 0.95786, "ndcg_at_5": 0.96216, "ndcg_at_10": 0.96216, "ndcg_at_20": 0.96216, "ndcg_at_50": 0.96216, "ndcg_at_100": 0.96216, "map_at_1": 0.91, "map_at_3": 0.94667, "map_at_5": 0.94917, "map_at_10": 0.94917, "map_at_20": 0.94917, "map_at_50": 0.94917, "map_at_100": 0.94917, "recall_at_1": 0.91, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.91, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.91, "mrr_at_3": 0.9466666666666668, "mrr_at_5": 0.9491666666666667, "mrr_at_10": 0.9491666666666667, "mrr_at_20": 0.9491666666666667, "mrr_at_50": 0.9491666666666667, "mrr_at_100": 0.9491666666666667, "naucs_at_1_max": 0.3833903931943138, "naucs_at_1_std": 0.48848428260192905, "naucs_at_1_diff1": 0.8264861500155604, "naucs_at_3_max": 1.0, "naucs_at_3_std": 0.8692810457516356, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.776, "ndcg_at_3": 0.81376, "ndcg_at_5": 0.83037, "ndcg_at_10": 0.84451, "ndcg_at_20": 0.85313, "ndcg_at_50": 0.85831, "ndcg_at_100": 0.85992, "map_at_1": 0.776, "map_at_3": 0.80467, "map_at_5": 0.81397, "map_at_10": 0.81973, "map_at_20": 0.82211, "map_at_50": 0.82294, "map_at_100": 0.82308, "recall_at_1": 0.776, "recall_at_3": 0.84, "recall_at_5": 0.88, "recall_at_10": 0.924, "recall_at_20": 0.958, "recall_at_50": 0.984, "recall_at_100": 0.994, "precision_at_1": 0.776, "precision_at_3": 0.28, "precision_at_5": 0.176, "precision_at_10": 0.0924, "precision_at_20": 0.0479, "precision_at_50": 0.01968, "precision_at_100": 0.00994, "mrr_at_1": 0.774, "mrr_at_3": 0.8046666666666666, "mrr_at_5": 0.8133666666666667, "mrr_at_10": 0.8186833333333333, "mrr_at_20": 0.8212445641733567, "mrr_at_50": 0.8219611912851504, "mrr_at_100": 0.8221248888102938, "naucs_at_1_max": 0.6541204220072772, "naucs_at_1_std": -0.004310581265656427, "naucs_at_1_diff1": 0.9333299811669199, "naucs_at_3_max": 0.6774423171330395, "naucs_at_3_std": 0.02982326951399226, "naucs_at_3_diff1": 0.9019698085419732, "naucs_at_5_max": 0.7342904867960547, "naucs_at_5_std": 0.12409322303531663, "naucs_at_5_diff1": 0.9104756601972646, "naucs_at_10_max": 0.7714383999213704, "naucs_at_10_std": 0.19174160892426748, "naucs_at_10_diff1": 0.9069978868740466, "naucs_at_20_max": 0.7963629896402987, "naucs_at_20_std": 0.374772131074646, "naucs_at_20_diff1": 0.8955137610599756, "naucs_at_50_max": 0.8293067226890712, "naucs_at_50_std": 0.8605275443510737, "naucs_at_50_diff1": 0.9183006535947711, "naucs_at_100_max": 0.6934329287270289, "naucs_at_100_std": 0.8078120136943184, "naucs_at_100_diff1": 0.9128540305010608}, "./data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.49446, "ndcg_at_3": 0.56477, "ndcg_at_5": 0.58452, "ndcg_at_10": 0.59669, "ndcg_at_20": 0.60668, "ndcg_at_50": 0.61757, "ndcg_at_100": 0.62554, "map_at_1": 0.49446, "map_at_3": 0.54767, "map_at_5": 0.55843, "map_at_10": 0.56343, "map_at_20": 0.56612, "map_at_50": 0.56802, "map_at_100": 0.56873, "recall_at_1": 0.49446, "recall_at_3": 0.61419, "recall_at_5": 0.66297, "recall_at_10": 0.70067, "recall_at_20": 0.74058, "recall_at_50": 0.79379, "recall_at_100": 0.84257, "precision_at_1": 0.49446, "precision_at_3": 0.20473, "precision_at_5": 0.13259, "precision_at_10": 0.07007, "precision_at_20": 0.03703, "precision_at_50": 0.01588, "precision_at_100": 0.00843, "mrr_at_1": 0.49889135254988914, "mrr_at_3": 0.5447154471544715, "mrr_at_5": 0.5566888396156688, "mrr_at_10": 0.5629526977087953, "mrr_at_20": 0.5652806848414477, "mrr_at_50": 0.5670115584789515, "mrr_at_100": 0.5677538817333595, "naucs_at_1_max": -0.27864580796328964, "naucs_at_1_std": 0.7722092976730863, "naucs_at_1_diff1": 0.8943248317988693, "naucs_at_3_max": -0.44768791859908297, "naucs_at_3_std": 0.8209416026426787, "naucs_at_3_diff1": 0.8513206720284808, "naucs_at_5_max": -0.5206642942420097, "naucs_at_5_std": 0.8590967813938516, "naucs_at_5_diff1": 0.8553385206717447, "naucs_at_10_max": -0.5861667680971102, "naucs_at_10_std": 0.8921235191636205, "naucs_at_10_diff1": 0.8508472594083637, "naucs_at_20_max": -0.6153314648071393, "naucs_at_20_std": 0.8966962245596599, "naucs_at_20_diff1": 0.8514213312670023, "naucs_at_50_max": -0.7316708344718492, "naucs_at_50_std": 0.8827437458106799, "naucs_at_50_diff1": 0.8348654637400126, "naucs_at_100_max": -0.890172253801331, "naucs_at_100_std": 0.8797216559719966, "naucs_at_100_diff1": 0.8182326755467386}, "./data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.93, "ndcg_at_3": 0.96524, "ndcg_at_5": 0.96911, "ndcg_at_10": 0.96911, "ndcg_at_20": 0.96911, "ndcg_at_50": 0.96911, "ndcg_at_100": 0.96911, "map_at_1": 0.93, "map_at_3": 0.95667, "map_at_5": 0.95867, "map_at_10": 0.95867, "map_at_20": 0.95867, "map_at_50": 0.95867, "map_at_100": 0.95867, "recall_at_1": 0.93, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.93, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.94, "mrr_at_3": 0.9616666666666667, "mrr_at_5": 0.9641666666666667, "mrr_at_10": 0.9641666666666667, "mrr_at_20": 0.9641666666666667, "mrr_at_50": 0.9641666666666667, "mrr_at_100": 0.9641666666666667, "naucs_at_1_max": 0.5512204881952787, "naucs_at_1_std": -0.5522875816993494, "naucs_at_1_diff1": 0.9626517273576113, "naucs_at_3_max": -0.5634920634921204, "naucs_at_3_std": -1.7399626517274398, "naucs_at_3_diff1": 0.8692810457516356, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.79757, "ndcg_at_3": 0.84618, "ndcg_at_5": 0.85716, "ndcg_at_10": 0.86704, "ndcg_at_20": 0.86964, "ndcg_at_50": 0.87372, "ndcg_at_100": 0.87532, "map_at_1": 0.79757, "map_at_3": 0.83367, "map_at_5": 0.83984, "map_at_10": 0.84396, "map_at_20": 0.84469, "map_at_50": 0.84538, "map_at_100": 0.8455, "recall_at_1": 0.79757, "recall_at_3": 0.88259, "recall_at_5": 0.90891, "recall_at_10": 0.93927, "recall_at_20": 0.94939, "recall_at_50": 0.96964, "recall_at_100": 0.97976, "precision_at_1": 0.79757, "precision_at_3": 0.2942, "precision_at_5": 0.18178, "precision_at_10": 0.09393, "precision_at_20": 0.04747, "precision_at_50": 0.01939, "precision_at_100": 0.0098, "mrr_at_1": 0.7894736842105263, "mrr_at_3": 0.8306342780026991, "mrr_at_5": 0.8363022941970311, "mrr_at_10": 0.8404167469956944, "mrr_at_20": 0.8411396743317877, "mrr_at_50": 0.8418165179225722, "mrr_at_100": 0.8419436154362733, "naucs_at_1_max": 0.5658752085914066, "naucs_at_1_std": 0.08703668327449693, "naucs_at_1_diff1": 0.8969893821656988, "naucs_at_3_max": 0.5035089171640572, "naucs_at_3_std": 0.10634666680591591, "naucs_at_3_diff1": 0.8617291252020982, "naucs_at_5_max": 0.672890311854327, "naucs_at_5_std": 0.2917197093395984, "naucs_at_5_diff1": 0.8715729540210408, "naucs_at_10_max": 0.7402193471144418, "naucs_at_10_std": 0.3670976593963592, "naucs_at_10_diff1": 0.8958712928076012, "naucs_at_20_max": 0.7849669612599903, "naucs_at_20_std": 0.5713453092645688, "naucs_at_20_diff1": 0.8802696095317121, "naucs_at_50_max": 0.7192418710631517, "naucs_at_50_std": 0.7316569995970472, "naucs_at_50_diff1": 0.8624988164249825, "naucs_at_100_max": 0.6626137244104312, "naucs_at_100_std": 0.8415749940072255, "naucs_at_100_diff1": 0.8476419892262101}, "./data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.94, "ndcg_at_3": 0.94631, "ndcg_at_5": 0.95405, "ndcg_at_10": 0.95405, "ndcg_at_20": 0.95684, "ndcg_at_50": 0.95902, "ndcg_at_100": 0.96074, "map_at_1": 0.94, "map_at_3": 0.945, "map_at_5": 0.949, "map_at_10": 0.949, "map_at_20": 0.94991, "map_at_50": 0.95034, "map_at_100": 0.95053, "recall_at_1": 0.94, "recall_at_3": 0.95, "recall_at_5": 0.97, "recall_at_10": 0.97, "recall_at_20": 0.98, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.94, "precision_at_3": 0.31667, "precision_at_5": 0.194, "precision_at_10": 0.097, "precision_at_20": 0.049, "precision_at_50": 0.0198, "precision_at_100": 0.01, "mrr_at_1": 0.94, "mrr_at_3": 0.945, "mrr_at_5": 0.9490000000000001, "mrr_at_10": 0.950111111111111, "mrr_at_20": 0.950111111111111, "mrr_at_50": 0.9505873015873015, "mrr_at_100": 0.9507724867724867, "naucs_at_1_max": 0.5278555866791174, "naucs_at_1_std": -0.5602240896358519, "naucs_at_1_diff1": 0.9782135076252712, "naucs_at_3_max": 0.4595704948646117, "naucs_at_3_std": -0.7438842203548082, "naucs_at_3_diff1": 0.973856209150328, "naucs_at_5_max": 0.4352629940865253, "naucs_at_5_std": -0.8445378151260495, "naucs_at_5_diff1": 0.9564270152505424, "naucs_at_10_max": 0.4352629940865253, "naucs_at_10_std": -0.8445378151260495, "naucs_at_10_diff1": 0.9564270152505424, "naucs_at_20_max": 0.9346405228758136, "naucs_at_20_std": -0.3968253968253954, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": 1.0, "naucs_at_50_std": 0.35807656395892007, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.81429, "ndcg_at_3": 0.86688, "ndcg_at_5": 0.87441, "ndcg_at_10": 0.88583, "ndcg_at_20": 0.89213, "ndcg_at_50": 0.89426, "ndcg_at_100": 0.89548, "map_at_1": 0.81429, "map_at_3": 0.85417, "map_at_5": 0.85845, "map_at_10": 0.8631, "map_at_20": 0.86482, "map_at_50": 0.86516, "map_at_100": 0.86528, "recall_at_1": 0.81429, "recall_at_3": 0.90357, "recall_at_5": 0.92143, "recall_at_10": 0.95714, "recall_at_20": 0.98214, "recall_at_50": 0.99286, "recall_at_100": 1.0, "precision_at_1": 0.81429, "precision_at_3": 0.30119, "precision_at_5": 0.18429, "precision_at_10": 0.09571, "precision_at_20": 0.04911, "precision_at_50": 0.01986, "precision_at_100": 0.01, "mrr_at_1": 0.8142857142857143, "mrr_at_3": 0.8535714285714285, "mrr_at_5": 0.8576785714285714, "mrr_at_10": 0.8620280612244897, "mrr_at_20": 0.8640784760874046, "mrr_at_50": 0.8644115436805921, "mrr_at_100": 0.8645378286859094, "naucs_at_1_max": 0.5099174501261181, "naucs_at_1_std": 0.10524153481617399, "naucs_at_1_diff1": 0.8698884048001222, "naucs_at_3_max": 0.5539647957948607, "naucs_at_3_std": 0.17413632119514313, "naucs_at_3_diff1": 0.8326416986547719, "naucs_at_5_max": 0.478800611153553, "naucs_at_5_std": 0.10332314744079385, "naucs_at_5_diff1": 0.8250572956455312, "naucs_at_10_max": 0.6088935574229674, "naucs_at_10_std": 0.23650015561779797, "naucs_at_10_diff1": 0.8465608465608483, "naucs_at_20_max": 0.8216619981325874, "naucs_at_20_std": 0.6112044817927197, "naucs_at_20_diff1": 0.7984126984127048, "naucs_at_50_max": 1.0, "naucs_at_50_std": 0.9346405228758071, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}} |