Hugging Face's logo

Spaces:
TIGER-Lab
/
MMEB-Leaderboard
Running

App Files Community
74
MINGYISU commited on
Commit
de61b89
·
verified ·
1 Parent(s): 48e3c5b

fix issues in leaderboard

Browse files
Files changed (1) hide show
  1. scores/gme-Qwen2-VL-7B-Instruct.json +0 -2285
scores/gme-Qwen2-VL-7B-Instruct.json DELETED
@@ -1,2285 +0,0 @@
1
- {
2
- "metadata": {
3
- "model_name": "gme-Qwen2-VL-7B-Instruct",
4
- "report_generated_date": "2025-06-09T07:05:25.508931",
5
- "model_size": 8.29,
6
- "url": "https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct",
7
- "data_source": "TIGER-Lab"
8
- },
9
- "metrics": {
10
- "image": {
11
- "ImageNet-1K": {
12
- "hit@1": 0.646,
13
- "hit@5": 0.864,
14
- "hit@10": 0.914,
15
- "ndcg_linear@1": 0.646,
16
- "ndcg_linear@5": 0.7675656151573618,
17
- "ndcg_linear@10": 0.7837300096011678,
18
- "ndcg_exponential@1": 0.646,
19
- "ndcg_exponential@5": 0.7675656151573618,
20
- "ndcg_exponential@10": 0.7837300096011678,
21
- "precision@1": 0.646,
22
- "precision@5": 0.1728,
23
- "precision@10": 0.09140000000000001,
24
- "recall@1": 0.646,
25
- "recall@5": 0.864,
26
- "recall@10": 0.914,
27
- "f1@1": 0.646,
28
- "f1@5": 0.288,
29
- "f1@10": 0.16618181818181818,
30
- "map@1": 0.646,
31
- "map@5": 0.7350166666666667,
32
- "map@10": 0.741684126984127,
33
- "mrr@1": 0.646,
34
- "mrr@5": 0.7350166666666667,
35
- "mrr@10": 0.741684126984127,
36
- "num_pred": 1000,
37
- "num_data": 1000
38
- },
39
- "N24News": {
40
- "hit@1": 0.505,
41
- "hit@5": 0.838,
42
- "hit@10": 0.93,
43
- "ndcg_linear@1": 0.505,
44
- "ndcg_linear@5": 0.6859312278730303,
45
- "ndcg_linear@10": 0.7160982776534236,
46
- "ndcg_exponential@1": 0.505,
47
- "ndcg_exponential@5": 0.6859312278730303,
48
- "ndcg_exponential@10": 0.7160982776534236,
49
- "precision@1": 0.505,
50
- "precision@5": 0.1676,
51
- "precision@10": 0.09300000000000003,
52
- "recall@1": 0.505,
53
- "recall@5": 0.838,
54
- "recall@10": 0.93,
55
- "f1@1": 0.505,
56
- "f1@5": 0.2793333333333334,
57
- "f1@10": 0.1690909090909091,
58
- "map@1": 0.505,
59
- "map@5": 0.635,
60
- "map@10": 0.6476924603174602,
61
- "mrr@1": 0.505,
62
- "mrr@5": 0.635,
63
- "mrr@10": 0.6476924603174602,
64
- "num_pred": 1000,
65
- "num_data": 1000
66
- },
67
- "HatefulMemes": {
68
- "hit@1": 0.536,
69
- "hit@5": 1.0,
70
- "hit@10": 1.0,
71
- "ndcg_linear@1": 0.536,
72
- "ndcg_linear@5": 0.8287514056571564,
73
- "ndcg_linear@10": 0.8287514056571564,
74
- "ndcg_exponential@1": 0.536,
75
- "ndcg_exponential@5": 0.8287514056571564,
76
- "ndcg_exponential@10": 0.8287514056571564,
77
- "precision@1": 0.536,
78
- "precision@5": 0.20000000000000004,
79
- "precision@10": 0.10000000000000002,
80
- "recall@1": 0.536,
81
- "recall@5": 1.0,
82
- "recall@10": 1.0,
83
- "f1@1": 0.536,
84
- "f1@5": 0.3333333333333333,
85
- "f1@10": 0.18181818181818182,
86
- "map@1": 0.536,
87
- "map@5": 0.768,
88
- "map@10": 0.768,
89
- "mrr@1": 0.536,
90
- "mrr@5": 0.768,
91
- "mrr@10": 0.768,
92
- "num_pred": 1000,
93
- "num_data": 1000
94
- },
95
- "VOC2007": {
96
- "hit@1": 0.803,
97
- "hit@5": 0.966,
98
- "hit@10": 0.99,
99
- "ndcg_linear@1": 0.803,
100
- "ndcg_linear@5": 0.8956917699369619,
101
- "ndcg_linear@10": 0.9035303593848166,
102
- "ndcg_exponential@1": 0.803,
103
- "ndcg_exponential@5": 0.8956917699369619,
104
- "ndcg_exponential@10": 0.9035303593848166,
105
- "precision@1": 0.803,
106
- "precision@5": 0.19320000000000004,
107
- "precision@10": 0.09900000000000002,
108
- "recall@1": 0.803,
109
- "recall@5": 0.966,
110
- "recall@10": 0.99,
111
- "f1@1": 0.803,
112
- "f1@5": 0.322,
113
- "f1@10": 0.18,
114
- "map@1": 0.803,
115
- "map@5": 0.8717333333333334,
116
- "map@10": 0.8750126984126985,
117
- "mrr@1": 0.803,
118
- "mrr@5": 0.8717333333333334,
119
- "mrr@10": 0.8750126984126985,
120
- "num_pred": 1000,
121
- "num_data": 1000
122
- },
123
- "SUN397": {
124
- "hit@1": 0.695,
125
- "hit@5": 0.93,
126
- "hit@10": 0.964,
127
- "ndcg_linear@1": 0.695,
128
- "ndcg_linear@5": 0.8264697358260907,
129
- "ndcg_linear@10": 0.8377506399258345,
130
- "ndcg_exponential@1": 0.695,
131
- "ndcg_exponential@5": 0.8264697358260907,
132
- "ndcg_exponential@10": 0.8377506399258345,
133
- "precision@1": 0.695,
134
- "precision@5": 0.18600000000000003,
135
- "precision@10": 0.0964,
136
- "recall@1": 0.695,
137
- "recall@5": 0.93,
138
- "recall@10": 0.964,
139
- "f1@1": 0.695,
140
- "f1@5": 0.31,
141
- "f1@10": 0.17527272727272725,
142
- "map@1": 0.695,
143
- "map@5": 0.7914666666666665,
144
- "map@10": 0.7962904761904762,
145
- "mrr@1": 0.695,
146
- "mrr@5": 0.7914666666666665,
147
- "mrr@10": 0.7962904761904762,
148
- "num_pred": 1000,
149
- "num_data": 1000
150
- },
151
- "Place365": {
152
- "hit@1": 0.391,
153
- "hit@5": 0.695,
154
- "hit@10": 0.786,
155
- "ndcg_linear@1": 0.391,
156
- "ndcg_linear@5": 0.5529304236707225,
157
- "ndcg_linear@10": 0.5829135990155158,
158
- "ndcg_exponential@1": 0.391,
159
- "ndcg_exponential@5": 0.5529304236707225,
160
- "ndcg_exponential@10": 0.5829135990155158,
161
- "precision@1": 0.391,
162
- "precision@5": 0.13899999999999998,
163
- "precision@10": 0.07859999999999999,
164
- "recall@1": 0.391,
165
- "recall@5": 0.695,
166
- "recall@10": 0.786,
167
- "f1@1": 0.391,
168
- "f1@5": 0.23166666666666674,
169
- "f1@10": 0.14290909090909093,
170
- "map@1": 0.391,
171
- "map@5": 0.50565,
172
- "map@10": 0.51835,
173
- "mrr@1": 0.391,
174
- "mrr@5": 0.50565,
175
- "mrr@10": 0.51835,
176
- "num_pred": 1000,
177
- "num_data": 1000
178
- },
179
- "ImageNet-A": {
180
- "hit@1": 0.412,
181
- "hit@5": 0.692,
182
- "hit@10": 0.776,
183
- "ndcg_linear@1": 0.412,
184
- "ndcg_linear@5": 0.5641118126578005,
185
- "ndcg_linear@10": 0.5913889513202993,
186
- "ndcg_exponential@1": 0.412,
187
- "ndcg_exponential@5": 0.5641118126578005,
188
- "ndcg_exponential@10": 0.5913889513202993,
189
- "precision@1": 0.412,
190
- "precision@5": 0.1384,
191
- "precision@10": 0.07759999999999999,
192
- "recall@1": 0.412,
193
- "recall@5": 0.692,
194
- "recall@10": 0.776,
195
- "f1@1": 0.412,
196
- "f1@5": 0.23066666666666671,
197
- "f1@10": 0.14109090909090913,
198
- "map@1": 0.412,
199
- "map@5": 0.5212666666666667,
200
- "map@10": 0.532590873015873,
201
- "mrr@1": 0.412,
202
- "mrr@5": 0.5212666666666667,
203
- "mrr@10": 0.532590873015873,
204
- "num_pred": 1000,
205
- "num_data": 1000
206
- },
207
- "ImageNet-R": {
208
- "hit@1": 0.839,
209
- "hit@5": 0.96,
210
- "hit@10": 0.978,
211
- "ndcg_linear@1": 0.839,
212
- "ndcg_linear@5": 0.9069125896441956,
213
- "ndcg_linear@10": 0.9128589977894869,
214
- "ndcg_exponential@1": 0.839,
215
- "ndcg_exponential@5": 0.9069125896441956,
216
- "ndcg_exponential@10": 0.9128589977894869,
217
- "precision@1": 0.839,
218
- "precision@5": 0.192,
219
- "precision@10": 0.09780000000000001,
220
- "recall@1": 0.839,
221
- "recall@5": 0.96,
222
- "recall@10": 0.978,
223
- "f1@1": 0.839,
224
- "f1@5": 0.32,
225
- "f1@10": 0.17781818181818182,
226
- "map@1": 0.839,
227
- "map@5": 0.8889333333333334,
228
- "map@10": 0.8914634920634922,
229
- "mrr@1": 0.839,
230
- "mrr@5": 0.8889333333333334,
231
- "mrr@10": 0.8914634920634922,
232
- "num_pred": 1000,
233
- "num_data": 1000
234
- },
235
- "ObjectNet": {
236
- "hit@1": 0.69,
237
- "hit@5": 0.859,
238
- "hit@10": 0.915,
239
- "ndcg_linear@1": 0.69,
240
- "ndcg_linear@5": 0.7820151814813446,
241
- "ndcg_linear@10": 0.8002958335952403,
242
- "ndcg_exponential@1": 0.69,
243
- "ndcg_exponential@5": 0.7820151814813446,
244
- "ndcg_exponential@10": 0.8002958335952403,
245
- "precision@1": 0.69,
246
- "precision@5": 0.1718,
247
- "precision@10": 0.09150000000000001,
248
- "recall@1": 0.69,
249
- "recall@5": 0.859,
250
- "recall@10": 0.915,
251
- "f1@1": 0.69,
252
- "f1@5": 0.2863333333333334,
253
- "f1@10": 0.16636363636363635,
254
- "map@1": 0.69,
255
- "map@5": 0.7562333333333333,
256
- "map@10": 0.7638757936507936,
257
- "mrr@1": 0.69,
258
- "mrr@5": 0.7562333333333333,
259
- "mrr@10": 0.7638757936507936,
260
- "num_pred": 1000,
261
- "num_data": 1000
262
- },
263
- "Country211": {
264
- "hit@1": 0.248,
265
- "hit@5": 0.457,
266
- "hit@10": 0.559,
267
- "ndcg_linear@1": 0.248,
268
- "ndcg_linear@5": 0.3569485635087294,
269
- "ndcg_linear@10": 0.3901006229753951,
270
- "ndcg_exponential@1": 0.248,
271
- "ndcg_exponential@5": 0.3569485635087294,
272
- "ndcg_exponential@10": 0.3901006229753951,
273
- "precision@1": 0.248,
274
- "precision@5": 0.09140000000000001,
275
- "precision@10": 0.0559,
276
- "recall@1": 0.248,
277
- "recall@5": 0.457,
278
- "recall@10": 0.559,
279
- "f1@1": 0.248,
280
- "f1@5": 0.15233333333333338,
281
- "f1@10": 0.10163636363636365,
282
- "map@1": 0.248,
283
- "map@5": 0.32385,
284
- "map@10": 0.33762063492063493,
285
- "mrr@1": 0.248,
286
- "mrr@5": 0.32385,
287
- "mrr@10": 0.33762063492063493,
288
- "num_pred": 1000,
289
- "num_data": 1000
290
- },
291
- "OK-VQA": {
292
- "hit@1": 0.332,
293
- "hit@5": 0.617,
294
- "hit@10": 0.717,
295
- "ndcg_linear@1": 0.332,
296
- "ndcg_linear@5": 0.485871864688508,
297
- "ndcg_linear@10": 0.5182227215507165,
298
- "ndcg_exponential@1": 0.332,
299
- "ndcg_exponential@5": 0.485871864688508,
300
- "ndcg_exponential@10": 0.5182227215507165,
301
- "precision@1": 0.332,
302
- "precision@5": 0.12340000000000001,
303
- "precision@10": 0.07169999999999999,
304
- "recall@1": 0.332,
305
- "recall@5": 0.617,
306
- "recall@10": 0.717,
307
- "f1@1": 0.332,
308
- "f1@5": 0.20566666666666672,
309
- "f1@10": 0.13036363636363638,
310
- "map@1": 0.332,
311
- "map@5": 0.4420333333333333,
312
- "map@10": 0.45539007936507936,
313
- "mrr@1": 0.332,
314
- "mrr@5": 0.4420333333333333,
315
- "mrr@10": 0.45539007936507936,
316
- "num_pred": 1000,
317
- "num_data": 1000
318
- },
319
- "A-OKVQA": {
320
- "hit@1": 0.21,
321
- "hit@5": 0.5,
322
- "hit@10": 0.638,
323
- "ndcg_linear@1": 0.21,
324
- "ndcg_linear@5": 0.36039694414599044,
325
- "ndcg_linear@10": 0.40511531278859386,
326
- "ndcg_exponential@1": 0.21,
327
- "ndcg_exponential@5": 0.36039694414599044,
328
- "ndcg_exponential@10": 0.40511531278859386,
329
- "precision@1": 0.21,
330
- "precision@5": 0.1,
331
- "precision@10": 0.0638,
332
- "recall@1": 0.21,
333
- "recall@5": 0.5,
334
- "recall@10": 0.638,
335
- "f1@1": 0.21,
336
- "f1@5": 0.1666666666666667,
337
- "f1@10": 0.11600000000000002,
338
- "map@1": 0.21,
339
- "map@5": 0.31425,
340
- "map@10": 0.3327503968253968,
341
- "mrr@1": 0.21,
342
- "mrr@5": 0.31425,
343
- "mrr@10": 0.3327503968253968,
344
- "num_pred": 1000,
345
- "num_data": 1000
346
- },
347
- "DocVQA": {
348
- "hit@1": 0.414,
349
- "hit@5": 0.597,
350
- "hit@10": 0.664,
351
- "ndcg_linear@1": 0.414,
352
- "ndcg_linear@5": 0.5132212142752178,
353
- "ndcg_linear@10": 0.5351036098010266,
354
- "ndcg_exponential@1": 0.414,
355
- "ndcg_exponential@5": 0.5132212142752178,
356
- "ndcg_exponential@10": 0.5351036098010266,
357
- "precision@1": 0.414,
358
- "precision@5": 0.11939999999999998,
359
- "precision@10": 0.06639999999999997,
360
- "recall@1": 0.414,
361
- "recall@5": 0.597,
362
- "recall@10": 0.664,
363
- "f1@1": 0.414,
364
- "f1@5": 0.19900000000000007,
365
- "f1@10": 0.12072727272727275,
366
- "map@1": 0.414,
367
- "map@5": 0.48518333333333336,
368
- "map@10": 0.4943369047619047,
369
- "mrr@1": 0.414,
370
- "mrr@5": 0.48518333333333336,
371
- "mrr@10": 0.4943369047619047,
372
- "num_pred": 1000,
373
- "num_data": 1000
374
- },
375
- "InfographicsVQA": {
376
- "hit@1": 0.203,
377
- "hit@5": 0.383,
378
- "hit@10": 0.467,
379
- "ndcg_linear@1": 0.203,
380
- "ndcg_linear@5": 0.2983142031321632,
381
- "ndcg_linear@10": 0.3252840110636628,
382
- "ndcg_exponential@1": 0.203,
383
- "ndcg_exponential@5": 0.2983142031321632,
384
- "ndcg_exponential@10": 0.3252840110636628,
385
- "precision@1": 0.203,
386
- "precision@5": 0.07659999999999999,
387
- "precision@10": 0.0467,
388
- "recall@1": 0.203,
389
- "recall@5": 0.383,
390
- "recall@10": 0.467,
391
- "f1@1": 0.203,
392
- "f1@5": 0.1276666666666667,
393
- "f1@10": 0.08490909090909092,
394
- "map@1": 0.203,
395
- "map@5": 0.2702,
396
- "map@10": 0.2812119047619048,
397
- "mrr@1": 0.203,
398
- "mrr@5": 0.2702,
399
- "mrr@10": 0.2812119047619048,
400
- "num_pred": 1000,
401
- "num_data": 1000
402
- },
403
- "ChartQA": {
404
- "hit@1": 0.178,
405
- "hit@5": 0.257,
406
- "hit@10": 0.301,
407
- "ndcg_linear@1": 0.178,
408
- "ndcg_linear@5": 0.21916174591757567,
409
- "ndcg_linear@10": 0.23326245822360894,
410
- "ndcg_exponential@1": 0.178,
411
- "ndcg_exponential@5": 0.21916174591757567,
412
- "ndcg_exponential@10": 0.23326245822360894,
413
- "precision@1": 0.178,
414
- "precision@5": 0.05140000000000001,
415
- "precision@10": 0.030100000000000002,
416
- "recall@1": 0.178,
417
- "recall@5": 0.257,
418
- "recall@10": 0.301,
419
- "f1@1": 0.178,
420
- "f1@5": 0.08566666666666668,
421
- "f1@10": 0.054727272727272736,
422
- "map@1": 0.178,
423
- "map@5": 0.20663333333333334,
424
- "map@10": 0.21237777777777778,
425
- "mrr@1": 0.178,
426
- "mrr@5": 0.20663333333333334,
427
- "mrr@10": 0.21237777777777778,
428
- "num_pred": 1000,
429
- "num_data": 1000
430
- },
431
- "Visual7W": {
432
- "hit@1": 0.222,
433
- "hit@5": 0.544,
434
- "hit@10": 0.674,
435
- "ndcg_linear@1": 0.222,
436
- "ndcg_linear@5": 0.3896222077826222,
437
- "ndcg_linear@10": 0.43208253526314966,
438
- "ndcg_exponential@1": 0.222,
439
- "ndcg_exponential@5": 0.3896222077826222,
440
- "ndcg_exponential@10": 0.43208253526314966,
441
- "precision@1": 0.222,
442
- "precision@5": 0.10879999999999998,
443
- "precision@10": 0.06739999999999999,
444
- "recall@1": 0.222,
445
- "recall@5": 0.544,
446
- "recall@10": 0.674,
447
- "f1@1": 0.222,
448
- "f1@5": 0.1813333333333334,
449
- "f1@10": 0.12254545454545457,
450
- "map@1": 0.222,
451
- "map@5": 0.33858333333333335,
452
- "map@10": 0.3563468253968254,
453
- "mrr@1": 0.222,
454
- "mrr@5": 0.33858333333333335,
455
- "mrr@10": 0.3563468253968254,
456
- "num_pred": 1000,
457
- "num_data": 1000
458
- },
459
- "ScienceQA": {
460
- "hit@1": 0.28,
461
- "hit@5": 0.64,
462
- "hit@10": 0.763,
463
- "ndcg_linear@1": 0.28,
464
- "ndcg_linear@5": 0.4740675519059985,
465
- "ndcg_linear@10": 0.514010974748877,
466
- "ndcg_exponential@1": 0.28,
467
- "ndcg_exponential@5": 0.4740675519059985,
468
- "ndcg_exponential@10": 0.514010974748877,
469
- "precision@1": 0.28,
470
- "precision@5": 0.12799999999999997,
471
- "precision@10": 0.07629999999999999,
472
- "recall@1": 0.28,
473
- "recall@5": 0.64,
474
- "recall@10": 0.763,
475
- "f1@1": 0.28,
476
- "f1@5": 0.21333333333333337,
477
- "f1@10": 0.13872727272727275,
478
- "map@1": 0.28,
479
- "map@5": 0.4186333333333333,
480
- "map@10": 0.43520793650793654,
481
- "mrr@1": 0.28,
482
- "mrr@5": 0.4186333333333333,
483
- "mrr@10": 0.43520793650793654,
484
- "num_pred": 1000,
485
- "num_data": 1000
486
- },
487
- "VizWiz": {
488
- "hit@1": 0.39,
489
- "hit@5": 0.613,
490
- "hit@10": 0.673,
491
- "ndcg_linear@1": 0.39,
492
- "ndcg_linear@5": 0.5101413361528128,
493
- "ndcg_linear@10": 0.5295620828845852,
494
- "ndcg_exponential@1": 0.39,
495
- "ndcg_exponential@5": 0.5101413361528128,
496
- "ndcg_exponential@10": 0.5295620828845852,
497
- "precision@1": 0.39,
498
- "precision@5": 0.1226,
499
- "precision@10": 0.0673,
500
- "recall@1": 0.39,
501
- "recall@5": 0.613,
502
- "recall@10": 0.673,
503
- "f1@1": 0.39,
504
- "f1@5": 0.2043333333333334,
505
- "f1@10": 0.12236363636363638,
506
- "map@1": 0.39,
507
- "map@5": 0.4757833333333333,
508
- "map@10": 0.4838107142857143,
509
- "mrr@1": 0.39,
510
- "mrr@5": 0.4757833333333333,
511
- "mrr@10": 0.4838107142857143,
512
- "num_pred": 1000,
513
- "num_data": 1000
514
- },
515
- "GQA": {
516
- "hit@1": 0.769,
517
- "hit@5": 0.941,
518
- "hit@10": 0.965,
519
- "ndcg_linear@1": 0.769,
520
- "ndcg_linear@5": 0.865366522766234,
521
- "ndcg_linear@10": 0.8730495254605352,
522
- "ndcg_exponential@1": 0.769,
523
- "ndcg_exponential@5": 0.865366522766234,
524
- "ndcg_exponential@10": 0.8730495254605352,
525
- "precision@1": 0.769,
526
- "precision@5": 0.1882,
527
- "precision@10": 0.0965,
528
- "recall@1": 0.769,
529
- "recall@5": 0.941,
530
- "recall@10": 0.965,
531
- "f1@1": 0.769,
532
- "f1@5": 0.31366666666666665,
533
- "f1@10": 0.17545454545454545,
534
- "map@1": 0.769,
535
- "map@5": 0.8397666666666667,
536
- "map@10": 0.8428908730158731,
537
- "mrr@1": 0.769,
538
- "mrr@5": 0.8397666666666667,
539
- "mrr@10": 0.8428908730158731,
540
- "num_pred": 1000,
541
- "num_data": 1000
542
- },
543
- "TextVQA": {
544
- "hit@1": 0.468,
545
- "hit@5": 0.685,
546
- "hit@10": 0.74,
547
- "ndcg_linear@1": 0.468,
548
- "ndcg_linear@5": 0.5857686784282851,
549
- "ndcg_linear@10": 0.6036026979398256,
550
- "ndcg_exponential@1": 0.468,
551
- "ndcg_exponential@5": 0.5857686784282851,
552
- "ndcg_exponential@10": 0.6036026979398256,
553
- "precision@1": 0.468,
554
- "precision@5": 0.137,
555
- "precision@10": 0.074,
556
- "recall@1": 0.468,
557
- "recall@5": 0.685,
558
- "recall@10": 0.74,
559
- "f1@1": 0.468,
560
- "f1@5": 0.22833333333333336,
561
- "f1@10": 0.13454545454545455,
562
- "map@1": 0.468,
563
- "map@5": 0.5525333333333333,
564
- "map@10": 0.5599246031746031,
565
- "mrr@1": 0.468,
566
- "mrr@5": 0.5525333333333333,
567
- "mrr@10": 0.5599246031746031,
568
- "num_pred": 1000,
569
- "num_data": 1000
570
- },
571
- "VisDial": {
572
- "hit@1": 0.608,
573
- "hit@5": 0.843,
574
- "hit@10": 0.914,
575
- "ndcg_linear@1": 0.608,
576
- "ndcg_linear@5": 0.733577948489228,
577
- "ndcg_linear@10": 0.7570027510391492,
578
- "ndcg_exponential@1": 0.608,
579
- "ndcg_exponential@5": 0.733577948489228,
580
- "ndcg_exponential@10": 0.7570027510391492,
581
- "precision@1": 0.608,
582
- "precision@5": 0.1686,
583
- "precision@10": 0.09140000000000001,
584
- "recall@1": 0.608,
585
- "recall@5": 0.843,
586
- "recall@10": 0.914,
587
- "f1@1": 0.608,
588
- "f1@5": 0.281,
589
- "f1@10": 0.16618181818181818,
590
- "map@1": 0.608,
591
- "map@5": 0.6971499999999999,
592
- "map@10": 0.7070952380952381,
593
- "mrr@1": 0.608,
594
- "mrr@5": 0.6971499999999999,
595
- "mrr@10": 0.7070952380952381,
596
- "num_pred": 1000,
597
- "num_data": 1000
598
- },
599
- "CIRR": {
600
- "hit@1": 0.549,
601
- "hit@5": 0.89,
602
- "hit@10": 0.944,
603
- "ndcg_linear@1": 0.549,
604
- "ndcg_linear@5": 0.7379230235182084,
605
- "ndcg_linear@10": 0.7559089463717755,
606
- "ndcg_exponential@1": 0.549,
607
- "ndcg_exponential@5": 0.7379230235182084,
608
- "ndcg_exponential@10": 0.7559089463717755,
609
- "precision@1": 0.549,
610
- "precision@5": 0.178,
611
- "precision@10": 0.09440000000000003,
612
- "recall@1": 0.549,
613
- "recall@5": 0.89,
614
- "recall@10": 0.944,
615
- "f1@1": 0.549,
616
- "f1@5": 0.2966666666666667,
617
- "f1@10": 0.17163636363636361,
618
- "map@1": 0.549,
619
- "map@5": 0.6865999999999999,
620
- "map@10": 0.6943325396825396,
621
- "mrr@1": 0.549,
622
- "mrr@5": 0.6865999999999999,
623
- "mrr@10": 0.6943325396825396,
624
- "num_pred": 1000,
625
- "num_data": 1000
626
- },
627
- "VisualNews_t2i": {
628
- "hit@1": 0.797,
629
- "hit@5": 0.915,
630
- "hit@10": 0.936,
631
- "ndcg_linear@1": 0.797,
632
- "ndcg_linear@5": 0.8627496822471115,
633
- "ndcg_linear@10": 0.8696409132009587,
634
- "ndcg_exponential@1": 0.797,
635
- "ndcg_exponential@5": 0.8627496822471115,
636
- "ndcg_exponential@10": 0.8696409132009587,
637
- "precision@1": 0.797,
638
- "precision@5": 0.18300000000000002,
639
- "precision@10": 0.09360000000000002,
640
- "recall@1": 0.797,
641
- "recall@5": 0.915,
642
- "recall@10": 0.936,
643
- "f1@1": 0.797,
644
- "f1@5": 0.305,
645
- "f1@10": 0.17018181818181818,
646
- "map@1": 0.797,
647
- "map@5": 0.8451166666666665,
648
- "map@10": 0.8480198412698412,
649
- "mrr@1": 0.797,
650
- "mrr@5": 0.8451166666666665,
651
- "mrr@10": 0.8480198412698412,
652
- "num_pred": 1000,
653
- "num_data": 1000
654
- },
655
- "VisualNews_i2t": {
656
- "hit@1": 0.836,
657
- "hit@5": 0.932,
658
- "hit@10": 0.946,
659
- "ndcg_linear@1": 0.836,
660
- "ndcg_linear@5": 0.8899078662440771,
661
- "ndcg_linear@10": 0.8946317706132814,
662
- "ndcg_exponential@1": 0.836,
663
- "ndcg_exponential@5": 0.8899078662440771,
664
- "ndcg_exponential@10": 0.8946317706132814,
665
- "precision@1": 0.836,
666
- "precision@5": 0.18640000000000004,
667
- "precision@10": 0.0946,
668
- "recall@1": 0.836,
669
- "recall@5": 0.932,
670
- "recall@10": 0.946,
671
- "f1@1": 0.836,
672
- "f1@5": 0.3106666666666667,
673
- "f1@10": 0.172,
674
- "map@1": 0.836,
675
- "map@5": 0.8756666666666666,
676
- "map@10": 0.8777309523809524,
677
- "mrr@1": 0.836,
678
- "mrr@5": 0.8756666666666666,
679
- "mrr@10": 0.8777309523809524,
680
- "num_pred": 1000,
681
- "num_data": 1000
682
- },
683
- "MSCOCO_t2i": {
684
- "hit@1": 0.712,
685
- "hit@5": 0.921,
686
- "hit@10": 0.96,
687
- "ndcg_linear@1": 0.712,
688
- "ndcg_linear@5": 0.8275075440748253,
689
- "ndcg_linear@10": 0.8405579014938537,
690
- "ndcg_exponential@1": 0.712,
691
- "ndcg_exponential@5": 0.8275075440748253,
692
- "ndcg_exponential@10": 0.8405579014938537,
693
- "precision@1": 0.712,
694
- "precision@5": 0.18420000000000003,
695
- "precision@10": 0.09600000000000002,
696
- "recall@1": 0.712,
697
- "recall@5": 0.921,
698
- "recall@10": 0.96,
699
- "f1@1": 0.712,
700
- "f1@5": 0.307,
701
- "f1@10": 0.17454545454545456,
702
- "map@1": 0.712,
703
- "map@5": 0.7959833333333334,
704
- "map@10": 0.8016265873015873,
705
- "mrr@1": 0.712,
706
- "mrr@5": 0.7959833333333334,
707
- "mrr@10": 0.8016265873015873,
708
- "num_pred": 1000,
709
- "num_data": 1000
710
- },
711
- "MSCOCO_i2t": {
712
- "hit@1": 0.577,
713
- "hit@5": 0.858,
714
- "hit@10": 0.939,
715
- "ndcg_linear@1": 0.577,
716
- "ndcg_linear@5": 0.7273292794403879,
717
- "ndcg_linear@10": 0.7536734944900013,
718
- "ndcg_exponential@1": 0.577,
719
- "ndcg_exponential@5": 0.7273292794403879,
720
- "ndcg_exponential@10": 0.7536734944900013,
721
- "precision@1": 0.577,
722
- "precision@5": 0.17160000000000003,
723
- "precision@10": 0.09390000000000001,
724
- "recall@1": 0.577,
725
- "recall@5": 0.858,
726
- "recall@10": 0.939,
727
- "f1@1": 0.577,
728
- "f1@5": 0.286,
729
- "f1@10": 0.1707272727272727,
730
- "map@1": 0.577,
731
- "map@5": 0.6838500000000001,
732
- "map@10": 0.6948119047619048,
733
- "mrr@1": 0.577,
734
- "mrr@5": 0.6838500000000001,
735
- "mrr@10": 0.6948119047619048,
736
- "num_pred": 1000,
737
- "num_data": 1000
738
- },
739
- "NIGHTS": {
740
- "hit@1": 0.676,
741
- "hit@5": 0.977,
742
- "hit@10": 0.995,
743
- "ndcg_linear@1": 0.676,
744
- "ndcg_linear@5": 0.8498540680608963,
745
- "ndcg_linear@10": 0.8560163381696798,
746
- "ndcg_exponential@1": 0.676,
747
- "ndcg_exponential@5": 0.8498540680608963,
748
- "ndcg_exponential@10": 0.8560163381696798,
749
- "precision@1": 0.676,
750
- "precision@5": 0.19540000000000005,
751
- "precision@10": 0.09950000000000002,
752
- "recall@1": 0.676,
753
- "recall@5": 0.977,
754
- "recall@10": 0.995,
755
- "f1@1": 0.676,
756
- "f1@5": 0.32566666666666666,
757
- "f1@10": 0.18090909090909088,
758
- "map@1": 0.676,
759
- "map@5": 0.8062999999999999,
760
- "map@10": 0.8090440476190477,
761
- "mrr@1": 0.676,
762
- "mrr@5": 0.8062999999999999,
763
- "mrr@10": 0.8090440476190477,
764
- "num_pred": 1000,
765
- "num_data": 1000
766
- },
767
- "WebQA": {
768
- "hit@1": 0.914,
769
- "hit@5": 0.991,
770
- "hit@10": 0.994,
771
- "ndcg_linear@1": 0.914,
772
- "ndcg_linear@5": 0.9583965355112005,
773
- "ndcg_linear@10": 0.9593428375202905,
774
- "ndcg_exponential@1": 0.914,
775
- "ndcg_exponential@5": 0.9583965355112005,
776
- "ndcg_exponential@10": 0.9593428375202905,
777
- "precision@1": 0.914,
778
- "precision@5": 0.19820000000000004,
779
- "precision@10": 0.0994,
780
- "recall@1": 0.914,
781
- "recall@5": 0.991,
782
- "recall@10": 0.994,
783
- "f1@1": 0.914,
784
- "f1@5": 0.3303333333333333,
785
- "f1@10": 0.1807272727272727,
786
- "map@1": 0.914,
787
- "map@5": 0.9472333333333334,
788
- "map@10": 0.9476111111111111,
789
- "mrr@1": 0.914,
790
- "mrr@5": 0.9472333333333334,
791
- "mrr@10": 0.9476111111111111,
792
- "num_pred": 1000,
793
- "num_data": 1000
794
- },
795
- "FashionIQ": {
796
- "hit@1": 0.378,
797
- "hit@5": 0.645,
798
- "hit@10": 0.742,
799
- "ndcg_linear@1": 0.378,
800
- "ndcg_linear@5": 0.518666678313658,
801
- "ndcg_linear@10": 0.5498506170222675,
802
- "ndcg_exponential@1": 0.378,
803
- "ndcg_exponential@5": 0.518666678313658,
804
- "ndcg_exponential@10": 0.5498506170222675,
805
- "precision@1": 0.378,
806
- "precision@5": 0.129,
807
- "precision@10": 0.07419999999999999,
808
- "recall@1": 0.378,
809
- "recall@5": 0.645,
810
- "recall@10": 0.742,
811
- "f1@1": 0.378,
812
- "f1@5": 0.21500000000000005,
813
- "f1@10": 0.13490909090909092,
814
- "map@1": 0.378,
815
- "map@5": 0.4767,
816
- "map@10": 0.48945396825396825,
817
- "mrr@1": 0.378,
818
- "mrr@5": 0.4767,
819
- "mrr@10": 0.48945396825396825,
820
- "num_pred": 1000,
821
- "num_data": 1000
822
- },
823
- "Wiki-SS-NQ": {
824
- "hit@1": 0.782,
825
- "hit@5": 0.952,
826
- "hit@10": 0.969,
827
- "ndcg_linear@1": 0.782,
828
- "ndcg_linear@5": 0.8778108529080692,
829
- "ndcg_linear@10": 0.8834557157208128,
830
- "ndcg_exponential@1": 0.782,
831
- "ndcg_exponential@5": 0.8778108529080692,
832
- "ndcg_exponential@10": 0.8834557157208128,
833
- "precision@1": 0.782,
834
- "precision@5": 0.19040000000000004,
835
- "precision@10": 0.0969,
836
- "recall@1": 0.782,
837
- "recall@5": 0.952,
838
- "recall@10": 0.969,
839
- "f1@1": 0.782,
840
- "f1@5": 0.31733333333333336,
841
- "f1@10": 0.17618181818181816,
842
- "map@1": 0.782,
843
- "map@5": 0.85265,
844
- "map@10": 0.8550654761904761,
845
- "mrr@1": 0.782,
846
- "mrr@5": 0.85265,
847
- "mrr@10": 0.8550654761904761,
848
- "num_pred": 1000,
849
- "num_data": 1000
850
- },
851
- "OVEN": {
852
- "hit@1": 0.751,
853
- "hit@5": 0.908,
854
- "hit@10": 0.94,
855
- "ndcg_linear@1": 0.751,
856
- "ndcg_linear@5": 0.8387290889357423,
857
- "ndcg_linear@10": 0.8494521089299062,
858
- "ndcg_exponential@1": 0.751,
859
- "ndcg_exponential@5": 0.8387290889357423,
860
- "ndcg_exponential@10": 0.8494521089299062,
861
- "precision@1": 0.751,
862
- "precision@5": 0.1816,
863
- "precision@10": 0.094,
864
- "recall@1": 0.751,
865
- "recall@5": 0.908,
866
- "recall@10": 0.94,
867
- "f1@1": 0.751,
868
- "f1@5": 0.30266666666666675,
869
- "f1@10": 0.1709090909090909,
870
- "map@1": 0.751,
871
- "map@5": 0.8152999999999999,
872
- "map@10": 0.8199472222222222,
873
- "mrr@1": 0.751,
874
- "mrr@5": 0.8152999999999999,
875
- "mrr@10": 0.8199472222222222,
876
- "num_pred": 1000,
877
- "num_data": 1000
878
- },
879
- "EDIS": {
880
- "hit@1": 0.96,
881
- "hit@5": 0.998,
882
- "hit@10": 0.999,
883
- "ndcg_linear@1": 0.96,
884
- "ndcg_linear@5": 0.9831897521142866,
885
- "ndcg_linear@10": 0.9835052169910724,
886
- "ndcg_exponential@1": 0.96,
887
- "ndcg_exponential@5": 0.9831897521142866,
888
- "ndcg_exponential@10": 0.9835052169910724,
889
- "precision@1": 0.96,
890
- "precision@5": 0.19960000000000003,
891
- "precision@10": 0.0999,
892
- "recall@1": 0.96,
893
- "recall@5": 0.998,
894
- "recall@10": 0.999,
895
- "f1@1": 0.96,
896
- "f1@5": 0.3326666666666666,
897
- "f1@10": 0.18163636363636362,
898
- "map@1": 0.96,
899
- "map@5": 0.978,
900
- "map@10": 0.978125,
901
- "mrr@1": 0.96,
902
- "mrr@5": 0.978,
903
- "mrr@10": 0.978125,
904
- "num_pred": 1000,
905
- "num_data": 1000
906
- },
907
- "MSCOCO": {
908
- "hit@1": 0.314,
909
- "hit@5": 0.489,
910
- "hit@10": 0.588,
911
- "ndcg_linear@1": 0.314,
912
- "ndcg_linear@5": 0.40410548152820475,
913
- "ndcg_linear@10": 0.43612276758399793,
914
- "ndcg_exponential@1": 0.314,
915
- "ndcg_exponential@5": 0.40410548152820475,
916
- "ndcg_exponential@10": 0.43612276758399793,
917
- "precision@1": 0.314,
918
- "precision@5": 0.09779999999999998,
919
- "precision@10": 0.0588,
920
- "recall@1": 0.314,
921
- "recall@5": 0.489,
922
- "recall@10": 0.588,
923
- "f1@1": 0.314,
924
- "f1@5": 0.16300000000000006,
925
- "f1@10": 0.10690909090909094,
926
- "map@1": 0.314,
927
- "map@5": 0.37615,
928
- "map@10": 0.38935198412698413,
929
- "mrr@1": 0.314,
930
- "mrr@5": 0.37615,
931
- "mrr@10": 0.38935198412698413,
932
- "num_pred": 1000,
933
- "num_data": 1000
934
- },
935
- "RefCOCO": {
936
- "hit@1": 0.609,
937
- "hit@5": 0.847,
938
- "hit@10": 0.897,
939
- "ndcg_linear@1": 0.609,
940
- "ndcg_linear@5": 0.7376656227905393,
941
- "ndcg_linear@10": 0.7540339140284914,
942
- "ndcg_exponential@1": 0.609,
943
- "ndcg_exponential@5": 0.7376656227905393,
944
- "ndcg_exponential@10": 0.7540339140284914,
945
- "precision@1": 0.609,
946
- "precision@5": 0.1694,
947
- "precision@10": 0.08970000000000002,
948
- "recall@1": 0.609,
949
- "recall@5": 0.847,
950
- "recall@10": 0.897,
951
- "f1@1": 0.609,
952
- "f1@5": 0.2823333333333334,
953
- "f1@10": 0.1630909090909091,
954
- "map@1": 0.609,
955
- "map@5": 0.7011166666666667,
956
- "map@10": 0.7079869047619047,
957
- "mrr@1": 0.609,
958
- "mrr@5": 0.7011166666666667,
959
- "mrr@10": 0.7079869047619047,
960
- "num_pred": 1000,
961
- "num_data": 1000
962
- },
963
- "RefCOCO-Matching": {
964
- "hit@1": 0.784,
965
- "hit@5": 0.994,
966
- "hit@10": 0.998,
967
- "ndcg_linear@1": 0.784,
968
- "ndcg_linear@5": 0.9166266927028892,
969
- "ndcg_linear@10": 0.9178536205656439,
970
- "ndcg_exponential@1": 0.784,
971
- "ndcg_exponential@5": 0.9166266927028892,
972
- "ndcg_exponential@10": 0.9178536205656439,
973
- "precision@1": 0.784,
974
- "precision@5": 0.1988,
975
- "precision@10": 0.09980000000000001,
976
- "recall@1": 0.784,
977
- "recall@5": 0.994,
978
- "recall@10": 0.998,
979
- "f1@1": 0.784,
980
- "f1@5": 0.3313333333333333,
981
- "f1@10": 0.18145454545454545,
982
- "map@1": 0.784,
983
- "map@5": 0.8897833333333333,
984
- "map@10": 0.8902511904761905,
985
- "mrr@1": 0.784,
986
- "mrr@5": 0.8867833333333333,
987
- "mrr@10": 0.8872511904761905,
988
- "num_pred": 1000,
989
- "num_data": 1000
990
- },
991
- "Visual7W-Pointing": {
992
- "hit@1": 0.665,
993
- "hit@5": 0.851,
994
- "hit@10": 0.899,
995
- "ndcg_linear@1": 0.665,
996
- "ndcg_linear@5": 0.7648497950534088,
997
- "ndcg_linear@10": 0.7805119979199628,
998
- "ndcg_exponential@1": 0.665,
999
- "ndcg_exponential@5": 0.7648497950534088,
1000
- "ndcg_exponential@10": 0.7805119979199628,
1001
- "precision@1": 0.665,
1002
- "precision@5": 0.1702,
1003
- "precision@10": 0.08990000000000001,
1004
- "recall@1": 0.665,
1005
- "recall@5": 0.851,
1006
- "recall@10": 0.899,
1007
- "f1@1": 0.665,
1008
- "f1@5": 0.2836666666666667,
1009
- "f1@10": 0.16345454545454544,
1010
- "map@1": 0.665,
1011
- "map@5": 0.7361333333333332,
1012
- "map@10": 0.7426833333333333,
1013
- "mrr@1": 0.665,
1014
- "mrr@5": 0.7361333333333332,
1015
- "mrr@10": 0.7426833333333333,
1016
- "num_pred": 1000,
1017
- "num_data": 1000
1018
- }
1019
- },
1020
- "visdoc": {
1021
- "ViDoRe_arxivqa": {
1022
- "hit@1": 0.818,
1023
- "hit@5": 0.912,
1024
- "hit@10": 0.944,
1025
- "ndcg_linear@1": 0.818,
1026
- "ndcg_linear@5": 0.8685712615408394,
1027
- "ndcg_linear@10": 0.8789118315122615,
1028
- "ndcg_exponential@1": 0.818,
1029
- "ndcg_exponential@5": 0.8685712615408394,
1030
- "ndcg_exponential@10": 0.8789118315122615,
1031
- "precision@1": 0.818,
1032
- "precision@5": 0.1824,
1033
- "precision@10": 0.09440000000000001,
1034
- "recall@1": 0.818,
1035
- "recall@5": 0.912,
1036
- "recall@10": 0.944,
1037
- "f1@1": 0.818,
1038
- "f1@5": 0.304,
1039
- "f1@10": 0.17163636363636361,
1040
- "map@1": 0.818,
1041
- "map@5": 0.8540666666666666,
1042
- "map@10": 0.8583349206349207,
1043
- "mrr@1": 0.818,
1044
- "mrr@5": 0.8540666666666666,
1045
- "mrr@10": 0.8583349206349207,
1046
- "num_pred": 500,
1047
- "num_data": 500
1048
- },
1049
- "ViDoRe_docvqa": {
1050
- "hit@1": 0.4878048780487805,
1051
- "hit@5": 0.6541019955654102,
1052
- "hit@10": 0.7250554323725056,
1053
- "ndcg_linear@1": 0.4878048780487805,
1054
- "ndcg_linear@5": 0.5745938935482915,
1055
- "ndcg_linear@10": 0.597561200968465,
1056
- "ndcg_exponential@1": 0.4878048780487805,
1057
- "ndcg_exponential@5": 0.5745938935482915,
1058
- "ndcg_exponential@10": 0.597561200968465,
1059
- "precision@1": 0.4878048780487805,
1060
- "precision@5": 0.1334811529933481,
1061
- "precision@10": 0.0745011086474501,
1062
- "recall@1": 0.4866962305986696,
1063
- "recall@5": 0.6472283813747228,
1064
- "recall@10": 0.7167775314116778,
1065
- "f1@1": 0.48706577974870663,
1066
- "f1@5": 0.2198328851126556,
1067
- "f1@10": 0.13419485171148143,
1068
- "map@1": 0.4878048780487805,
1069
- "map@5": 0.5490422517861542,
1070
- "map@10": 0.5587257593355155,
1071
- "mrr@1": 0.4878048780487805,
1072
- "mrr@5": 0.5516629711751663,
1073
- "mrr@10": 0.5612703691971984,
1074
- "num_pred": 451,
1075
- "num_data": 451
1076
- },
1077
- "ViDoRe_infovqa": {
1078
- "hit@1": 0.8765182186234818,
1079
- "hit@5": 0.951417004048583,
1080
- "hit@10": 0.9696356275303644,
1081
- "ndcg_linear@1": 0.8765182186234818,
1082
- "ndcg_linear@5": 0.9159739102039204,
1083
- "ndcg_linear@10": 0.9221606391623131,
1084
- "ndcg_exponential@1": 0.8765182186234818,
1085
- "ndcg_exponential@5": 0.9159739102039204,
1086
- "ndcg_exponential@10": 0.9221606391623131,
1087
- "precision@1": 0.8765182186234818,
1088
- "precision@5": 0.1902834008097166,
1089
- "precision@10": 0.09716599190283401,
1090
- "recall@1": 0.8748987854251012,
1091
- "recall@5": 0.9487854251012146,
1092
- "recall@10": 0.9680161943319838,
1093
- "f1@1": 0.8751686909581647,
1094
- "f1@5": 0.3167727009832273,
1095
- "f1@10": 0.17650595019016072,
1096
- "map@1": 0.8765182186234818,
1097
- "map@5": 0.9044197031039136,
1098
- "map@10": 0.9070215603110341,
1099
- "mrr@1": 0.8765182186234818,
1100
- "mrr@5": 0.9062415654520918,
1101
- "mrr@10": 0.9085542381595014,
1102
- "num_pred": 494,
1103
- "num_data": 494
1104
- },
1105
- "ViDoRe_tabfquad": {
1106
- "hit@1": 0.9071428571428571,
1107
- "hit@5": 0.9785714285714285,
1108
- "hit@10": 0.9857142857142858,
1109
- "ndcg_linear@1": 0.9071428571428571,
1110
- "ndcg_linear@5": 0.9464498663499118,
1111
- "ndcg_linear@10": 0.9489125110657739,
1112
- "ndcg_exponential@1": 0.9071428571428571,
1113
- "ndcg_exponential@5": 0.9464498663499118,
1114
- "ndcg_exponential@10": 0.9489125110657739,
1115
- "precision@1": 0.9071428571428571,
1116
- "precision@5": 0.1957142857142857,
1117
- "precision@10": 0.09857142857142856,
1118
- "recall@1": 0.9071428571428571,
1119
- "recall@5": 0.9785714285714285,
1120
- "recall@10": 0.9857142857142858,
1121
- "f1@1": 0.9071428571428571,
1122
- "f1@5": 0.32619047619047625,
1123
- "f1@10": 0.17922077922077925,
1124
- "map@1": 0.9071428571428571,
1125
- "map@5": 0.9356547619047619,
1126
- "map@10": 0.9367602040816324,
1127
- "mrr@1": 0.9071428571428571,
1128
- "mrr@5": 0.9356547619047619,
1129
- "mrr@10": 0.9367602040816324,
1130
- "num_pred": 280,
1131
- "num_data": 280
1132
- },
1133
- "ViDoRe_tatdqa": {
1134
- "hit@1": 0.6221142162818954,
1135
- "hit@5": 0.8444714459295262,
1136
- "hit@10": 0.9106925880923451,
1137
- "ndcg_linear@1": 0.6221142162818954,
1138
- "ndcg_linear@5": 0.740984681776679,
1139
- "ndcg_linear@10": 0.7629989160213186,
1140
- "ndcg_exponential@1": 0.6221142162818954,
1141
- "ndcg_exponential@5": 0.740984681776679,
1142
- "ndcg_exponential@10": 0.7629989160213186,
1143
- "precision@1": 0.6221142162818954,
1144
- "precision@5": 0.16925880923450792,
1145
- "precision@10": 0.09143377885783718,
1146
- "recall@1": 0.6215066828675577,
1147
- "recall@5": 0.8435601458080194,
1148
- "recall@10": 0.9106925880923451,
1149
- "f1@1": 0.6217091940056704,
1150
- "f1@5": 0.28183764392755895,
1151
- "f1@10": 0.16613277366618803,
1152
- "map@1": 0.6221142162818954,
1153
- "map@5": 0.7066322397731876,
1154
- "map@10": 0.7159557079210785,
1155
- "mrr@1": 0.6221142162818954,
1156
- "mrr@5": 0.706946132037262,
1157
- "mrr@10": 0.71601405041563,
1158
- "num_pred": 1646,
1159
- "num_data": 1646
1160
- },
1161
- "ViDoRe_shiftproject": {
1162
- "hit@1": 0.95,
1163
- "hit@5": 0.98,
1164
- "hit@10": 0.99,
1165
- "ndcg_linear@1": 0.95,
1166
- "ndcg_linear@5": 0.9676185950714291,
1167
- "ndcg_linear@10": 0.9711806669425094,
1168
- "ndcg_exponential@1": 0.95,
1169
- "ndcg_exponential@5": 0.9676185950714291,
1170
- "ndcg_exponential@10": 0.9711806669425094,
1171
- "precision@1": 0.95,
1172
- "precision@5": 0.19599999999999995,
1173
- "precision@10": 0.09899999999999999,
1174
- "recall@1": 0.95,
1175
- "recall@5": 0.98,
1176
- "recall@10": 0.99,
1177
- "f1@1": 0.95,
1178
- "f1@5": 0.32666666666666677,
1179
- "f1@10": 0.18000000000000008,
1180
- "map@1": 0.95,
1181
- "map@5": 0.9633333333333333,
1182
- "map@10": 0.965,
1183
- "mrr@1": 0.95,
1184
- "mrr@5": 0.9633333333333333,
1185
- "mrr@10": 0.965,
1186
- "num_pred": 100,
1187
- "num_data": 100
1188
- },
1189
- "ViDoRe_syntheticDocQA_artificial_intelligence": {
1190
- "hit@1": 0.99,
1191
- "hit@5": 1.0,
1192
- "hit@10": 1.0,
1193
- "ndcg_linear@1": 0.99,
1194
- "ndcg_linear@5": 0.9963092975357145,
1195
- "ndcg_linear@10": 0.9963092975357145,
1196
- "ndcg_exponential@1": 0.99,
1197
- "ndcg_exponential@5": 0.9963092975357145,
1198
- "ndcg_exponential@10": 0.9963092975357145,
1199
- "precision@1": 0.99,
1200
- "precision@5": 0.19999999999999996,
1201
- "precision@10": 0.09999999999999998,
1202
- "recall@1": 0.99,
1203
- "recall@5": 1.0,
1204
- "recall@10": 1.0,
1205
- "f1@1": 0.99,
1206
- "f1@5": 0.3333333333333335,
1207
- "f1@10": 0.1818181818181819,
1208
- "map@1": 0.99,
1209
- "map@5": 0.995,
1210
- "map@10": 0.995,
1211
- "mrr@1": 0.99,
1212
- "mrr@5": 0.995,
1213
- "mrr@10": 0.995,
1214
- "num_pred": 100,
1215
- "num_data": 100
1216
- },
1217
- "ViDoRe_syntheticDocQA_energy": {
1218
- "hit@1": 0.93,
1219
- "hit@5": 0.97,
1220
- "hit@10": 0.98,
1221
- "ndcg_linear@1": 0.93,
1222
- "ndcg_linear@5": 0.9532346581878777,
1223
- "ndcg_linear@10": 0.9562449581445175,
1224
- "ndcg_exponential@1": 0.93,
1225
- "ndcg_exponential@5": 0.9532346581878777,
1226
- "ndcg_exponential@10": 0.9562449581445175,
1227
- "precision@1": 0.93,
1228
- "precision@5": 0.19399999999999995,
1229
- "precision@10": 0.09799999999999998,
1230
- "recall@1": 0.93,
1231
- "recall@5": 0.97,
1232
- "recall@10": 0.98,
1233
- "f1@1": 0.93,
1234
- "f1@5": 0.3233333333333334,
1235
- "f1@10": 0.17818181818181827,
1236
- "map@1": 0.93,
1237
- "map@5": 0.9475,
1238
- "map@10": 0.9486111111111112,
1239
- "mrr@1": 0.93,
1240
- "mrr@5": 0.9475,
1241
- "mrr@10": 0.9486111111111112,
1242
- "num_pred": 100,
1243
- "num_data": 100
1244
- },
1245
- "ViDoRe_syntheticDocQA_government_reports": {
1246
- "hit@1": 0.97,
1247
- "hit@5": 1.0,
1248
- "hit@10": 1.0,
1249
- "ndcg_linear@1": 0.97,
1250
- "ndcg_linear@5": 0.9876185950714291,
1251
- "ndcg_linear@10": 0.9876185950714291,
1252
- "ndcg_exponential@1": 0.97,
1253
- "ndcg_exponential@5": 0.9876185950714291,
1254
- "ndcg_exponential@10": 0.9876185950714291,
1255
- "precision@1": 0.97,
1256
- "precision@5": 0.19999999999999996,
1257
- "precision@10": 0.09999999999999998,
1258
- "recall@1": 0.97,
1259
- "recall@5": 1.0,
1260
- "recall@10": 1.0,
1261
- "f1@1": 0.97,
1262
- "f1@5": 0.3333333333333335,
1263
- "f1@10": 0.1818181818181819,
1264
- "map@1": 0.97,
1265
- "map@5": 0.9833333333333333,
1266
- "map@10": 0.9833333333333333,
1267
- "mrr@1": 0.97,
1268
- "mrr@5": 0.9833333333333333,
1269
- "mrr@10": 0.9833333333333333,
1270
- "num_pred": 100,
1271
- "num_data": 100
1272
- },
1273
- "ViDoRe_syntheticDocQA_healthcare_industry": {
1274
- "hit@1": 0.98,
1275
- "hit@5": 1.0,
1276
- "hit@10": 1.0,
1277
- "ndcg_linear@1": 0.98,
1278
- "ndcg_linear@5": 0.9926185950714291,
1279
- "ndcg_linear@10": 0.9926185950714291,
1280
- "ndcg_exponential@1": 0.98,
1281
- "ndcg_exponential@5": 0.9926185950714291,
1282
- "ndcg_exponential@10": 0.9926185950714291,
1283
- "precision@1": 0.98,
1284
- "precision@5": 0.19999999999999996,
1285
- "precision@10": 0.09999999999999998,
1286
- "recall@1": 0.98,
1287
- "recall@5": 1.0,
1288
- "recall@10": 1.0,
1289
- "f1@1": 0.98,
1290
- "f1@5": 0.3333333333333335,
1291
- "f1@10": 0.1818181818181819,
1292
- "map@1": 0.98,
1293
- "map@5": 0.99,
1294
- "map@10": 0.99,
1295
- "mrr@1": 0.98,
1296
- "mrr@5": 0.99,
1297
- "mrr@10": 0.99,
1298
- "num_pred": 100,
1299
- "num_data": 100
1300
- },
1301
- "ViDoRe_esg_reports_human_labeled_v2": {
1302
- "hit@1": 0.5961538461538461,
1303
- "hit@5": 0.7884615384615384,
1304
- "hit@10": 0.8846153846153846,
1305
- "ndcg_linear@1": 0.5737179487179488,
1306
- "ndcg_linear@5": 0.6336537052325203,
1307
- "ndcg_linear@10": 0.6529793585477737,
1308
- "ndcg_exponential@1": 0.5668498168498168,
1309
- "ndcg_exponential@5": 0.6338504365299624,
1310
- "ndcg_exponential@10": 0.6525583236140545,
1311
- "precision@1": 0.5961538461538461,
1312
- "precision@5": 0.23076923076923078,
1313
- "precision@10": 0.13653846153846153,
1314
- "recall@1": 0.42499999999999993,
1315
- "recall@5": 0.6831959706959707,
1316
- "recall@10": 0.7332042957042956,
1317
- "f1@1": 0.4619329388560158,
1318
- "f1@5": 0.31360967463908646,
1319
- "f1@10": 0.21265489789245448,
1320
- "map@1": 0.5961538461538461,
1321
- "map@5": 0.5806089743589743,
1322
- "map@10": 0.5874552299552299,
1323
- "mrr@1": 0.5961538461538461,
1324
- "mrr@5": 0.6778846153846154,
1325
- "mrr@10": 0.6906669719169719,
1326
- "num_pred": 52,
1327
- "num_data": 52
1328
- },
1329
- "ViDoRe_biomedical_lectures_v2": {
1330
- "hit@1": 0.60625,
1331
- "hit@5": 0.85,
1332
- "hit@10": 0.925,
1333
- "ndcg_linear@1": 0.60625,
1334
- "ndcg_linear@5": 0.6321630109919968,
1335
- "ndcg_linear@10": 0.6696145930247519,
1336
- "ndcg_exponential@1": 0.60625,
1337
- "ndcg_exponential@5": 0.6321630109919967,
1338
- "ndcg_exponential@10": 0.6696145930247519,
1339
- "precision@1": 0.60625,
1340
- "precision@5": 0.28625,
1341
- "precision@10": 0.18312500000000004,
1342
- "recall@1": 0.3714732142857143,
1343
- "recall@5": 0.6426748710847976,
1344
- "recall@10": 0.7639356935956202,
1345
- "f1@1": 0.42434365981240985,
1346
- "f1@5": 0.35034138431013434,
1347
- "f1@10": 0.26680900601305013,
1348
- "map@1": 0.60625,
1349
- "map@5": 0.5633125,
1350
- "map@10": 0.5813255621693122,
1351
- "mrr@1": 0.60625,
1352
- "mrr@5": 0.7116666666666667,
1353
- "mrr@10": 0.721187996031746,
1354
- "num_pred": 160,
1355
- "num_data": 160
1356
- },
1357
- "ViDoRe_biomedical_lectures_v2_multilingual": {
1358
- "hit@1": 0.4546875,
1359
- "hit@5": 0.728125,
1360
- "hit@10": 0.815625,
1361
- "ndcg_linear@1": 0.4546875,
1362
- "ndcg_linear@5": 0.4948824579441539,
1363
- "ndcg_linear@10": 0.5296750546342992,
1364
- "ndcg_exponential@1": 0.4546875,
1365
- "ndcg_exponential@5": 0.4948824579441539,
1366
- "ndcg_exponential@10": 0.5296750546342992,
1367
- "precision@1": 0.4546875,
1368
- "precision@5": 0.23562500000000003,
1369
- "precision@10": 0.15390625,
1370
- "recall@1": 0.26338541666666665,
1371
- "recall@5": 0.523475905987395,
1372
- "recall@10": 0.6315834243670039,
1373
- "f1@1": 0.3050258161976912,
1374
- "f1@5": 0.28532247873654126,
1375
- "f1@10": 0.22208065327918272,
1376
- "map@1": 0.4546875,
1377
- "map@5": 0.4263871527777778,
1378
- "map@10": 0.44231501042257176,
1379
- "mrr@1": 0.4546875,
1380
- "mrr@5": 0.56375,
1381
- "mrr@10": 0.5754284474206349,
1382
- "num_pred": 640,
1383
- "num_data": 640
1384
- },
1385
- "ViDoRe_economics_reports_v2": {
1386
- "hit@1": 0.6724137931034483,
1387
- "hit@5": 0.9310344827586207,
1388
- "hit@10": 0.9655172413793104,
1389
- "ndcg_linear@1": 0.6724137931034483,
1390
- "ndcg_linear@5": 0.6056553663301496,
1391
- "ndcg_linear@10": 0.5922824033774157,
1392
- "ndcg_exponential@1": 0.6724137931034483,
1393
- "ndcg_exponential@5": 0.6056553663301496,
1394
- "ndcg_exponential@10": 0.5922824033774157,
1395
- "precision@1": 0.6724137931034483,
1396
- "precision@5": 0.5172413793103449,
1397
- "precision@10": 0.42068965517241375,
1398
- "recall@1": 0.11723627891151694,
1399
- "recall@5": 0.341348420329587,
1400
- "recall@10": 0.47018980193820314,
1401
- "f1@1": 0.1642430821398529,
1402
- "f1@5": 0.33405888546407864,
1403
- "f1@10": 0.363675986230019,
1404
- "map@1": 0.6724137931034483,
1405
- "map@5": 0.49423850574712647,
1406
- "map@10": 0.4510237910617631,
1407
- "mrr@1": 0.6724137931034483,
1408
- "mrr@5": 0.7741379310344827,
1409
- "mrr@10": 0.7798850574712644,
1410
- "num_pred": 58,
1411
- "num_data": 58
1412
- },
1413
- "ViDoRe_economics_reports_v2_multilingual": {
1414
- "hit@1": 0.6206896551724138,
1415
- "hit@5": 0.896551724137931,
1416
- "hit@10": 0.9353448275862069,
1417
- "ndcg_linear@1": 0.6206896551724138,
1418
- "ndcg_linear@5": 0.5421098675106539,
1419
- "ndcg_linear@10": 0.5287811820133248,
1420
- "ndcg_exponential@1": 0.6206896551724138,
1421
- "ndcg_exponential@5": 0.5421098675106539,
1422
- "ndcg_exponential@10": 0.5287811820133248,
1423
- "precision@1": 0.6206896551724138,
1424
- "precision@5": 0.45431034482758625,
1425
- "precision@10": 0.3745689655172414,
1426
- "recall@1": 0.10691249388459685,
1427
- "recall@5": 0.2925943528645089,
1428
- "recall@10": 0.41857708558180107,
1429
- "f1@1": 0.14883132087852466,
1430
- "f1@5": 0.2819557978845695,
1431
- "f1@10": 0.3211854297471819,
1432
- "map@1": 0.6206896551724138,
1433
- "map@5": 0.42993893678160916,
1434
- "map@10": 0.38539058495364936,
1435
- "mrr@1": 0.6206896551724138,
1436
- "mrr@5": 0.7347701149425288,
1437
- "mrr@10": 0.7403188286808976,
1438
- "num_pred": 232,
1439
- "num_data": 232
1440
- },
1441
- "ViDoRe_esg_reports_v2": {
1442
- "hit@1": 0.5789473684210527,
1443
- "hit@5": 0.8596491228070176,
1444
- "hit@10": 0.9473684210526315,
1445
- "ndcg_linear@1": 0.5789473684210527,
1446
- "ndcg_linear@5": 0.602098872333677,
1447
- "ndcg_linear@10": 0.6502705013382136,
1448
- "ndcg_exponential@1": 0.5789473684210527,
1449
- "ndcg_exponential@5": 0.602098872333677,
1450
- "ndcg_exponential@10": 0.6502705013382136,
1451
- "precision@1": 0.5789473684210527,
1452
- "precision@5": 0.3017543859649123,
1453
- "precision@10": 0.20877192982456141,
1454
- "recall@1": 0.29912280701754385,
1455
- "recall@5": 0.6300543024227234,
1456
- "recall@10": 0.7763784461152882,
1457
- "f1@1": 0.35366941051151574,
1458
- "f1@5": 0.3539625698588013,
1459
- "f1@10": 0.2835228463833646,
1460
- "map@1": 0.5789473684210527,
1461
- "map@5": 0.5113596491228071,
1462
- "map@10": 0.5349711083263715,
1463
- "mrr@1": 0.5789473684210527,
1464
- "mrr@5": 0.6877192982456141,
1465
- "mrr@10": 0.6999721526037316,
1466
- "num_pred": 57,
1467
- "num_data": 57
1468
- },
1469
- "ViDoRe_esg_reports_v2_multilingual": {
1470
- "hit@1": 0.4956140350877193,
1471
- "hit@5": 0.8201754385964912,
1472
- "hit@10": 0.9078947368421053,
1473
- "ndcg_linear@1": 0.4956140350877193,
1474
- "ndcg_linear@5": 0.553791630514325,
1475
- "ndcg_linear@10": 0.5983952525358399,
1476
- "ndcg_exponential@1": 0.4956140350877193,
1477
- "ndcg_exponential@5": 0.553791630514325,
1478
- "ndcg_exponential@10": 0.5983952525358399,
1479
- "precision@1": 0.4956140350877193,
1480
- "precision@5": 0.2789473684210526,
1481
- "precision@10": 0.18859649122807023,
1482
- "recall@1": 0.2702119883040936,
1483
- "recall@5": 0.5824352548036759,
1484
- "recall@10": 0.7194914369256475,
1485
- "f1@1": 0.31508798219324535,
1486
- "f1@5": 0.3248121100141491,
1487
- "f1@10": 0.2578734690556428,
1488
- "map@1": 0.4956140350877193,
1489
- "map@5": 0.4682602339181286,
1490
- "map@10": 0.48884156281908475,
1491
- "mrr@1": 0.4956140350877193,
1492
- "mrr@5": 0.628874269005848,
1493
- "mrr@10": 0.6414212614870508,
1494
- "num_pred": 228,
1495
- "num_data": 228
1496
- },
1497
- "VisRAG_ArxivQA": {
1498
- "hit@1": 0.8259803921568627,
1499
- "hit@5": 0.9166666666666666,
1500
- "hit@10": 0.9448529411764706,
1501
- "ndcg_linear@1": 0.8259803921568627,
1502
- "ndcg_linear@5": 0.8734973163142782,
1503
- "ndcg_linear@10": 0.8828532837961396,
1504
- "ndcg_exponential@1": 0.8259803921568627,
1505
- "ndcg_exponential@5": 0.8734973163142782,
1506
- "ndcg_exponential@10": 0.8828532837961396,
1507
- "precision@1": 0.8259803921568627,
1508
- "precision@5": 0.18333333333333332,
1509
- "precision@10": 0.09448529411764706,
1510
- "recall@1": 0.8259803921568627,
1511
- "recall@5": 0.9166666666666666,
1512
- "recall@10": 0.9448529411764706,
1513
- "f1@1": 0.8259803921568627,
1514
- "f1@5": 0.30555555555555564,
1515
- "f1@10": 0.17179144385026737,
1516
- "map@1": 0.8259803921568627,
1517
- "map@5": 0.8592320261437908,
1518
- "map@10": 0.86323140367258,
1519
- "mrr@1": 0.8259803921568627,
1520
- "mrr@5": 0.8592320261437908,
1521
- "mrr@10": 0.86323140367258,
1522
- "num_pred": 816,
1523
- "num_data": 816
1524
- },
1525
- "VisRAG_ChartQA": {
1526
- "hit@1": 0.7619047619047619,
1527
- "hit@5": 0.873015873015873,
1528
- "hit@10": 0.9206349206349206,
1529
- "ndcg_linear@1": 0.7619047619047619,
1530
- "ndcg_linear@5": 0.8190027211628073,
1531
- "ndcg_linear@10": 0.8349551877854593,
1532
- "ndcg_exponential@1": 0.7619047619047619,
1533
- "ndcg_exponential@5": 0.8190027211628073,
1534
- "ndcg_exponential@10": 0.8349551877854593,
1535
- "precision@1": 0.7619047619047619,
1536
- "precision@5": 0.1746031746031745,
1537
- "precision@10": 0.09206349206349201,
1538
- "recall@1": 0.7619047619047619,
1539
- "recall@5": 0.873015873015873,
1540
- "recall@10": 0.9206349206349206,
1541
- "f1@1": 0.7619047619047619,
1542
- "f1@5": 0.29100529100529093,
1543
- "f1@10": 0.16738816738816742,
1544
- "map@1": 0.7619047619047619,
1545
- "map@5": 0.8013227513227513,
1546
- "map@10": 0.8082199546485261,
1547
- "mrr@1": 0.7619047619047619,
1548
- "mrr@5": 0.8013227513227513,
1549
- "mrr@10": 0.8082199546485261,
1550
- "num_pred": 63,
1551
- "num_data": 63
1552
- },
1553
- "VisRAG_MP-DocVQA": {
1554
- "hit@1": 0.817258883248731,
1555
- "hit@5": 0.9475465313028765,
1556
- "hit@10": 0.961082910321489,
1557
- "ndcg_linear@1": 0.817258883248731,
1558
- "ndcg_linear@5": 0.8921574691348291,
1559
- "ndcg_linear@10": 0.8964004804547877,
1560
- "ndcg_exponential@1": 0.817258883248731,
1561
- "ndcg_exponential@5": 0.8921574691348291,
1562
- "ndcg_exponential@10": 0.8964004804547877,
1563
- "precision@1": 0.817258883248731,
1564
- "precision@5": 0.1895093062605753,
1565
- "precision@10": 0.0961082910321489,
1566
- "recall@1": 0.817258883248731,
1567
- "recall@5": 0.9475465313028765,
1568
- "recall@10": 0.961082910321489,
1569
- "f1@1": 0.817258883248731,
1570
- "f1@5": 0.3158488437676255,
1571
- "f1@10": 0.17474234733117985,
1572
- "map@1": 0.817258883248731,
1573
- "map@5": 0.873237450648618,
1574
- "map@10": 0.8749073402626703,
1575
- "mrr@1": 0.817258883248731,
1576
- "mrr@5": 0.873237450648618,
1577
- "mrr@10": 0.8749073402626703,
1578
- "num_pred": 591,
1579
- "num_data": 591
1580
- },
1581
- "VisRAG_SlideVQA": {
1582
- "hit@1": 0.9244604316546763,
1583
- "hit@5": 0.9766187050359713,
1584
- "hit@10": 0.9820143884892086,
1585
- "ndcg_linear@1": 0.9244604316546763,
1586
- "ndcg_linear@5": 0.9453762073854034,
1587
- "ndcg_linear@10": 0.9484324956995065,
1588
- "ndcg_exponential@1": 0.9244604316546763,
1589
- "ndcg_exponential@5": 0.9453762073854034,
1590
- "ndcg_exponential@10": 0.9484324956995065,
1591
- "precision@1": 0.9244604316546763,
1592
- "precision@5": 0.24388489208633093,
1593
- "precision@10": 0.12320143884892086,
1594
- "recall@1": 0.8003597122302158,
1595
- "recall@5": 0.9685251798561151,
1596
- "recall@10": 0.9766187050359713,
1597
- "f1@1": 0.841726618705036,
1598
- "f1@5": 0.3825796505652622,
1599
- "f1@10": 0.21626335295400048,
1600
- "map@1": 0.9244604316546763,
1601
- "map@5": 0.9316247002398079,
1602
- "map@10": 0.9332980044535798,
1603
- "mrr@1": 0.9244604316546763,
1604
- "mrr@5": 0.9481414868105514,
1605
- "mrr@10": 0.9489658273381295,
1606
- "num_pred": 556,
1607
- "num_data": 556
1608
- },
1609
- "VisRAG_InfoVQA": {
1610
- "hit@1": 0.8704735376044568,
1611
- "hit@5": 0.9832869080779945,
1612
- "hit@10": 0.9930362116991643,
1613
- "ndcg_linear@1": 0.8704735376044568,
1614
- "ndcg_linear@5": 0.9352387521932299,
1615
- "ndcg_linear@10": 0.9383224079083196,
1616
- "ndcg_exponential@1": 0.8704735376044568,
1617
- "ndcg_exponential@5": 0.9352387521932299,
1618
- "ndcg_exponential@10": 0.9383224079083196,
1619
- "precision@1": 0.8704735376044568,
1620
- "precision@5": 0.19665738161559887,
1621
- "precision@10": 0.09930362116991641,
1622
- "recall@1": 0.8704735376044568,
1623
- "recall@5": 0.9832869080779945,
1624
- "recall@10": 0.9930362116991643,
1625
- "f1@1": 0.8704735376044568,
1626
- "f1@5": 0.3277623026926649,
1627
- "f1@10": 0.1805520384907572,
1628
- "map@1": 0.8704735376044568,
1629
- "map@5": 0.9188254410399258,
1630
- "map@10": 0.9200573683512402,
1631
- "mrr@1": 0.8704735376044568,
1632
- "mrr@5": 0.9188254410399258,
1633
- "mrr@10": 0.9200573683512402,
1634
- "num_pred": 718,
1635
- "num_data": 718
1636
- },
1637
- "VisRAG_PlotQA": {
1638
- "hit@1": 0.49942062572421786,
1639
- "hit@5": 0.7520278099652375,
1640
- "hit@10": 0.8389339513325609,
1641
- "ndcg_linear@1": 0.49942062572421786,
1642
- "ndcg_linear@5": 0.6341927528705769,
1643
- "ndcg_linear@10": 0.6624618705964804,
1644
- "ndcg_exponential@1": 0.49942062572421786,
1645
- "ndcg_exponential@5": 0.6341927528705769,
1646
- "ndcg_exponential@10": 0.6624618705964804,
1647
- "precision@1": 0.49942062572421786,
1648
- "precision@5": 0.1504055619930475,
1649
- "precision@10": 0.08389339513325607,
1650
- "recall@1": 0.49942062572421786,
1651
- "recall@5": 0.7520278099652375,
1652
- "recall@10": 0.8389339513325609,
1653
- "f1@1": 0.49942062572421786,
1654
- "f1@5": 0.2506759366550792,
1655
- "f1@10": 0.1525334456968293,
1656
- "map@1": 0.49942062572421786,
1657
- "map@5": 0.5949787562765547,
1658
- "map@10": 0.6067474112085932,
1659
- "mrr@1": 0.49942062572421786,
1660
- "mrr@5": 0.5949787562765547,
1661
- "mrr@10": 0.6067474112085932,
1662
- "num_pred": 863,
1663
- "num_data": 863
1664
- },
1665
- "ViDoSeek-page": {
1666
- "hit@1": 0.02714535901926445,
1667
- "hit@5": 0.4290718038528897,
1668
- "hit@10": 0.6532399299474606,
1669
- "ndcg_linear@1": 0.02714535901926445,
1670
- "ndcg_linear@5": 0.23240353892048016,
1671
- "ndcg_linear@10": 0.305124886024534,
1672
- "ndcg_exponential@1": 0.02714535901926445,
1673
- "ndcg_exponential@5": 0.23240353892048016,
1674
- "ndcg_exponential@10": 0.305124886024534,
1675
- "precision@1": 0.02714535901926445,
1676
- "precision@5": 0.08581436077057793,
1677
- "precision@10": 0.06532399299474606,
1678
- "recall@1": 0.02714535901926445,
1679
- "recall@5": 0.4290718038528897,
1680
- "recall@10": 0.6532399299474606,
1681
- "f1@1": 0.02714535901926445,
1682
- "f1@5": 0.1430239346176299,
1683
- "f1@10": 0.11877089635408376,
1684
- "map@1": 0.02714535901926445,
1685
- "map@5": 0.16780502043199066,
1686
- "map@10": 0.19794637644900342,
1687
- "mrr@1": 0.02714535901926445,
1688
- "mrr@5": 0.16780502043199066,
1689
- "mrr@10": 0.19794637644900342,
1690
- "num_pred": 1142,
1691
- "num_data": 1142
1692
- },
1693
- "ViDoSeek-doc": {
1694
- "hit@1": 0.9964973730297724,
1695
- "hit@5": 0.9982486865148862,
1696
- "hit@10": 0.999124343257443,
1697
- "ndcg_linear@1": 0.6800934033858728,
1698
- "ndcg_linear@5": 0.8387827817558765,
1699
- "ndcg_linear@10": 0.8278623787973661,
1700
- "ndcg_exponential@1": 0.4540905679259443,
1701
- "ndcg_exponential@5": 0.7179848879430044,
1702
- "ndcg_exponential@10": 0.7517965160193582,
1703
- "precision@1": 0.9964973730297724,
1704
- "precision@5": 0.9288966725043785,
1705
- "precision@10": 0.8447460595446585,
1706
- "recall@1": 0.058761907353168774,
1707
- "recall@5": 0.2735768446029065,
1708
- "recall@10": 0.48843735028165003,
1709
- "f1@1": 0.11022913197970112,
1710
- "f1@5": 0.41401147163111984,
1711
- "f1@10": 0.6049486379407474,
1712
- "map@1": 0.9964973730297724,
1713
- "map@5": 0.9212288382953882,
1714
- "map@10": 0.8346283571805838,
1715
- "mrr@1": 0.9964973730297724,
1716
- "mrr@5": 0.9973730297723292,
1717
- "mrr@10": 0.9975189725627552,
1718
- "num_pred": 1142,
1719
- "num_data": 1142
1720
- },
1721
- "MMLongBench-page": {
1722
- "hit@1": 0.06921241050119331,
1723
- "hit@5": 0.32816229116945106,
1724
- "hit@10": 0.43556085918854415,
1725
- "ndcg_linear@1": 0.06921241050119331,
1726
- "ndcg_linear@5": 0.16193698962444822,
1727
- "ndcg_linear@10": 0.20158281959554863,
1728
- "ndcg_exponential@1": 0.06921241050119331,
1729
- "ndcg_exponential@5": 0.16193698962444822,
1730
- "ndcg_exponential@10": 0.20158281959554863,
1731
- "precision@1": 0.06921241050119331,
1732
- "precision@5": 0.07756563245823389,
1733
- "precision@10": 0.058233890214797135,
1734
- "recall@1": 0.040324184566428,
1735
- "recall@5": 0.23706102966246162,
1736
- "recall@10": 0.34820150017047385,
1737
- "f1@1": 0.048800854409446294,
1738
- "f1@5": 0.1101645476522635,
1739
- "f1@10": 0.09465332114769648,
1740
- "map@1": 0.06921241050119331,
1741
- "map@5": 0.11841553964465659,
1742
- "map@10": 0.13681524054861935,
1743
- "mrr@1": 0.06921241050119331,
1744
- "mrr@5": 0.16302704852824182,
1745
- "mrr@10": 0.17715081259234006,
1746
- "num_pred": 838,
1747
- "num_data": 838
1748
- },
1749
- "MMLongBench-doc": {
1750
- "hit@1": 0.7326968973747017,
1751
- "hit@5": 0.8126491646778043,
1752
- "hit@10": 0.837708830548926,
1753
- "ndcg_linear@1": 0.5123309466984886,
1754
- "ndcg_linear@5": 0.5428858706725166,
1755
- "ndcg_linear@10": 0.5275085648914615,
1756
- "ndcg_exponential@1": 0.354926696215479,
1757
- "ndcg_exponential@5": 0.45441895462567394,
1758
- "ndcg_exponential@10": 0.4695562288112078,
1759
- "precision@1": 0.7326968973747017,
1760
- "precision@5": 0.6021479713603819,
1761
- "precision@10": 0.540453460620525,
1762
- "recall@1": 0.023809666923602684,
1763
- "recall@5": 0.09513770171338518,
1764
- "recall@10": 0.16711122344532417,
1765
- "f1@1": 0.04565355580911593,
1766
- "f1@5": 0.15776265072387466,
1767
- "f1@10": 0.2394225821542852,
1768
- "map@1": 0.7326968973747017,
1769
- "map@5": 0.5741805887032617,
1770
- "map@10": 0.4961500044196942,
1771
- "mrr@1": 0.7326968973747017,
1772
- "mrr@5": 0.7620525059665871,
1773
- "mrr@10": 0.7654510929272267,
1774
- "num_pred": 838,
1775
- "num_data": 838
1776
- }
1777
- },
1778
- "video": {
1779
- "DiDeMo": {
1780
- "hit@1": 0.2639442231075697,
1781
- "hit@5": 0.4800796812749004,
1782
- "hit@10": 0.5876494023904383,
1783
- "ndcg_linear@1": 0.2639442231075697,
1784
- "ndcg_linear@5": 0.378795485959218,
1785
- "ndcg_linear@10": 0.41351240118071275,
1786
- "ndcg_exponential@1": 0.2639442231075697,
1787
- "ndcg_exponential@5": 0.378795485959218,
1788
- "ndcg_exponential@10": 0.41351240118071275,
1789
- "precision@1": 0.2639442231075697,
1790
- "precision@5": 0.09601593625498009,
1791
- "precision@10": 0.05876494023904382,
1792
- "recall@1": 0.2639442231075697,
1793
- "recall@5": 0.4800796812749004,
1794
- "recall@10": 0.5876494023904383,
1795
- "f1@1": 0.2639442231075697,
1796
- "f1@5": 0.16002656042496685,
1797
- "f1@10": 0.10684534588917059,
1798
- "map@1": 0.2639442231075697,
1799
- "map@5": 0.34510292164674633,
1800
- "map@10": 0.35938705495478407,
1801
- "mrr@1": 0.2639442231075697,
1802
- "mrr@5": 0.34510292164674633,
1803
- "mrr@10": 0.35938705495478407,
1804
- "num_pred": 1004,
1805
- "num_data": 1004
1806
- },
1807
- "MSR-VTT": {
1808
- "hit@1": 0.318,
1809
- "hit@5": 0.549,
1810
- "hit@10": 0.653,
1811
- "ndcg_linear@1": 0.318,
1812
- "ndcg_linear@5": 0.43999853281714363,
1813
- "ndcg_linear@10": 0.4729767910864836,
1814
- "ndcg_exponential@1": 0.318,
1815
- "ndcg_exponential@5": 0.43999853281714363,
1816
- "ndcg_exponential@10": 0.4729767910864836,
1817
- "precision@1": 0.318,
1818
- "precision@5": 0.10979999999999998,
1819
- "precision@10": 0.0653,
1820
- "recall@1": 0.318,
1821
- "recall@5": 0.549,
1822
- "recall@10": 0.653,
1823
- "f1@1": 0.318,
1824
- "f1@5": 0.18300000000000005,
1825
- "f1@10": 0.11872727272727275,
1826
- "map@1": 0.318,
1827
- "map@5": 0.40383333333333327,
1828
- "map@10": 0.4170674603174603,
1829
- "mrr@1": 0.318,
1830
- "mrr@5": 0.40383333333333327,
1831
- "mrr@10": 0.4170674603174603,
1832
- "num_pred": 1000,
1833
- "num_data": 1000
1834
- },
1835
- "MSVD": {
1836
- "hit@1": 0.49701492537313435,
1837
- "hit@5": 0.7388059701492538,
1838
- "hit@10": 0.8298507462686567,
1839
- "ndcg_linear@1": 0.49701492537313435,
1840
- "ndcg_linear@5": 0.6297230187611768,
1841
- "ndcg_linear@10": 0.6594388806903934,
1842
- "ndcg_exponential@1": 0.49701492537313435,
1843
- "ndcg_exponential@5": 0.6297230187611768,
1844
- "ndcg_exponential@10": 0.6594388806903934,
1845
- "precision@1": 0.49701492537313435,
1846
- "precision@5": 0.14776119402985072,
1847
- "precision@10": 0.08298507462686566,
1848
- "recall@1": 0.49701492537313435,
1849
- "recall@5": 0.7388059701492538,
1850
- "recall@10": 0.8298507462686567,
1851
- "f1@1": 0.49701492537313435,
1852
- "f1@5": 0.24626865671641796,
1853
- "f1@10": 0.15088195386702855,
1854
- "map@1": 0.49701492537313435,
1855
- "map@5": 0.5930348258706468,
1856
- "map@10": 0.6054554607912818,
1857
- "mrr@1": 0.49701492537313435,
1858
- "mrr@5": 0.5930348258706468,
1859
- "mrr@10": 0.6054554607912818,
1860
- "num_pred": 670,
1861
- "num_data": 670
1862
- },
1863
- "VATEX": {
1864
- "hit@1": 0.24877177311299686,
1865
- "hit@5": 0.4723090665475659,
1866
- "hit@10": 0.5792764627065654,
1867
- "ndcg_linear@1": 0.24877177311299686,
1868
- "ndcg_linear@5": 0.36560074904604023,
1869
- "ndcg_linear@10": 0.40032465920098576,
1870
- "ndcg_exponential@1": 0.24877177311299686,
1871
- "ndcg_exponential@5": 0.36560074904604023,
1872
- "ndcg_exponential@10": 0.40032465920098576,
1873
- "precision@1": 0.24877177311299686,
1874
- "precision@5": 0.09446181330951318,
1875
- "precision@10": 0.05792764627065654,
1876
- "recall@1": 0.24877177311299686,
1877
- "recall@5": 0.4723090665475659,
1878
- "recall@10": 0.5792764627065654,
1879
- "f1@1": 0.24877177311299686,
1880
- "f1@5": 0.15743635551585533,
1881
- "f1@10": 0.10532299321937554,
1882
- "map@1": 0.24877177311299686,
1883
- "map@5": 0.33029626321274375,
1884
- "map@10": 0.3447070156036212,
1885
- "mrr@1": 0.24877177311299686,
1886
- "mrr@5": 0.33029626321274375,
1887
- "mrr@10": 0.3447070156036212,
1888
- "num_pred": 4478,
1889
- "num_data": 4478
1890
- },
1891
- "YouCook2": {
1892
- "hit@1": 0.09090909090909091,
1893
- "hit@5": 0.22805913809374018,
1894
- "hit@10": 0.30229631959735764,
1895
- "ndcg_linear@1": 0.09090909090909091,
1896
- "ndcg_linear@5": 0.16160064951123587,
1897
- "ndcg_linear@10": 0.18557172152328222,
1898
- "ndcg_exponential@1": 0.09090909090909091,
1899
- "ndcg_exponential@5": 0.16160064951123587,
1900
- "ndcg_exponential@10": 0.18557172152328222,
1901
- "precision@1": 0.09090909090909091,
1902
- "precision@5": 0.04561182761874803,
1903
- "precision@10": 0.030229631959735763,
1904
- "recall@1": 0.09090909090909091,
1905
- "recall@5": 0.22805913809374018,
1906
- "recall@10": 0.30229631959735764,
1907
- "f1@1": 0.09090909090909091,
1908
- "f1@5": 0.0760197126979134,
1909
- "f1@10": 0.05496296719951958,
1910
- "map@1": 0.09090909090909091,
1911
- "map@5": 0.13971898919995804,
1912
- "map@10": 0.149584825017351,
1913
- "mrr@1": 0.09090909090909091,
1914
- "mrr@5": 0.13971898919995804,
1915
- "mrr@10": 0.149584825017351,
1916
- "num_pred": 3179,
1917
- "num_data": 3179
1918
- },
1919
- "QVHighlight": {
1920
- "hit@1": 0.5946445060018467,
1921
- "hit@5": 0.8901200369344414,
1922
- "hit@10": 1.0,
1923
- "ndcg_linear@1": 0.5946445060018467,
1924
- "ndcg_linear@5": 0.7511101894816002,
1925
- "ndcg_linear@10": 0.7866485150531158,
1926
- "ndcg_exponential@1": 0.5946445060018467,
1927
- "ndcg_exponential@5": 0.7511101894816002,
1928
- "ndcg_exponential@10": 0.7866485150531158,
1929
- "precision@1": 0.5946445060018467,
1930
- "precision@5": 0.17802400738688828,
1931
- "precision@10": 0.09999999999999998,
1932
- "recall@1": 0.5946445060018467,
1933
- "recall@5": 0.8901200369344414,
1934
- "recall@10": 1.0,
1935
- "f1@1": 0.5946445060018467,
1936
- "f1@5": 0.2967066789781472,
1937
- "f1@10": 0.18181818181818185,
1938
- "map@1": 0.5946445060018467,
1939
- "map@5": 0.7049092028316406,
1940
- "map@10": 0.7195789180553723,
1941
- "mrr@1": 0.5946445060018467,
1942
- "mrr@5": 0.7049092028316406,
1943
- "mrr@10": 0.7195789180553723,
1944
- "num_pred": 1083,
1945
- "num_data": 1083
1946
- },
1947
- "Charades-STA": {
1948
- "hit@1": 0.14030261348005502,
1949
- "hit@5": 0.4814305364511692,
1950
- "hit@10": 1.0,
1951
- "ndcg_linear@1": 0.14030261348005502,
1952
- "ndcg_linear@5": 0.30810403477419174,
1953
- "ndcg_linear@10": 0.47145234528957136,
1954
- "ndcg_exponential@1": 0.14030261348005502,
1955
- "ndcg_exponential@5": 0.30810403477419174,
1956
- "ndcg_exponential@10": 0.47145234528957136,
1957
- "precision@1": 0.14030261348005502,
1958
- "precision@5": 0.09628610729023383,
1959
- "precision@10": 0.09999999999999998,
1960
- "recall@1": 0.14030261348005502,
1961
- "recall@5": 0.4814305364511692,
1962
- "recall@10": 1.0,
1963
- "f1@1": 0.14030261348005502,
1964
- "f1@5": 0.1604768454837231,
1965
- "f1@10": 0.18181818181818185,
1966
- "map@1": 0.14030261348005502,
1967
- "map@5": 0.25176524530032096,
1968
- "map@10": 0.316674854260824,
1969
- "mrr@1": 0.14030261348005502,
1970
- "mrr@5": 0.25176524530032096,
1971
- "mrr@10": 0.316674854260824,
1972
- "num_pred": 727,
1973
- "num_data": 727
1974
- },
1975
- "MomentSeeker": {
1976
- "hit@1": 0.411,
1977
- "hit@5": 0.843,
1978
- "hit@10": 1.0,
1979
- "ndcg_linear@1": 0.411,
1980
- "ndcg_linear@5": 0.634078739972362,
1981
- "ndcg_linear@10": 0.6881192429566156,
1982
- "ndcg_exponential@1": 0.411,
1983
- "ndcg_exponential@5": 0.634078739972362,
1984
- "ndcg_exponential@10": 0.6881192429566156,
1985
- "precision@1": 0.411,
1986
- "precision@5": 0.17660000000000003,
1987
- "precision@10": 0.10640000000000004,
1988
- "recall@1": 0.39745833333333336,
1989
- "recall@5": 0.8378333333333332,
1990
- "recall@10": 0.999625,
1991
- "f1@1": 0.40126031746031743,
1992
- "f1@5": 0.28852658452658453,
1993
- "f1@10": 0.19034848484848482,
1994
- "map@1": 0.411,
1995
- "map@5": 0.56484,
1996
- "map@10": 0.5887203373015872,
1997
- "mrr@1": 0.411,
1998
- "mrr@5": 0.5684166666666667,
1999
- "mrr@10": 0.5904809523809524,
2000
- "num_pred": 1000,
2001
- "num_data": 1000
2002
- },
2003
- "K700": {
2004
- "hit@1": 0.397,
2005
- "hit@5": 0.629,
2006
- "hit@10": 0.715,
2007
- "ndcg_linear@1": 0.397,
2008
- "ndcg_linear@5": 0.5194137751146535,
2009
- "ndcg_linear@10": 0.547354054247126,
2010
- "ndcg_exponential@1": 0.397,
2011
- "ndcg_exponential@5": 0.5194137751146535,
2012
- "ndcg_exponential@10": 0.547354054247126,
2013
- "precision@1": 0.397,
2014
- "precision@5": 0.1258,
2015
- "precision@10": 0.0715,
2016
- "recall@1": 0.397,
2017
- "recall@5": 0.629,
2018
- "recall@10": 0.715,
2019
- "f1@1": 0.397,
2020
- "f1@5": 0.20966666666666675,
2021
- "f1@10": 0.13,
2022
- "map@1": 0.397,
2023
- "map@5": 0.4830833333333333,
2024
- "map@10": 0.4946920634920635,
2025
- "mrr@1": 0.397,
2026
- "mrr@5": 0.4830833333333333,
2027
- "mrr@10": 0.4946920634920635,
2028
- "num_pred": 1000,
2029
- "num_data": 1000
2030
- },
2031
- "SmthSmthV2": {
2032
- "hit@1": 0.306,
2033
- "hit@5": 0.539,
2034
- "hit@10": 0.621,
2035
- "ndcg_linear@1": 0.306,
2036
- "ndcg_linear@5": 0.4300547709738873,
2037
- "ndcg_linear@10": 0.45655616986633807,
2038
- "ndcg_exponential@1": 0.306,
2039
- "ndcg_exponential@5": 0.4300547709738873,
2040
- "ndcg_exponential@10": 0.45655616986633807,
2041
- "precision@1": 0.306,
2042
- "precision@5": 0.10779999999999998,
2043
- "precision@10": 0.062099999999999995,
2044
- "recall@1": 0.306,
2045
- "recall@5": 0.539,
2046
- "recall@10": 0.621,
2047
- "f1@1": 0.306,
2048
- "f1@5": 0.1796666666666667,
2049
- "f1@10": 0.11290909090909092,
2050
- "map@1": 0.306,
2051
- "map@5": 0.39380000000000004,
2052
- "map@10": 0.40473095238095236,
2053
- "mrr@1": 0.306,
2054
- "mrr@5": 0.39380000000000004,
2055
- "mrr@10": 0.40473095238095236,
2056
- "num_pred": 1000,
2057
- "num_data": 1000
2058
- },
2059
- "HMDB51": {
2060
- "hit@1": 0.479,
2061
- "hit@5": 0.715,
2062
- "hit@10": 0.805,
2063
- "ndcg_linear@1": 0.479,
2064
- "ndcg_linear@5": 0.6047040247872099,
2065
- "ndcg_linear@10": 0.6340238736498572,
2066
- "ndcg_exponential@1": 0.479,
2067
- "ndcg_exponential@5": 0.6047040247872099,
2068
- "ndcg_exponential@10": 0.6340238736498572,
2069
- "precision@1": 0.479,
2070
- "precision@5": 0.143,
2071
- "precision@10": 0.0805,
2072
- "recall@1": 0.479,
2073
- "recall@5": 0.715,
2074
- "recall@10": 0.805,
2075
- "f1@1": 0.479,
2076
- "f1@5": 0.23833333333333337,
2077
- "f1@10": 0.14636363636363636,
2078
- "map@1": 0.479,
2079
- "map@5": 0.5679833333333334,
2080
- "map@10": 0.5802178571428571,
2081
- "mrr@1": 0.479,
2082
- "mrr@5": 0.5679833333333334,
2083
- "mrr@10": 0.5802178571428571,
2084
- "num_pred": 1000,
2085
- "num_data": 1000
2086
- },
2087
- "UCF101": {
2088
- "hit@1": 0.547,
2089
- "hit@5": 0.776,
2090
- "hit@10": 0.848,
2091
- "ndcg_linear@1": 0.547,
2092
- "ndcg_linear@5": 0.671929263649622,
2093
- "ndcg_linear@10": 0.6952345321688619,
2094
- "ndcg_exponential@1": 0.547,
2095
- "ndcg_exponential@5": 0.671929263649622,
2096
- "ndcg_exponential@10": 0.6952345321688619,
2097
- "precision@1": 0.547,
2098
- "precision@5": 0.15519999999999998,
2099
- "precision@10": 0.08480000000000001,
2100
- "recall@1": 0.547,
2101
- "recall@5": 0.776,
2102
- "recall@10": 0.848,
2103
- "f1@1": 0.547,
2104
- "f1@5": 0.25866666666666677,
2105
- "f1@10": 0.1541818181818182,
2106
- "map@1": 0.547,
2107
- "map@5": 0.637,
2108
- "map@10": 0.6466361111111112,
2109
- "mrr@1": 0.547,
2110
- "mrr@5": 0.637,
2111
- "mrr@10": 0.6466361111111112,
2112
- "num_pred": 1000,
2113
- "num_data": 1000
2114
- },
2115
- "Breakfast": {
2116
- "hit@1": 0.14318706697459585,
2117
- "hit@5": 0.5635103926096998,
2118
- "hit@10": 1.0,
2119
- "ndcg_linear@1": 0.14318706697459585,
2120
- "ndcg_linear@5": 0.35021514635379236,
2121
- "ndcg_linear@10": 0.4904891071186407,
2122
- "ndcg_exponential@1": 0.14318706697459585,
2123
- "ndcg_exponential@5": 0.35021514635379236,
2124
- "ndcg_exponential@10": 0.4904891071186407,
2125
- "precision@1": 0.14318706697459585,
2126
- "precision@5": 0.11270207852193995,
2127
- "precision@10": 0.1,
2128
- "recall@1": 0.14318706697459585,
2129
- "recall@5": 0.5635103926096998,
2130
- "recall@10": 1.0,
2131
- "f1@1": 0.14318706697459585,
2132
- "f1@5": 0.18783679753656665,
2133
- "f1@10": 0.1818181818181818,
2134
- "map@1": 0.14318706697459585,
2135
- "map@5": 0.2807544264819091,
2136
- "map@10": 0.33812731405110164,
2137
- "mrr@1": 0.14318706697459585,
2138
- "mrr@5": 0.2807544264819091,
2139
- "mrr@10": 0.33812731405110164,
2140
- "num_pred": 433,
2141
- "num_data": 433
2142
- },
2143
- "MVBench": {
2144
- "hit@1": 0.46625,
2145
- "hit@5": 1.0,
2146
- "hit@10": 1.0,
2147
- "ndcg_linear@1": 0.46625,
2148
- "ndcg_linear@5": 0.7596556549662636,
2149
- "ndcg_linear@10": 0.7596556549662636,
2150
- "ndcg_exponential@1": 0.46625,
2151
- "ndcg_exponential@5": 0.7596556549662636,
2152
- "ndcg_exponential@10": 0.7596556549662636,
2153
- "precision@1": 0.46625,
2154
- "precision@5": 0.20000000000000004,
2155
- "precision@10": 0.10000000000000002,
2156
- "recall@1": 0.46625,
2157
- "recall@5": 1.0,
2158
- "recall@10": 1.0,
2159
- "f1@1": 0.46625,
2160
- "f1@5": 0.3333333333333333,
2161
- "f1@10": 0.18181818181818182,
2162
- "map@1": 0.46625,
2163
- "map@5": 0.678425,
2164
- "map@10": 0.678425,
2165
- "mrr@1": 0.46625,
2166
- "mrr@5": 0.678425,
2167
- "mrr@10": 0.678425,
2168
- "num_pred": 4000,
2169
- "num_data": 4000
2170
- },
2171
- "Video-MME": {
2172
- "hit@1": 0.39185185185185184,
2173
- "hit@5": 1.0,
2174
- "hit@10": 1.0,
2175
- "ndcg_linear@1": 0.39185185185185184,
2176
- "ndcg_linear@5": 0.7181257548926895,
2177
- "ndcg_linear@10": 0.7181257548926895,
2178
- "ndcg_exponential@1": 0.39185185185185184,
2179
- "ndcg_exponential@5": 0.7181257548926895,
2180
- "ndcg_exponential@10": 0.7181257548926895,
2181
- "precision@1": 0.39185185185185184,
2182
- "precision@5": 0.19999999999999996,
2183
- "precision@10": 0.09999999999999998,
2184
- "recall@1": 0.39185185185185184,
2185
- "recall@5": 1.0,
2186
- "recall@10": 1.0,
2187
- "f1@1": 0.39185185185185184,
2188
- "f1@5": 0.3333333333333334,
2189
- "f1@10": 0.18181818181818188,
2190
- "map@1": 0.39185185185185184,
2191
- "map@5": 0.6235802469135802,
2192
- "map@10": 0.6235802469135802,
2193
- "mrr@1": 0.39185185185185184,
2194
- "mrr@5": 0.6235802469135802,
2195
- "mrr@10": 0.6235802469135802,
2196
- "num_pred": 2700,
2197
- "num_data": 2700
2198
- },
2199
- "NExTQA": {
2200
- "hit@1": 0.5354974311069594,
2201
- "hit@5": 1.0,
2202
- "hit@10": 1.0,
2203
- "ndcg_linear@1": 0.5354974311069594,
2204
- "ndcg_linear@5": 0.77906035779538,
2205
- "ndcg_linear@10": 0.77906035779538,
2206
- "ndcg_exponential@1": 0.5354974311069594,
2207
- "ndcg_exponential@5": 0.77906035779538,
2208
- "ndcg_exponential@10": 0.77906035779538,
2209
- "precision@1": 0.5354974311069594,
2210
- "precision@5": 0.20000000000000004,
2211
- "precision@10": 0.10000000000000002,
2212
- "recall@1": 0.5354974311069594,
2213
- "recall@5": 1.0,
2214
- "recall@10": 1.0,
2215
- "f1@1": 0.5354974311069594,
2216
- "f1@5": 0.3333333333333333,
2217
- "f1@10": 0.1818181818181818,
2218
- "map@1": 0.5354974311069594,
2219
- "map@5": 0.7058578545850848,
2220
- "map@10": 0.7058578545850848,
2221
- "mrr@1": 0.5354974311069594,
2222
- "mrr@5": 0.7056632414759458,
2223
- "mrr@10": 0.7056632414759458,
2224
- "num_pred": 8564,
2225
- "num_data": 8564
2226
- },
2227
- "EgoSchema": {
2228
- "hit@1": 0.468,
2229
- "hit@5": 1.0,
2230
- "hit@10": 1.0,
2231
- "ndcg_linear@1": 0.468,
2232
- "ndcg_linear@5": 0.7452026017383512,
2233
- "ndcg_linear@10": 0.7452026017383512,
2234
- "ndcg_exponential@1": 0.468,
2235
- "ndcg_exponential@5": 0.7452026017383512,
2236
- "ndcg_exponential@10": 0.7452026017383512,
2237
- "precision@1": 0.468,
2238
- "precision@5": 0.2,
2239
- "precision@10": 0.1,
2240
- "recall@1": 0.468,
2241
- "recall@5": 1.0,
2242
- "recall@10": 1.0,
2243
- "f1@1": 0.468,
2244
- "f1@5": 0.3333333333333333,
2245
- "f1@10": 0.18181818181818182,
2246
- "map@1": 0.468,
2247
- "map@5": 0.6607999999999999,
2248
- "map@10": 0.6607999999999999,
2249
- "mrr@1": 0.468,
2250
- "mrr@5": 0.6607999999999999,
2251
- "mrr@10": 0.6607999999999999,
2252
- "num_pred": 500,
2253
- "num_data": 500
2254
- },
2255
- "ActivityNetQA": {
2256
- "hit@1": 0.656,
2257
- "hit@5": 1.0,
2258
- "hit@10": 1.0,
2259
- "ndcg_linear@1": 0.656,
2260
- "ndcg_linear@5": 0.8730398352285815,
2261
- "ndcg_linear@10": 0.8730398352285815,
2262
- "ndcg_exponential@1": 0.656,
2263
- "ndcg_exponential@5": 0.8730398352285815,
2264
- "ndcg_exponential@10": 0.8730398352285815,
2265
- "precision@1": 0.656,
2266
- "precision@5": 0.20000000000000004,
2267
- "precision@10": 0.10000000000000002,
2268
- "recall@1": 0.656,
2269
- "recall@5": 1.0,
2270
- "recall@10": 1.0,
2271
- "f1@1": 0.656,
2272
- "f1@5": 0.3333333333333333,
2273
- "f1@10": 0.18181818181818182,
2274
- "map@1": 0.656,
2275
- "map@5": 0.828,
2276
- "map@10": 0.828,
2277
- "mrr@1": 0.656,
2278
- "mrr@5": 0.828,
2279
- "mrr@10": 0.828,
2280
- "num_pred": 1000,
2281
- "num_data": 1000
2282
- }
2283
- }
2284
- }
2285
- }