Hugging Face's logo

Spaces:
TIGER-Lab
/
MMEB-Leaderboard
Running

App Files Community
77
MINGYISU lopel233 commited on
Commit
550573a
·
verified ·
1 Parent(s): 372835b

Add results of OEmbedding-v1-7B (#64)

Browse files

- Add results of OEmbedding-v1-7B (69f119eeae532672f09b0fe5310a4085921997db)


Co-authored-by: luobei <[email protected]>

Files changed (1) hide show
  1. scores/OEmbedding-v1-7B.json +1074 -0
scores/OEmbedding-v1-7B.json ADDED
@@ -0,0 +1,1074 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "model_name": "OEmbedding-v1-7B",
4
+ "model_backbone": "Qwen2-VL-7B-Instruct",
5
+ "model_size": 8.29,
6
+ "embedding_dimension": 3584,
7
+ "max_length_tokens": null,
8
+ "model_release_date": "2025-08-22",
9
+ "data_source": "Self-Reported",
10
+ "url": "",
11
+ "report_generated_date": "2025-08-22T09:48:59.504092"
12
+ },
13
+ "metrics": {
14
+ "image": {
15
+ "ImageNet-1K": {
16
+ "hit@1": 0.824,
17
+ "hit@5": 0.966,
18
+ "hit@10": 0.981,
19
+ "ndcg_linear@1": 0.824,
20
+ "ndcg_linear@5": 0.904792476599327,
21
+ "ndcg_linear@10": 0.9097120619785342,
22
+ "ndcg_exponential@1": 0.824,
23
+ "ndcg_exponential@5": 0.904792476599327,
24
+ "ndcg_exponential@10": 0.9097120619785342,
25
+ "precision@1": 0.824,
26
+ "precision@5": 0.1932,
27
+ "precision@10": 0.09810000000000002,
28
+ "recall@1": 0.824,
29
+ "recall@5": 0.966,
30
+ "recall@10": 0.981,
31
+ "f1@1": 0.824,
32
+ "f1@5": 0.322,
33
+ "f1@10": 0.17836363636363634,
34
+ "map@1": 0.824,
35
+ "map@5": 0.8839333333333333,
36
+ "map@10": 0.8860035714285713,
37
+ "mrr@1": 0.824,
38
+ "mrr@5": 0.8839333333333333,
39
+ "mrr@10": 0.8860035714285713,
40
+ "num_pred": 1000,
41
+ "num_data": 1000
42
+ },
43
+ "N24News": {
44
+ "hit@1": 0.77,
45
+ "hit@5": 0.964,
46
+ "hit@10": 0.987,
47
+ "ndcg_linear@1": 0.77,
48
+ "ndcg_linear@5": 0.8803073183540987,
49
+ "ndcg_linear@10": 0.8878846296053701,
50
+ "ndcg_exponential@1": 0.77,
51
+ "ndcg_exponential@5": 0.8803073183540987,
52
+ "ndcg_exponential@10": 0.8878846296053701,
53
+ "precision@1": 0.77,
54
+ "precision@5": 0.1928,
55
+ "precision@10": 0.09870000000000002,
56
+ "recall@1": 0.77,
57
+ "recall@5": 0.964,
58
+ "recall@10": 0.987,
59
+ "f1@1": 0.77,
60
+ "f1@5": 0.32133333333333336,
61
+ "f1@10": 0.17945454545454545,
62
+ "map@1": 0.77,
63
+ "map@5": 0.8517833333333333,
64
+ "map@10": 0.854995238095238,
65
+ "mrr@1": 0.77,
66
+ "mrr@5": 0.8517833333333333,
67
+ "mrr@10": 0.854995238095238,
68
+ "num_pred": 1000,
69
+ "num_data": 1000
70
+ },
71
+ "HatefulMemes": {
72
+ "hit@1": 0.656,
73
+ "hit@5": 1.0,
74
+ "hit@10": 1.0,
75
+ "ndcg_linear@1": 0.656,
76
+ "ndcg_linear@5": 0.8730398352285815,
77
+ "ndcg_linear@10": 0.8730398352285815,
78
+ "ndcg_exponential@1": 0.656,
79
+ "ndcg_exponential@5": 0.8730398352285815,
80
+ "ndcg_exponential@10": 0.8730398352285815,
81
+ "precision@1": 0.656,
82
+ "precision@5": 0.20000000000000004,
83
+ "precision@10": 0.10000000000000002,
84
+ "recall@1": 0.656,
85
+ "recall@5": 1.0,
86
+ "recall@10": 1.0,
87
+ "f1@1": 0.656,
88
+ "f1@5": 0.3333333333333333,
89
+ "f1@10": 0.18181818181818182,
90
+ "map@1": 0.656,
91
+ "map@5": 0.828,
92
+ "map@10": 0.828,
93
+ "mrr@1": 0.656,
94
+ "mrr@5": 0.828,
95
+ "mrr@10": 0.828,
96
+ "num_pred": 1000,
97
+ "num_data": 1000
98
+ },
99
+ "VOC2007": {
100
+ "hit@1": 0.793,
101
+ "hit@5": 0.977,
102
+ "hit@10": 0.99,
103
+ "ndcg_linear@1": 0.793,
104
+ "ndcg_linear@5": 0.9018680521222251,
105
+ "ndcg_linear@10": 0.9062457600987753,
106
+ "ndcg_exponential@1": 0.793,
107
+ "ndcg_exponential@5": 0.9018680521222251,
108
+ "ndcg_exponential@10": 0.9062457600987753,
109
+ "precision@1": 0.793,
110
+ "precision@5": 0.19540000000000005,
111
+ "precision@10": 0.09900000000000002,
112
+ "recall@1": 0.793,
113
+ "recall@5": 0.977,
114
+ "recall@10": 0.99,
115
+ "f1@1": 0.793,
116
+ "f1@5": 0.32566666666666666,
117
+ "f1@10": 0.17999999999999997,
118
+ "map@1": 0.793,
119
+ "map@5": 0.8759000000000001,
120
+ "map@10": 0.8778095238095238,
121
+ "mrr@1": 0.793,
122
+ "mrr@5": 0.8759000000000001,
123
+ "mrr@10": 0.8778095238095238,
124
+ "num_pred": 1000,
125
+ "num_data": 1000
126
+ },
127
+ "SUN397": {
128
+ "hit@1": 0.772,
129
+ "hit@5": 0.971,
130
+ "hit@10": 0.989,
131
+ "ndcg_linear@1": 0.772,
132
+ "ndcg_linear@5": 0.8848962311581288,
133
+ "ndcg_linear@10": 0.8907910542823452,
134
+ "ndcg_exponential@1": 0.772,
135
+ "ndcg_exponential@5": 0.8848962311581288,
136
+ "ndcg_exponential@10": 0.8907910542823452,
137
+ "precision@1": 0.772,
138
+ "precision@5": 0.19420000000000004,
139
+ "precision@10": 0.0989,
140
+ "recall@1": 0.772,
141
+ "recall@5": 0.971,
142
+ "recall@10": 0.989,
143
+ "f1@1": 0.772,
144
+ "f1@5": 0.32366666666666666,
145
+ "f1@10": 0.1798181818181818,
146
+ "map@1": 0.772,
147
+ "map@5": 0.8556166666666668,
148
+ "map@10": 0.8580928571428571,
149
+ "mrr@1": 0.772,
150
+ "mrr@5": 0.8556166666666668,
151
+ "mrr@10": 0.8580928571428571,
152
+ "num_pred": 1000,
153
+ "num_data": 1000
154
+ },
155
+ "Place365": {
156
+ "hit@1": 0.447,
157
+ "hit@5": 0.759,
158
+ "hit@10": 0.845,
159
+ "ndcg_linear@1": 0.447,
160
+ "ndcg_linear@5": 0.6135141244998181,
161
+ "ndcg_linear@10": 0.6412495429744942,
162
+ "ndcg_exponential@1": 0.447,
163
+ "ndcg_exponential@5": 0.6135141244998181,
164
+ "ndcg_exponential@10": 0.6412495429744942,
165
+ "precision@1": 0.447,
166
+ "precision@5": 0.15180000000000002,
167
+ "precision@10": 0.0845,
168
+ "recall@1": 0.447,
169
+ "recall@5": 0.759,
170
+ "recall@10": 0.845,
171
+ "f1@1": 0.447,
172
+ "f1@5": 0.25300000000000006,
173
+ "f1@10": 0.15363636363636363,
174
+ "map@1": 0.447,
175
+ "map@5": 0.5651166666666667,
176
+ "map@10": 0.5765214285714286,
177
+ "mrr@1": 0.447,
178
+ "mrr@5": 0.5651166666666667,
179
+ "mrr@10": 0.5765214285714286,
180
+ "num_pred": 1000,
181
+ "num_data": 1000
182
+ },
183
+ "ImageNet-A": {
184
+ "hit@1": 0.557,
185
+ "hit@5": 0.793,
186
+ "hit@10": 0.872,
187
+ "ndcg_linear@1": 0.557,
188
+ "ndcg_linear@5": 0.6857906428902644,
189
+ "ndcg_linear@10": 0.7113493979176699,
190
+ "ndcg_exponential@1": 0.557,
191
+ "ndcg_exponential@5": 0.6857906428902644,
192
+ "ndcg_exponential@10": 0.7113493979176699,
193
+ "precision@1": 0.557,
194
+ "precision@5": 0.1586,
195
+ "precision@10": 0.0872,
196
+ "recall@1": 0.557,
197
+ "recall@5": 0.793,
198
+ "recall@10": 0.872,
199
+ "f1@1": 0.557,
200
+ "f1@5": 0.26433333333333336,
201
+ "f1@10": 0.15854545454545457,
202
+ "map@1": 0.557,
203
+ "map@5": 0.64985,
204
+ "map@10": 0.6604051587301587,
205
+ "mrr@1": 0.557,
206
+ "mrr@5": 0.64985,
207
+ "mrr@10": 0.6604051587301587,
208
+ "num_pred": 1000,
209
+ "num_data": 1000
210
+ },
211
+ "ImageNet-R": {
212
+ "hit@1": 0.902,
213
+ "hit@5": 0.976,
214
+ "hit@10": 0.984,
215
+ "ndcg_linear@1": 0.902,
216
+ "ndcg_linear@5": 0.9448083465105779,
217
+ "ndcg_linear@10": 0.9473268748851019,
218
+ "ndcg_exponential@1": 0.902,
219
+ "ndcg_exponential@5": 0.9448083465105779,
220
+ "ndcg_exponential@10": 0.9473268748851019,
221
+ "precision@1": 0.902,
222
+ "precision@5": 0.1952,
223
+ "precision@10": 0.0984,
224
+ "recall@1": 0.902,
225
+ "recall@5": 0.976,
226
+ "recall@10": 0.984,
227
+ "f1@1": 0.902,
228
+ "f1@5": 0.3253333333333333,
229
+ "f1@10": 0.17890909090909088,
230
+ "map@1": 0.902,
231
+ "map@5": 0.9341499999999999,
232
+ "map@10": 0.9351496031746032,
233
+ "mrr@1": 0.902,
234
+ "mrr@5": 0.9341499999999999,
235
+ "mrr@10": 0.9351496031746032,
236
+ "num_pred": 1000,
237
+ "num_data": 1000
238
+ },
239
+ "ObjectNet": {
240
+ "hit@1": 0.671,
241
+ "hit@5": 0.868,
242
+ "hit@10": 0.912,
243
+ "ndcg_linear@1": 0.671,
244
+ "ndcg_linear@5": 0.7813547289078989,
245
+ "ndcg_linear@10": 0.7957562213734948,
246
+ "ndcg_exponential@1": 0.671,
247
+ "ndcg_exponential@5": 0.7813547289078989,
248
+ "ndcg_exponential@10": 0.7957562213734948,
249
+ "precision@1": 0.671,
250
+ "precision@5": 0.17360000000000003,
251
+ "precision@10": 0.09120000000000002,
252
+ "recall@1": 0.671,
253
+ "recall@5": 0.868,
254
+ "recall@10": 0.912,
255
+ "f1@1": 0.671,
256
+ "f1@5": 0.2893333333333334,
257
+ "f1@10": 0.1658181818181818,
258
+ "map@1": 0.671,
259
+ "map@5": 0.7520666666666668,
260
+ "map@10": 0.7581123015873016,
261
+ "mrr@1": 0.671,
262
+ "mrr@5": 0.7520666666666668,
263
+ "mrr@10": 0.7581123015873016,
264
+ "num_pred": 1000,
265
+ "num_data": 1000
266
+ },
267
+ "Country211": {
268
+ "hit@1": 0.314,
269
+ "hit@5": 0.54,
270
+ "hit@10": 0.64,
271
+ "ndcg_linear@1": 0.314,
272
+ "ndcg_linear@5": 0.43482434761131195,
273
+ "ndcg_linear@10": 0.46737343545354676,
274
+ "ndcg_exponential@1": 0.314,
275
+ "ndcg_exponential@5": 0.43482434761131195,
276
+ "ndcg_exponential@10": 0.46737343545354676,
277
+ "precision@1": 0.314,
278
+ "precision@5": 0.108,
279
+ "precision@10": 0.064,
280
+ "recall@1": 0.314,
281
+ "recall@5": 0.54,
282
+ "recall@10": 0.64,
283
+ "f1@1": 0.314,
284
+ "f1@5": 0.18000000000000005,
285
+ "f1@10": 0.11636363636363638,
286
+ "map@1": 0.314,
287
+ "map@5": 0.3998,
288
+ "map@10": 0.4133646825396825,
289
+ "mrr@1": 0.314,
290
+ "mrr@5": 0.3998,
291
+ "mrr@10": 0.4133646825396825,
292
+ "num_pred": 1000,
293
+ "num_data": 1000
294
+ },
295
+ "OK-VQA": {
296
+ "hit@1": 0.68,
297
+ "hit@5": 0.902,
298
+ "hit@10": 0.95,
299
+ "ndcg_linear@1": 0.68,
300
+ "ndcg_linear@5": 0.8044952093926829,
301
+ "ndcg_linear@10": 0.8199183463476211,
302
+ "ndcg_exponential@1": 0.68,
303
+ "ndcg_exponential@5": 0.8044952093926829,
304
+ "ndcg_exponential@10": 0.8199183463476211,
305
+ "precision@1": 0.68,
306
+ "precision@5": 0.18040000000000003,
307
+ "precision@10": 0.095,
308
+ "recall@1": 0.68,
309
+ "recall@5": 0.902,
310
+ "recall@10": 0.95,
311
+ "f1@1": 0.68,
312
+ "f1@5": 0.3006666666666667,
313
+ "f1@10": 0.17272727272727273,
314
+ "map@1": 0.68,
315
+ "map@5": 0.7714833333333332,
316
+ "map@10": 0.7777865079365078,
317
+ "mrr@1": 0.68,
318
+ "mrr@5": 0.7714833333333332,
319
+ "mrr@10": 0.7777865079365078,
320
+ "num_pred": 1000,
321
+ "num_data": 1000
322
+ },
323
+ "A-OKVQA": {
324
+ "hit@1": 0.575,
325
+ "hit@5": 0.87,
326
+ "hit@10": 0.926,
327
+ "ndcg_linear@1": 0.575,
328
+ "ndcg_linear@5": 0.7357978975702254,
329
+ "ndcg_linear@10": 0.7543216169667881,
330
+ "ndcg_exponential@1": 0.575,
331
+ "ndcg_exponential@5": 0.7357978975702254,
332
+ "ndcg_exponential@10": 0.7543216169667881,
333
+ "precision@1": 0.575,
334
+ "precision@5": 0.174,
335
+ "precision@10": 0.0926,
336
+ "recall@1": 0.575,
337
+ "recall@5": 0.87,
338
+ "recall@10": 0.926,
339
+ "f1@1": 0.575,
340
+ "f1@5": 0.29,
341
+ "f1@10": 0.16836363636363638,
342
+ "map@1": 0.575,
343
+ "map@5": 0.6907666666666666,
344
+ "map@10": 0.6986515873015874,
345
+ "mrr@1": 0.575,
346
+ "mrr@5": 0.6907666666666666,
347
+ "mrr@10": 0.6986515873015874,
348
+ "num_pred": 1000,
349
+ "num_data": 1000
350
+ },
351
+ "DocVQA": {
352
+ "hit@1": 0.943,
353
+ "hit@5": 0.984,
354
+ "hit@10": 0.989,
355
+ "ndcg_linear@1": 0.943,
356
+ "ndcg_linear@5": 0.9673248108449024,
357
+ "ndcg_linear@10": 0.9688612076759744,
358
+ "ndcg_exponential@1": 0.943,
359
+ "ndcg_exponential@5": 0.9673248108449024,
360
+ "ndcg_exponential@10": 0.9688612076759744,
361
+ "precision@1": 0.943,
362
+ "precision@5": 0.19680000000000003,
363
+ "precision@10": 0.0989,
364
+ "recall@1": 0.943,
365
+ "recall@5": 0.984,
366
+ "recall@10": 0.989,
367
+ "f1@1": 0.943,
368
+ "f1@5": 0.328,
369
+ "f1@10": 0.17981818181818182,
370
+ "map@1": 0.943,
371
+ "map@5": 0.9615666666666667,
372
+ "map@10": 0.9621555555555555,
373
+ "mrr@1": 0.943,
374
+ "mrr@5": 0.9615666666666667,
375
+ "mrr@10": 0.9621555555555555,
376
+ "num_pred": 1000,
377
+ "num_data": 1000
378
+ },
379
+ "InfographicsVQA": {
380
+ "hit@1": 0.7,
381
+ "hit@5": 0.868,
382
+ "hit@10": 0.91,
383
+ "ndcg_linear@1": 0.7,
384
+ "ndcg_linear@5": 0.7929873602896478,
385
+ "ndcg_linear@10": 0.806427309216216,
386
+ "ndcg_exponential@1": 0.7,
387
+ "ndcg_exponential@5": 0.7929873602896478,
388
+ "ndcg_exponential@10": 0.806427309216216,
389
+ "precision@1": 0.7,
390
+ "precision@5": 0.17360000000000003,
391
+ "precision@10": 0.091,
392
+ "recall@1": 0.7,
393
+ "recall@5": 0.868,
394
+ "recall@10": 0.91,
395
+ "f1@1": 0.7,
396
+ "f1@5": 0.2893333333333334,
397
+ "f1@10": 0.16545454545454544,
398
+ "map@1": 0.7,
399
+ "map@5": 0.7677,
400
+ "map@10": 0.7731654761904762,
401
+ "mrr@1": 0.7,
402
+ "mrr@5": 0.7677,
403
+ "mrr@10": 0.7731654761904762,
404
+ "num_pred": 1000,
405
+ "num_data": 1000
406
+ },
407
+ "ChartQA": {
408
+ "hit@1": 0.597,
409
+ "hit@5": 0.777,
410
+ "hit@10": 0.845,
411
+ "ndcg_linear@1": 0.597,
412
+ "ndcg_linear@5": 0.6949273777997003,
413
+ "ndcg_linear@10": 0.717146184328769,
414
+ "ndcg_exponential@1": 0.597,
415
+ "ndcg_exponential@5": 0.6949273777997003,
416
+ "ndcg_exponential@10": 0.717146184328769,
417
+ "precision@1": 0.597,
418
+ "precision@5": 0.1554,
419
+ "precision@10": 0.08450000000000002,
420
+ "recall@1": 0.597,
421
+ "recall@5": 0.777,
422
+ "recall@10": 0.845,
423
+ "f1@1": 0.597,
424
+ "f1@5": 0.259,
425
+ "f1@10": 0.15363636363636363,
426
+ "map@1": 0.597,
427
+ "map@5": 0.6673833333333333,
428
+ "map@10": 0.6766833333333334,
429
+ "mrr@1": 0.597,
430
+ "mrr@5": 0.6673833333333333,
431
+ "mrr@10": 0.6766833333333334,
432
+ "num_pred": 1000,
433
+ "num_data": 1000
434
+ },
435
+ "Visual7W": {
436
+ "hit@1": 0.544,
437
+ "hit@5": 0.888,
438
+ "hit@10": 0.95,
439
+ "ndcg_linear@1": 0.544,
440
+ "ndcg_linear@5": 0.7346044111550103,
441
+ "ndcg_linear@10": 0.7551888944508037,
442
+ "ndcg_exponential@1": 0.544,
443
+ "ndcg_exponential@5": 0.7346044111550103,
444
+ "ndcg_exponential@10": 0.7551888944508037,
445
+ "precision@1": 0.544,
446
+ "precision@5": 0.17760000000000004,
447
+ "precision@10": 0.095,
448
+ "recall@1": 0.544,
449
+ "recall@5": 0.888,
450
+ "recall@10": 0.95,
451
+ "f1@1": 0.544,
452
+ "f1@5": 0.29600000000000004,
453
+ "f1@10": 0.17272727272727273,
454
+ "map@1": 0.544,
455
+ "map@5": 0.68285,
456
+ "map@10": 0.6916575396825396,
457
+ "mrr@1": 0.544,
458
+ "mrr@5": 0.68285,
459
+ "mrr@10": 0.6916575396825396,
460
+ "num_pred": 1000,
461
+ "num_data": 1000
462
+ },
463
+ "ScienceQA": {
464
+ "hit@1": 0.506,
465
+ "hit@5": 0.791,
466
+ "hit@10": 0.875,
467
+ "ndcg_linear@1": 0.506,
468
+ "ndcg_linear@5": 0.6591531305781542,
469
+ "ndcg_linear@10": 0.6861945844457215,
470
+ "ndcg_exponential@1": 0.506,
471
+ "ndcg_exponential@5": 0.6591531305781542,
472
+ "ndcg_exponential@10": 0.6861945844457215,
473
+ "precision@1": 0.506,
474
+ "precision@5": 0.15819999999999998,
475
+ "precision@10": 0.08750000000000001,
476
+ "recall@1": 0.506,
477
+ "recall@5": 0.791,
478
+ "recall@10": 0.875,
479
+ "f1@1": 0.506,
480
+ "f1@5": 0.26366666666666666,
481
+ "f1@10": 0.1590909090909091,
482
+ "map@1": 0.506,
483
+ "map@5": 0.6151666666666665,
484
+ "map@10": 0.6262599206349206,
485
+ "mrr@1": 0.506,
486
+ "mrr@5": 0.6151666666666665,
487
+ "mrr@10": 0.6262599206349206,
488
+ "num_pred": 1000,
489
+ "num_data": 1000
490
+ },
491
+ "VizWiz": {
492
+ "hit@1": 0.519,
493
+ "hit@5": 0.693,
494
+ "hit@10": 0.737,
495
+ "ndcg_linear@1": 0.519,
496
+ "ndcg_linear@5": 0.6149132095166272,
497
+ "ndcg_linear@10": 0.629480233556555,
498
+ "ndcg_exponential@1": 0.519,
499
+ "ndcg_exponential@5": 0.6149132095166272,
500
+ "ndcg_exponential@10": 0.629480233556555,
501
+ "precision@1": 0.519,
502
+ "precision@5": 0.13860000000000003,
503
+ "precision@10": 0.07369999999999999,
504
+ "recall@1": 0.519,
505
+ "recall@5": 0.693,
506
+ "recall@10": 0.737,
507
+ "f1@1": 0.519,
508
+ "f1@5": 0.23100000000000007,
509
+ "f1@10": 0.134,
510
+ "map@1": 0.519,
511
+ "map@5": 0.5886333333333333,
512
+ "map@10": 0.5948456349206349,
513
+ "mrr@1": 0.519,
514
+ "mrr@5": 0.5886333333333333,
515
+ "mrr@10": 0.5948456349206349,
516
+ "num_pred": 1000,
517
+ "num_data": 1000
518
+ },
519
+ "GQA": {
520
+ "hit@1": 0.575,
521
+ "hit@5": 0.801,
522
+ "hit@10": 0.875,
523
+ "ndcg_linear@1": 0.575,
524
+ "ndcg_linear@5": 0.6993700063133578,
525
+ "ndcg_linear@10": 0.7234290919340285,
526
+ "ndcg_exponential@1": 0.575,
527
+ "ndcg_exponential@5": 0.6993700063133578,
528
+ "ndcg_exponential@10": 0.7234290919340285,
529
+ "precision@1": 0.575,
530
+ "precision@5": 0.16019999999999998,
531
+ "precision@10": 0.0875,
532
+ "recall@1": 0.575,
533
+ "recall@5": 0.801,
534
+ "recall@10": 0.875,
535
+ "f1@1": 0.575,
536
+ "f1@5": 0.26700000000000007,
537
+ "f1@10": 0.15909090909090906,
538
+ "map@1": 0.575,
539
+ "map@5": 0.6651333333333335,
540
+ "map@10": 0.6751333333333333,
541
+ "mrr@1": 0.575,
542
+ "mrr@5": 0.6651333333333335,
543
+ "mrr@10": 0.6751333333333333,
544
+ "num_pred": 1000,
545
+ "num_data": 1000
546
+ },
547
+ "TextVQA": {
548
+ "hit@1": 0.84,
549
+ "hit@5": 0.907,
550
+ "hit@10": 0.919,
551
+ "ndcg_linear@1": 0.84,
552
+ "ndcg_linear@5": 0.8770848890001056,
553
+ "ndcg_linear@10": 0.8809631507584309,
554
+ "ndcg_exponential@1": 0.84,
555
+ "ndcg_exponential@5": 0.8770848890001056,
556
+ "ndcg_exponential@10": 0.8809631507584309,
557
+ "precision@1": 0.84,
558
+ "precision@5": 0.18140000000000003,
559
+ "precision@10": 0.09190000000000001,
560
+ "recall@1": 0.84,
561
+ "recall@5": 0.907,
562
+ "recall@10": 0.919,
563
+ "f1@1": 0.84,
564
+ "f1@5": 0.3023333333333334,
565
+ "f1@10": 0.16709090909090907,
566
+ "map@1": 0.84,
567
+ "map@5": 0.8670166666666667,
568
+ "map@10": 0.8686126984126984,
569
+ "mrr@1": 0.84,
570
+ "mrr@5": 0.8670166666666667,
571
+ "mrr@10": 0.8686126984126984,
572
+ "num_pred": 1000,
573
+ "num_data": 1000
574
+ },
575
+ "VisDial": {
576
+ "hit@1": 0.854,
577
+ "hit@5": 0.973,
578
+ "hit@10": 0.989,
579
+ "ndcg_linear@1": 0.854,
580
+ "ndcg_linear@5": 0.9196056404087235,
581
+ "ndcg_linear@10": 0.9247232179147661,
582
+ "ndcg_exponential@1": 0.854,
583
+ "ndcg_exponential@5": 0.9196056404087235,
584
+ "ndcg_exponential@10": 0.9247232179147661,
585
+ "precision@1": 0.854,
586
+ "precision@5": 0.19460000000000002,
587
+ "precision@10": 0.09890000000000002,
588
+ "recall@1": 0.854,
589
+ "recall@5": 0.973,
590
+ "recall@10": 0.989,
591
+ "f1@1": 0.854,
592
+ "f1@5": 0.3243333333333333,
593
+ "f1@10": 0.17981818181818182,
594
+ "map@1": 0.854,
595
+ "map@5": 0.9016333333333333,
596
+ "map@10": 0.9037146825396825,
597
+ "mrr@1": 0.854,
598
+ "mrr@5": 0.9016333333333333,
599
+ "mrr@10": 0.9037146825396825,
600
+ "num_pred": 1000,
601
+ "num_data": 1000
602
+ },
603
+ "CIRR": {
604
+ "hit@1": 0.628,
605
+ "hit@5": 0.921,
606
+ "hit@10": 0.96,
607
+ "ndcg_linear@1": 0.628,
608
+ "ndcg_linear@5": 0.7931056248835098,
609
+ "ndcg_linear@10": 0.8059452183575404,
610
+ "ndcg_exponential@1": 0.628,
611
+ "ndcg_exponential@5": 0.7931056248835098,
612
+ "ndcg_exponential@10": 0.8059452183575404,
613
+ "precision@1": 0.628,
614
+ "precision@5": 0.18420000000000006,
615
+ "precision@10": 0.09600000000000003,
616
+ "recall@1": 0.628,
617
+ "recall@5": 0.921,
618
+ "recall@10": 0.96,
619
+ "f1@1": 0.628,
620
+ "f1@5": 0.307,
621
+ "f1@10": 0.17454545454545453,
622
+ "map@1": 0.628,
623
+ "map@5": 0.7497333333333334,
624
+ "map@10": 0.7551658730158731,
625
+ "mrr@1": 0.628,
626
+ "mrr@5": 0.7497333333333334,
627
+ "mrr@10": 0.7551658730158731,
628
+ "num_pred": 1000,
629
+ "num_data": 1000
630
+ },
631
+ "VisualNews_t2i": {
632
+ "hit@1": 0.788,
633
+ "hit@5": 0.921,
634
+ "hit@10": 0.948,
635
+ "ndcg_linear@1": 0.788,
636
+ "ndcg_linear@5": 0.8641195298962142,
637
+ "ndcg_linear@10": 0.8728363151287185,
638
+ "ndcg_exponential@1": 0.788,
639
+ "ndcg_exponential@5": 0.8641195298962142,
640
+ "ndcg_exponential@10": 0.8728363151287185,
641
+ "precision@1": 0.788,
642
+ "precision@5": 0.18420000000000003,
643
+ "precision@10": 0.09480000000000001,
644
+ "recall@1": 0.788,
645
+ "recall@5": 0.921,
646
+ "recall@10": 0.948,
647
+ "f1@1": 0.788,
648
+ "f1@5": 0.307,
649
+ "f1@10": 0.17236363636363639,
650
+ "map@1": 0.788,
651
+ "map@5": 0.8447666666666667,
652
+ "map@10": 0.8483559523809524,
653
+ "mrr@1": 0.788,
654
+ "mrr@5": 0.8447666666666667,
655
+ "mrr@10": 0.8483559523809524,
656
+ "num_pred": 1000,
657
+ "num_data": 1000
658
+ },
659
+ "VisualNews_i2t": {
660
+ "hit@1": 0.837,
661
+ "hit@5": 0.949,
662
+ "hit@10": 0.955,
663
+ "ndcg_linear@1": 0.837,
664
+ "ndcg_linear@5": 0.8998710880691038,
665
+ "ndcg_linear@10": 0.9017850867405243,
666
+ "ndcg_exponential@1": 0.837,
667
+ "ndcg_exponential@5": 0.8998710880691038,
668
+ "ndcg_exponential@10": 0.9017850867405243,
669
+ "precision@1": 0.837,
670
+ "precision@5": 0.18980000000000002,
671
+ "precision@10": 0.09550000000000002,
672
+ "recall@1": 0.837,
673
+ "recall@5": 0.949,
674
+ "recall@10": 0.955,
675
+ "f1@1": 0.837,
676
+ "f1@5": 0.3163333333333333,
677
+ "f1@10": 0.17363636363636362,
678
+ "map@1": 0.837,
679
+ "map@5": 0.8832333333333333,
680
+ "map@10": 0.8840079365079365,
681
+ "mrr@1": 0.837,
682
+ "mrr@5": 0.8832333333333333,
683
+ "mrr@10": 0.8840079365079365,
684
+ "num_pred": 1000,
685
+ "num_data": 1000
686
+ },
687
+ "MSCOCO_t2i": {
688
+ "hit@1": 0.792,
689
+ "hit@5": 0.961,
690
+ "hit@10": 0.985,
691
+ "ndcg_linear@1": 0.792,
692
+ "ndcg_linear@5": 0.8868054579535344,
693
+ "ndcg_linear@10": 0.8947713723508505,
694
+ "ndcg_exponential@1": 0.792,
695
+ "ndcg_exponential@5": 0.8868054579535344,
696
+ "ndcg_exponential@10": 0.8947713723508505,
697
+ "precision@1": 0.792,
698
+ "precision@5": 0.19220000000000004,
699
+ "precision@10": 0.09850000000000002,
700
+ "recall@1": 0.792,
701
+ "recall@5": 0.961,
702
+ "recall@10": 0.985,
703
+ "f1@1": 0.792,
704
+ "f1@5": 0.32033333333333336,
705
+ "f1@10": 0.17909090909090908,
706
+ "map@1": 0.792,
707
+ "map@5": 0.8616666666666667,
708
+ "map@10": 0.8650742063492064,
709
+ "mrr@1": 0.792,
710
+ "mrr@5": 0.8616666666666667,
711
+ "mrr@10": 0.8650742063492064,
712
+ "num_pred": 1000,
713
+ "num_data": 1000
714
+ },
715
+ "MSCOCO_i2t": {
716
+ "hit@1": 0.764,
717
+ "hit@5": 0.95,
718
+ "hit@10": 0.985,
719
+ "ndcg_linear@1": 0.764,
720
+ "ndcg_linear@5": 0.8664884694120335,
721
+ "ndcg_linear@10": 0.8781970545250757,
722
+ "ndcg_exponential@1": 0.764,
723
+ "ndcg_exponential@5": 0.8664884694120335,
724
+ "ndcg_exponential@10": 0.8781970545250757,
725
+ "precision@1": 0.764,
726
+ "precision@5": 0.19000000000000003,
727
+ "precision@10": 0.09850000000000003,
728
+ "recall@1": 0.764,
729
+ "recall@5": 0.95,
730
+ "recall@10": 0.985,
731
+ "f1@1": 0.764,
732
+ "f1@5": 0.31666666666666665,
733
+ "f1@10": 0.17909090909090908,
734
+ "map@1": 0.764,
735
+ "map@5": 0.83835,
736
+ "map@10": 0.8434119047619046,
737
+ "mrr@1": 0.764,
738
+ "mrr@5": 0.83835,
739
+ "mrr@10": 0.8434119047619046,
740
+ "num_pred": 1000,
741
+ "num_data": 1000
742
+ },
743
+ "NIGHTS": {
744
+ "hit@1": 0.653,
745
+ "hit@5": 0.965,
746
+ "hit@10": 0.984,
747
+ "ndcg_linear@1": 0.653,
748
+ "ndcg_linear@5": 0.8309113617407586,
749
+ "ndcg_linear@10": 0.8372582455801734,
750
+ "ndcg_exponential@1": 0.653,
751
+ "ndcg_exponential@5": 0.8309113617407586,
752
+ "ndcg_exponential@10": 0.8372582455801734,
753
+ "precision@1": 0.653,
754
+ "precision@5": 0.19300000000000003,
755
+ "precision@10": 0.09840000000000002,
756
+ "recall@1": 0.653,
757
+ "recall@5": 0.965,
758
+ "recall@10": 0.984,
759
+ "f1@1": 0.653,
760
+ "f1@5": 0.32166666666666666,
761
+ "f1@10": 0.17890909090909088,
762
+ "map@1": 0.653,
763
+ "map@5": 0.7851833333333333,
764
+ "map@10": 0.7879230158730158,
765
+ "mrr@1": 0.653,
766
+ "mrr@5": 0.7851833333333333,
767
+ "mrr@10": 0.7879230158730158,
768
+ "num_pred": 1000,
769
+ "num_data": 1000
770
+ },
771
+ "WebQA": {
772
+ "hit@1": 0.914,
773
+ "hit@5": 0.992,
774
+ "hit@10": 0.997,
775
+ "ndcg_linear@1": 0.914,
776
+ "ndcg_linear@5": 0.9595156191574459,
777
+ "ndcg_linear@10": 0.9610520159885176,
778
+ "ndcg_exponential@1": 0.914,
779
+ "ndcg_exponential@5": 0.9595156191574459,
780
+ "ndcg_exponential@10": 0.9610520159885176,
781
+ "precision@1": 0.914,
782
+ "precision@5": 0.19840000000000002,
783
+ "precision@10": 0.09970000000000001,
784
+ "recall@1": 0.914,
785
+ "recall@5": 0.992,
786
+ "recall@10": 0.997,
787
+ "f1@1": 0.914,
788
+ "f1@5": 0.3306666666666666,
789
+ "f1@10": 0.18127272727272725,
790
+ "map@1": 0.914,
791
+ "map@5": 0.9483333333333333,
792
+ "map@10": 0.9489222222222222,
793
+ "mrr@1": 0.914,
794
+ "mrr@5": 0.9483333333333333,
795
+ "mrr@10": 0.9489222222222222,
796
+ "num_pred": 1000,
797
+ "num_data": 1000
798
+ },
799
+ "FashionIQ": {
800
+ "hit@1": 0.269,
801
+ "hit@5": 0.508,
802
+ "hit@10": 0.606,
803
+ "ndcg_linear@1": 0.269,
804
+ "ndcg_linear@5": 0.39344931343663203,
805
+ "ndcg_linear@10": 0.42533849623732156,
806
+ "ndcg_exponential@1": 0.269,
807
+ "ndcg_exponential@5": 0.39344931343663203,
808
+ "ndcg_exponential@10": 0.42533849623732156,
809
+ "precision@1": 0.269,
810
+ "precision@5": 0.1016,
811
+ "precision@10": 0.060599999999999994,
812
+ "recall@1": 0.269,
813
+ "recall@5": 0.508,
814
+ "recall@10": 0.606,
815
+ "f1@1": 0.269,
816
+ "f1@5": 0.16933333333333336,
817
+ "f1@10": 0.1101818181818182,
818
+ "map@1": 0.269,
819
+ "map@5": 0.3556166666666667,
820
+ "map@10": 0.3688924603174603,
821
+ "mrr@1": 0.269,
822
+ "mrr@5": 0.3556166666666667,
823
+ "mrr@10": 0.3688924603174603,
824
+ "num_pred": 1000,
825
+ "num_data": 1000
826
+ },
827
+ "Wiki-SS-NQ": {
828
+ "hit@1": 0.744,
829
+ "hit@5": 0.915,
830
+ "hit@10": 0.94,
831
+ "ndcg_linear@1": 0.744,
832
+ "ndcg_linear@5": 0.8410502593784165,
833
+ "ndcg_linear@10": 0.849316147286479,
834
+ "ndcg_exponential@1": 0.744,
835
+ "ndcg_exponential@5": 0.8410502593784165,
836
+ "ndcg_exponential@10": 0.849316147286479,
837
+ "precision@1": 0.744,
838
+ "precision@5": 0.183,
839
+ "precision@10": 0.094,
840
+ "recall@1": 0.744,
841
+ "recall@5": 0.915,
842
+ "recall@10": 0.94,
843
+ "f1@1": 0.744,
844
+ "f1@5": 0.305,
845
+ "f1@10": 0.17090909090909087,
846
+ "map@1": 0.744,
847
+ "map@5": 0.8159000000000001,
848
+ "map@10": 0.8194202380952381,
849
+ "mrr@1": 0.744,
850
+ "mrr@5": 0.8159000000000001,
851
+ "mrr@10": 0.8194202380952381,
852
+ "num_pred": 1000,
853
+ "num_data": 1000
854
+ },
855
+ "OVEN": {
856
+ "hit@1": 0.734,
857
+ "hit@5": 0.902,
858
+ "hit@10": 0.934,
859
+ "ndcg_linear@1": 0.734,
860
+ "ndcg_linear@5": 0.8259961597426818,
861
+ "ndcg_linear@10": 0.8364888828922317,
862
+ "ndcg_exponential@1": 0.734,
863
+ "ndcg_exponential@5": 0.8259961597426818,
864
+ "ndcg_exponential@10": 0.8364888828922317,
865
+ "precision@1": 0.734,
866
+ "precision@5": 0.1804,
867
+ "precision@10": 0.09340000000000001,
868
+ "recall@1": 0.734,
869
+ "recall@5": 0.902,
870
+ "recall@10": 0.934,
871
+ "f1@1": 0.734,
872
+ "f1@5": 0.3006666666666667,
873
+ "f1@10": 0.1698181818181818,
874
+ "map@1": 0.734,
875
+ "map@5": 0.8004833333333333,
876
+ "map@10": 0.8049027777777779,
877
+ "mrr@1": 0.734,
878
+ "mrr@5": 0.8004833333333333,
879
+ "mrr@10": 0.8049027777777779,
880
+ "num_pred": 1000,
881
+ "num_data": 1000
882
+ },
883
+ "EDIS": {
884
+ "hit@1": 0.931,
885
+ "hit@5": 0.996,
886
+ "hit@10": 0.998,
887
+ "ndcg_linear@1": 0.931,
888
+ "ndcg_linear@5": 0.9695067929047784,
889
+ "ndcg_linear@10": 0.9701291910644297,
890
+ "ndcg_exponential@1": 0.931,
891
+ "ndcg_exponential@5": 0.9695067929047784,
892
+ "ndcg_exponential@10": 0.9701291910644297,
893
+ "precision@1": 0.931,
894
+ "precision@5": 0.19920000000000004,
895
+ "precision@10": 0.09980000000000001,
896
+ "recall@1": 0.931,
897
+ "recall@5": 0.996,
898
+ "recall@10": 0.998,
899
+ "f1@1": 0.931,
900
+ "f1@5": 0.332,
901
+ "f1@10": 0.18145454545454545,
902
+ "map@1": 0.931,
903
+ "map@5": 0.96035,
904
+ "map@10": 0.9605928571428571,
905
+ "mrr@1": 0.931,
906
+ "mrr@5": 0.96035,
907
+ "mrr@10": 0.9605928571428571,
908
+ "num_pred": 1000,
909
+ "num_data": 1000
910
+ },
911
+ "MSCOCO": {
912
+ "hit@1": 0.801,
913
+ "hit@5": 0.92,
914
+ "hit@10": 0.947,
915
+ "ndcg_linear@1": 0.801,
916
+ "ndcg_linear@5": 0.8677035363205254,
917
+ "ndcg_linear@10": 0.8764118825803768,
918
+ "ndcg_exponential@1": 0.801,
919
+ "ndcg_exponential@5": 0.8677035363205254,
920
+ "ndcg_exponential@10": 0.8764118825803768,
921
+ "precision@1": 0.801,
922
+ "precision@5": 0.18400000000000005,
923
+ "precision@10": 0.09470000000000002,
924
+ "recall@1": 0.801,
925
+ "recall@5": 0.92,
926
+ "recall@10": 0.947,
927
+ "f1@1": 0.801,
928
+ "f1@5": 0.3066666666666667,
929
+ "f1@10": 0.17218181818181819,
930
+ "map@1": 0.801,
931
+ "map@5": 0.85005,
932
+ "map@10": 0.853629365079365,
933
+ "mrr@1": 0.801,
934
+ "mrr@5": 0.85005,
935
+ "mrr@10": 0.853629365079365,
936
+ "num_pred": 1000,
937
+ "num_data": 1000
938
+ },
939
+ "RefCOCO": {
940
+ "hit@1": 0.946,
941
+ "hit@5": 0.994,
942
+ "hit@10": 0.997,
943
+ "ndcg_linear@1": 0.946,
944
+ "ndcg_linear@5": 0.9749853960662397,
945
+ "ndcg_linear@10": 0.9759675276096921,
946
+ "ndcg_exponential@1": 0.946,
947
+ "ndcg_exponential@5": 0.9749853960662397,
948
+ "ndcg_exponential@10": 0.9759675276096921,
949
+ "precision@1": 0.946,
950
+ "precision@5": 0.1988,
951
+ "precision@10": 0.09970000000000001,
952
+ "recall@1": 0.946,
953
+ "recall@5": 0.994,
954
+ "recall@10": 0.997,
955
+ "f1@1": 0.946,
956
+ "f1@5": 0.3313333333333333,
957
+ "f1@10": 0.18127272727272725,
958
+ "map@1": 0.946,
959
+ "map@5": 0.9683666666666666,
960
+ "map@10": 0.9687773809523809,
961
+ "mrr@1": 0.946,
962
+ "mrr@5": 0.9683666666666666,
963
+ "mrr@10": 0.9687773809523809,
964
+ "num_pred": 1000,
965
+ "num_data": 1000
966
+ },
967
+ "RefCOCO-Matching": {
968
+ "hit@1": 0.917,
969
+ "hit@5": 1.0,
970
+ "hit@10": 1.0,
971
+ "ndcg_linear@1": 0.917,
972
+ "ndcg_linear@5": 0.971129029053574,
973
+ "ndcg_linear@10": 0.971129029053574,
974
+ "ndcg_exponential@1": 0.917,
975
+ "ndcg_exponential@5": 0.971129029053574,
976
+ "ndcg_exponential@10": 0.971129029053574,
977
+ "precision@1": 0.917,
978
+ "precision@5": 0.20000000000000004,
979
+ "precision@10": 0.10000000000000002,
980
+ "recall@1": 0.917,
981
+ "recall@5": 1.0,
982
+ "recall@10": 1.0,
983
+ "f1@1": 0.917,
984
+ "f1@5": 0.3333333333333333,
985
+ "f1@10": 0.18181818181818182,
986
+ "map@1": 0.917,
987
+ "map@5": 0.9613333333333334,
988
+ "map@10": 0.9613333333333334,
989
+ "mrr@1": 0.917,
990
+ "mrr@5": 0.9583333333333334,
991
+ "mrr@10": 0.9583333333333334,
992
+ "num_pred": 1000,
993
+ "num_data": 1000
994
+ },
995
+ "Visual7W-Pointing": {
996
+ "hit@1": 0.844,
997
+ "hit@5": 0.933,
998
+ "hit@10": 0.953,
999
+ "ndcg_linear@1": 0.844,
1000
+ "ndcg_linear@5": 0.8923923790593846,
1001
+ "ndcg_linear@10": 0.8989523236760578,
1002
+ "ndcg_exponential@1": 0.844,
1003
+ "ndcg_exponential@5": 0.8923923790593846,
1004
+ "ndcg_exponential@10": 0.8989523236760578,
1005
+ "precision@1": 0.844,
1006
+ "precision@5": 0.18660000000000002,
1007
+ "precision@10": 0.09530000000000001,
1008
+ "recall@1": 0.844,
1009
+ "recall@5": 0.933,
1010
+ "recall@10": 0.953,
1011
+ "f1@1": 0.844,
1012
+ "f1@5": 0.311,
1013
+ "f1@10": 0.17327272727272724,
1014
+ "map@1": 0.844,
1015
+ "map@5": 0.8787833333333332,
1016
+ "map@10": 0.8815400793650794,
1017
+ "mrr@1": 0.844,
1018
+ "mrr@5": 0.8787833333333332,
1019
+ "mrr@10": 0.8815400793650794,
1020
+ "num_pred": 1000,
1021
+ "num_data": 1000
1022
+ }
1023
+ },
1024
+ "visdoc": {
1025
+ "ViDoRe_arxivqa": "DIR_N/A",
1026
+ "ViDoRe_docvqa": "DIR_N/A",
1027
+ "ViDoRe_infovqa": "DIR_N/A",
1028
+ "ViDoRe_tabfquad": "DIR_N/A",
1029
+ "ViDoRe_tatdqa": "DIR_N/A",
1030
+ "ViDoRe_shiftproject": "DIR_N/A",
1031
+ "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A",
1032
+ "ViDoRe_syntheticDocQA_energy": "DIR_N/A",
1033
+ "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A",
1034
+ "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A",
1035
+ "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A",
1036
+ "ViDoRe_biomedical_lectures_v2": "DIR_N/A",
1037
+ "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A",
1038
+ "ViDoRe_economics_reports_v2": "DIR_N/A",
1039
+ "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A",
1040
+ "ViDoRe_esg_reports_v2": "DIR_N/A",
1041
+ "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A",
1042
+ "VisRAG_ArxivQA": "DIR_N/A",
1043
+ "VisRAG_ChartQA": "DIR_N/A",
1044
+ "VisRAG_MP-DocVQA": "DIR_N/A",
1045
+ "VisRAG_SlideVQA": "DIR_N/A",
1046
+ "VisRAG_InfoVQA": "DIR_N/A",
1047
+ "VisRAG_PlotQA": "DIR_N/A",
1048
+ "ViDoSeek-page": "DIR_N/A",
1049
+ "ViDoSeek-doc": "DIR_N/A",
1050
+ "MMLongBench-page": "DIR_N/A",
1051
+ "MMLongBench-doc": "DIR_N/A"
1052
+ },
1053
+ "video": {
1054
+ "DiDeMo": "DIR_N/A",
1055
+ "MSR-VTT": "DIR_N/A",
1056
+ "MSVD": "DIR_N/A",
1057
+ "VATEX": "DIR_N/A",
1058
+ "YouCook2": "DIR_N/A",
1059
+ "QVHighlight": "DIR_N/A",
1060
+ "Charades-STA": "DIR_N/A",
1061
+ "MomentSeeker": "DIR_N/A",
1062
+ "K700": "DIR_N/A",
1063
+ "SmthSmthV2": "DIR_N/A",
1064
+ "HMDB51": "DIR_N/A",
1065
+ "UCF101": "DIR_N/A",
1066
+ "Breakfast": "DIR_N/A",
1067
+ "MVBench": "DIR_N/A",
1068
+ "Video-MME": "DIR_N/A",
1069
+ "NExTQA": "DIR_N/A",
1070
+ "EgoSchema": "DIR_N/A",
1071
+ "ActivityNetQA": "DIR_N/A"
1072
+ }
1073
+ }
1074
+ }