Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "TCE-v1", | |
| "model_size": 8, | |
| "embedding_dimension": null, | |
| "max_length_tokens": null, | |
| "model_release_date": "2025-10-31", | |
| "data_source": "", | |
| "url": "", | |
| "report_generated_date": "2025-10-31T14:33:36.676783" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.813, | |
| "hit@5": 0.969, | |
| "hit@10": 0.982, | |
| "ndcg_linear@1": 0.813, | |
| "ndcg_linear@5": 0.9021094912653234, | |
| "ndcg_linear@10": 0.9065170328677674, | |
| "ndcg_exponential@1": 0.813, | |
| "ndcg_exponential@5": 0.9021094912653234, | |
| "ndcg_exponential@10": 0.9065170328677674, | |
| "precision@1": 0.813, | |
| "precision@5": 0.1938, | |
| "precision@10": 0.09820000000000002, | |
| "recall@1": 0.813, | |
| "recall@5": 0.969, | |
| "recall@10": 0.982, | |
| "f1@1": 0.813, | |
| "f1@5": 0.323, | |
| "f1@10": 0.1785454545454545, | |
| "map@1": 0.813, | |
| "map@5": 0.8792666666666666, | |
| "map@10": 0.8812051587301587, | |
| "mrr@1": 0.813, | |
| "mrr@5": 0.8792666666666666, | |
| "mrr@10": 0.8812051587301587, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.817, | |
| "hit@5": 0.975, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.817, | |
| "ndcg_linear@5": 0.9078974180869946, | |
| "ndcg_linear@10": 0.9142191155756934, | |
| "ndcg_exponential@1": 0.817, | |
| "ndcg_exponential@5": 0.9078974180869946, | |
| "ndcg_exponential@10": 0.9142191155756934, | |
| "precision@1": 0.817, | |
| "precision@5": 0.19500000000000003, | |
| "precision@10": 0.0995, | |
| "recall@1": 0.817, | |
| "recall@5": 0.975, | |
| "recall@10": 0.995, | |
| "f1@1": 0.817, | |
| "f1@5": 0.325, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.817, | |
| "map@5": 0.8849666666666667, | |
| "map@10": 0.8874924603174603, | |
| "mrr@1": 0.817, | |
| "mrr@5": 0.8849666666666667, | |
| "mrr@10": 0.8874924603174603, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.754, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.754, | |
| "ndcg_linear@5": 0.9092087193785786, | |
| "ndcg_linear@10": 0.9092087193785786, | |
| "ndcg_exponential@1": 0.754, | |
| "ndcg_exponential@5": 0.9092087193785786, | |
| "ndcg_exponential@10": 0.9092087193785786, | |
| "precision@1": 0.754, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.754, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.754, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.754, | |
| "map@5": 0.877, | |
| "map@10": 0.877, | |
| "mrr@1": 0.754, | |
| "mrr@5": 0.877, | |
| "mrr@10": 0.877, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.916, | |
| "hit@5": 0.989, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.916, | |
| "ndcg_linear@5": 0.9581163519443067, | |
| "ndcg_linear@10": 0.960048311693542, | |
| "ndcg_exponential@1": 0.916, | |
| "ndcg_exponential@5": 0.9581163519443067, | |
| "ndcg_exponential@10": 0.960048311693542, | |
| "precision@1": 0.916, | |
| "precision@5": 0.19780000000000003, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.916, | |
| "recall@5": 0.989, | |
| "recall@10": 0.995, | |
| "f1@1": 0.916, | |
| "f1@5": 0.3296666666666666, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.916, | |
| "map@5": 0.94755, | |
| "map@10": 0.9483396825396826, | |
| "mrr@1": 0.916, | |
| "mrr@5": 0.94755, | |
| "mrr@10": 0.9483396825396826, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.788, | |
| "hit@5": 0.973, | |
| "hit@10": 0.987, | |
| "ndcg_linear@1": 0.788, | |
| "ndcg_linear@5": 0.8939714649290397, | |
| "ndcg_linear@10": 0.8985909841762331, | |
| "ndcg_exponential@1": 0.788, | |
| "ndcg_exponential@5": 0.8939714649290397, | |
| "ndcg_exponential@10": 0.8985909841762331, | |
| "precision@1": 0.788, | |
| "precision@5": 0.19460000000000002, | |
| "precision@10": 0.09870000000000002, | |
| "recall@1": 0.788, | |
| "recall@5": 0.973, | |
| "recall@10": 0.987, | |
| "f1@1": 0.788, | |
| "f1@5": 0.32433333333333336, | |
| "f1@10": 0.17945454545454545, | |
| "map@1": 0.788, | |
| "map@5": 0.8669833333333333, | |
| "map@10": 0.8689436507936507, | |
| "mrr@1": 0.788, | |
| "mrr@5": 0.8669833333333333, | |
| "mrr@10": 0.8689436507936507, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.464, | |
| "hit@5": 0.755, | |
| "hit@10": 0.849, | |
| "ndcg_linear@1": 0.464, | |
| "ndcg_linear@5": 0.6209566223909981, | |
| "ndcg_linear@10": 0.6513758366938572, | |
| "ndcg_exponential@1": 0.464, | |
| "ndcg_exponential@5": 0.6209566223909981, | |
| "ndcg_exponential@10": 0.6513758366938572, | |
| "precision@1": 0.464, | |
| "precision@5": 0.151, | |
| "precision@10": 0.0849, | |
| "recall@1": 0.464, | |
| "recall@5": 0.755, | |
| "recall@10": 0.849, | |
| "f1@1": 0.464, | |
| "f1@5": 0.25166666666666676, | |
| "f1@10": 0.15436363636363637, | |
| "map@1": 0.464, | |
| "map@5": 0.5761166666666667, | |
| "map@10": 0.5886789682539683, | |
| "mrr@1": 0.464, | |
| "mrr@5": 0.5761166666666667, | |
| "mrr@10": 0.5886789682539683, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.596, | |
| "hit@5": 0.824, | |
| "hit@10": 0.889, | |
| "ndcg_linear@1": 0.596, | |
| "ndcg_linear@5": 0.7197230740006442, | |
| "ndcg_linear@10": 0.7410874298412209, | |
| "ndcg_exponential@1": 0.596, | |
| "ndcg_exponential@5": 0.7197230740006442, | |
| "ndcg_exponential@10": 0.7410874298412209, | |
| "precision@1": 0.596, | |
| "precision@5": 0.1648, | |
| "precision@10": 0.0889, | |
| "recall@1": 0.596, | |
| "recall@5": 0.824, | |
| "recall@10": 0.889, | |
| "f1@1": 0.596, | |
| "f1@5": 0.27466666666666667, | |
| "f1@10": 0.16163636363636366, | |
| "map@1": 0.596, | |
| "map@5": 0.6847833333333333, | |
| "map@10": 0.6938011904761904, | |
| "mrr@1": 0.596, | |
| "mrr@5": 0.6847833333333333, | |
| "mrr@10": 0.6938011904761904, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.901, | |
| "hit@5": 0.982, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.901, | |
| "ndcg_linear@5": 0.9462720569104206, | |
| "ndcg_linear@10": 0.9488492886730819, | |
| "ndcg_exponential@1": 0.901, | |
| "ndcg_exponential@5": 0.9462720569104206, | |
| "ndcg_exponential@10": 0.9488492886730819, | |
| "precision@1": 0.901, | |
| "precision@5": 0.19640000000000005, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.901, | |
| "recall@5": 0.982, | |
| "recall@10": 0.99, | |
| "f1@1": 0.901, | |
| "f1@5": 0.3273333333333333, | |
| "f1@10": 0.17999999999999997, | |
| "map@1": 0.901, | |
| "map@5": 0.9341499999999999, | |
| "map@10": 0.9352063492063492, | |
| "mrr@1": 0.901, | |
| "mrr@5": 0.9341499999999999, | |
| "mrr@10": 0.9352063492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.538, | |
| "hit@5": 0.774, | |
| "hit@10": 0.865, | |
| "ndcg_linear@1": 0.538, | |
| "ndcg_linear@5": 0.6657942042438681, | |
| "ndcg_linear@10": 0.695507014365552, | |
| "ndcg_exponential@1": 0.538, | |
| "ndcg_exponential@5": 0.6657942042438681, | |
| "ndcg_exponential@10": 0.695507014365552, | |
| "precision@1": 0.538, | |
| "precision@5": 0.15480000000000002, | |
| "precision@10": 0.0865, | |
| "recall@1": 0.538, | |
| "recall@5": 0.774, | |
| "recall@10": 0.865, | |
| "f1@1": 0.538, | |
| "f1@5": 0.25800000000000006, | |
| "f1@10": 0.15727272727272726, | |
| "map@1": 0.538, | |
| "map@5": 0.6295833333333333, | |
| "map@10": 0.6420150793650794, | |
| "mrr@1": 0.538, | |
| "mrr@5": 0.6295833333333333, | |
| "mrr@10": 0.6420150793650794, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.202, | |
| "hit@5": 0.429, | |
| "hit@10": 0.551, | |
| "ndcg_linear@1": 0.202, | |
| "ndcg_linear@5": 0.31853153918414145, | |
| "ndcg_linear@10": 0.3581200881239957, | |
| "ndcg_exponential@1": 0.202, | |
| "ndcg_exponential@5": 0.31853153918414145, | |
| "ndcg_exponential@10": 0.3581200881239957, | |
| "precision@1": 0.202, | |
| "precision@5": 0.08579999999999999, | |
| "precision@10": 0.055099999999999996, | |
| "recall@1": 0.202, | |
| "recall@5": 0.429, | |
| "recall@10": 0.551, | |
| "f1@1": 0.202, | |
| "f1@5": 0.14300000000000004, | |
| "f1@10": 0.1001818181818182, | |
| "map@1": 0.202, | |
| "map@5": 0.2822, | |
| "map@10": 0.2986218253968254, | |
| "mrr@1": 0.202, | |
| "mrr@5": 0.2822, | |
| "mrr@10": 0.2986218253968254, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.715, | |
| "hit@5": 0.93, | |
| "hit@10": 0.954, | |
| "ndcg_linear@1": 0.715, | |
| "ndcg_linear@5": 0.8347563182967851, | |
| "ndcg_linear@10": 0.8425337612923187, | |
| "ndcg_exponential@1": 0.715, | |
| "ndcg_exponential@5": 0.8347563182967851, | |
| "ndcg_exponential@10": 0.8425337612923187, | |
| "precision@1": 0.715, | |
| "precision@5": 0.18600000000000003, | |
| "precision@10": 0.09540000000000001, | |
| "recall@1": 0.715, | |
| "recall@5": 0.93, | |
| "recall@10": 0.954, | |
| "f1@1": 0.715, | |
| "f1@5": 0.31, | |
| "f1@10": 0.17345454545454544, | |
| "map@1": 0.715, | |
| "map@5": 0.8025333333333333, | |
| "map@10": 0.80575, | |
| "mrr@1": 0.715, | |
| "mrr@5": 0.8025333333333333, | |
| "mrr@10": 0.80575, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.614, | |
| "hit@5": 0.917, | |
| "hit@10": 0.952, | |
| "ndcg_linear@1": 0.614, | |
| "ndcg_linear@5": 0.7810556548999574, | |
| "ndcg_linear@10": 0.7925042021637594, | |
| "ndcg_exponential@1": 0.614, | |
| "ndcg_exponential@5": 0.7810556548999574, | |
| "ndcg_exponential@10": 0.7925042021637594, | |
| "precision@1": 0.614, | |
| "precision@5": 0.1834, | |
| "precision@10": 0.09520000000000002, | |
| "recall@1": 0.614, | |
| "recall@5": 0.917, | |
| "recall@10": 0.952, | |
| "f1@1": 0.614, | |
| "f1@5": 0.30566666666666664, | |
| "f1@10": 0.1730909090909091, | |
| "map@1": 0.614, | |
| "map@5": 0.7352333333333333, | |
| "map@10": 0.7400357142857144, | |
| "mrr@1": 0.614, | |
| "mrr@5": 0.7352333333333333, | |
| "mrr@10": 0.7400357142857144, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.95, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.95, | |
| "ndcg_linear@5": 0.9796103893663313, | |
| "ndcg_linear@10": 0.9796103893663313, | |
| "ndcg_exponential@1": 0.95, | |
| "ndcg_exponential@5": 0.9796103893663313, | |
| "ndcg_exponential@10": 0.9796103893663313, | |
| "precision@1": 0.95, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.95, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.95, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.95, | |
| "map@5": 0.9725666666666667, | |
| "map@10": 0.9725666666666667, | |
| "mrr@1": 0.95, | |
| "mrr@5": 0.9725666666666667, | |
| "mrr@10": 0.9725666666666667, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.81, | |
| "hit@5": 0.939, | |
| "hit@10": 0.962, | |
| "ndcg_linear@1": 0.81, | |
| "ndcg_linear@5": 0.8808497173550605, | |
| "ndcg_linear@10": 0.8882927705323429, | |
| "ndcg_exponential@1": 0.81, | |
| "ndcg_exponential@5": 0.8808497173550605, | |
| "ndcg_exponential@10": 0.8882927705323429, | |
| "precision@1": 0.81, | |
| "precision@5": 0.18780000000000002, | |
| "precision@10": 0.09620000000000001, | |
| "recall@1": 0.81, | |
| "recall@5": 0.939, | |
| "recall@10": 0.962, | |
| "f1@1": 0.81, | |
| "f1@5": 0.313, | |
| "f1@10": 0.1749090909090909, | |
| "map@1": 0.81, | |
| "map@5": 0.8612666666666666, | |
| "map@10": 0.8643420634920636, | |
| "mrr@1": 0.81, | |
| "mrr@5": 0.8612666666666666, | |
| "mrr@10": 0.8643420634920636, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.72, | |
| "hit@5": 0.868, | |
| "hit@10": 0.907, | |
| "ndcg_linear@1": 0.72, | |
| "ndcg_linear@5": 0.7999007421865933, | |
| "ndcg_linear@10": 0.812770261907785, | |
| "ndcg_exponential@1": 0.72, | |
| "ndcg_exponential@5": 0.7999007421865933, | |
| "ndcg_exponential@10": 0.812770261907785, | |
| "precision@1": 0.72, | |
| "precision@5": 0.17360000000000003, | |
| "precision@10": 0.09070000000000002, | |
| "recall@1": 0.72, | |
| "recall@5": 0.868, | |
| "recall@10": 0.907, | |
| "f1@1": 0.72, | |
| "f1@5": 0.2893333333333334, | |
| "f1@10": 0.1649090909090909, | |
| "map@1": 0.72, | |
| "map@5": 0.7771666666666667, | |
| "map@10": 0.7826253968253968, | |
| "mrr@1": 0.72, | |
| "mrr@5": 0.7771666666666667, | |
| "mrr@10": 0.7826253968253968, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.578, | |
| "hit@5": 0.907, | |
| "hit@10": 0.962, | |
| "ndcg_linear@1": 0.578, | |
| "ndcg_linear@5": 0.7609995225914717, | |
| "ndcg_linear@10": 0.7791254872218969, | |
| "ndcg_exponential@1": 0.578, | |
| "ndcg_exponential@5": 0.7609995225914717, | |
| "ndcg_exponential@10": 0.7791254872218969, | |
| "precision@1": 0.578, | |
| "precision@5": 0.18140000000000003, | |
| "precision@10": 0.09620000000000001, | |
| "recall@1": 0.578, | |
| "recall@5": 0.907, | |
| "recall@10": 0.962, | |
| "f1@1": 0.578, | |
| "f1@5": 0.3023333333333334, | |
| "f1@10": 0.17490909090909088, | |
| "map@1": 0.578, | |
| "map@5": 0.7117, | |
| "map@10": 0.7193730158730159, | |
| "mrr@1": 0.578, | |
| "mrr@5": 0.7117, | |
| "mrr@10": 0.7193730158730159, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.587, | |
| "hit@5": 0.826, | |
| "hit@10": 0.908, | |
| "ndcg_linear@1": 0.587, | |
| "ndcg_linear@5": 0.7188287138423615, | |
| "ndcg_linear@10": 0.7458279618637534, | |
| "ndcg_exponential@1": 0.587, | |
| "ndcg_exponential@5": 0.7188287138423615, | |
| "ndcg_exponential@10": 0.7458279618637534, | |
| "precision@1": 0.587, | |
| "precision@5": 0.1652, | |
| "precision@10": 0.0908, | |
| "recall@1": 0.587, | |
| "recall@5": 0.826, | |
| "recall@10": 0.908, | |
| "f1@1": 0.587, | |
| "f1@5": 0.2753333333333334, | |
| "f1@10": 0.16509090909090907, | |
| "map@1": 0.587, | |
| "map@5": 0.6827333333333333, | |
| "map@10": 0.6941638888888889, | |
| "mrr@1": 0.587, | |
| "mrr@5": 0.6827333333333333, | |
| "mrr@10": 0.6941638888888889, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.524, | |
| "hit@5": 0.688, | |
| "hit@10": 0.728, | |
| "ndcg_linear@1": 0.524, | |
| "ndcg_linear@5": 0.6163559158367647, | |
| "ndcg_linear@10": 0.6295413891240343, | |
| "ndcg_exponential@1": 0.524, | |
| "ndcg_exponential@5": 0.6163559158367647, | |
| "ndcg_exponential@10": 0.6295413891240343, | |
| "precision@1": 0.524, | |
| "precision@5": 0.1376, | |
| "precision@10": 0.0728, | |
| "recall@1": 0.524, | |
| "recall@5": 0.688, | |
| "recall@10": 0.728, | |
| "f1@1": 0.524, | |
| "f1@5": 0.2293333333333334, | |
| "f1@10": 0.13236363636363638, | |
| "map@1": 0.524, | |
| "map@5": 0.5920833333333333, | |
| "map@10": 0.5976738095238094, | |
| "mrr@1": 0.524, | |
| "mrr@5": 0.5920833333333333, | |
| "mrr@10": 0.5976738095238094, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.694, | |
| "hit@5": 0.882, | |
| "hit@10": 0.938, | |
| "ndcg_linear@1": 0.694, | |
| "ndcg_linear@5": 0.8001196089448386, | |
| "ndcg_linear@10": 0.818512768573983, | |
| "ndcg_exponential@1": 0.694, | |
| "ndcg_exponential@5": 0.8001196089448386, | |
| "ndcg_exponential@10": 0.818512768573983, | |
| "precision@1": 0.694, | |
| "precision@5": 0.1764, | |
| "precision@10": 0.09380000000000001, | |
| "recall@1": 0.694, | |
| "recall@5": 0.882, | |
| "recall@10": 0.938, | |
| "f1@1": 0.694, | |
| "f1@5": 0.294, | |
| "f1@10": 0.17054545454545453, | |
| "map@1": 0.694, | |
| "map@5": 0.7723333333333332, | |
| "map@10": 0.7800928571428571, | |
| "mrr@1": 0.694, | |
| "mrr@5": 0.7723333333333332, | |
| "mrr@10": 0.7800928571428571, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.836, | |
| "hit@5": 0.925, | |
| "hit@10": 0.946, | |
| "ndcg_linear@1": 0.836, | |
| "ndcg_linear@5": 0.8856305463518752, | |
| "ndcg_linear@10": 0.8923478727324134, | |
| "ndcg_exponential@1": 0.836, | |
| "ndcg_exponential@5": 0.8856305463518752, | |
| "ndcg_exponential@10": 0.8923478727324134, | |
| "precision@1": 0.836, | |
| "precision@5": 0.185, | |
| "precision@10": 0.0946, | |
| "recall@1": 0.836, | |
| "recall@5": 0.925, | |
| "recall@10": 0.946, | |
| "f1@1": 0.836, | |
| "f1@5": 0.30833333333333335, | |
| "f1@10": 0.172, | |
| "map@1": 0.836, | |
| "map@5": 0.8723166666666666, | |
| "map@10": 0.8750436507936509, | |
| "mrr@1": 0.836, | |
| "mrr@5": 0.8723166666666666, | |
| "mrr@10": 0.8750436507936509, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.867, | |
| "hit@5": 0.976, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.867, | |
| "ndcg_linear@5": 0.9283527640093526, | |
| "ndcg_linear@10": 0.9329593542235498, | |
| "ndcg_exponential@1": 0.867, | |
| "ndcg_exponential@5": 0.9283527640093526, | |
| "ndcg_exponential@10": 0.9329593542235498, | |
| "precision@1": 0.867, | |
| "precision@5": 0.19520000000000004, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.867, | |
| "recall@5": 0.976, | |
| "recall@10": 0.99, | |
| "f1@1": 0.867, | |
| "f1@5": 0.32533333333333336, | |
| "f1@10": 0.17999999999999997, | |
| "map@1": 0.867, | |
| "map@5": 0.9122166666666667, | |
| "map@10": 0.9141646825396826, | |
| "mrr@1": 0.867, | |
| "mrr@5": 0.9122166666666667, | |
| "mrr@10": 0.9141646825396826, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.578, | |
| "hit@5": 0.904, | |
| "hit@10": 0.956, | |
| "ndcg_linear@1": 0.578, | |
| "ndcg_linear@5": 0.7614770963543096, | |
| "ndcg_linear@10": 0.778642072878313, | |
| "ndcg_exponential@1": 0.578, | |
| "ndcg_exponential@5": 0.7614770963543096, | |
| "ndcg_exponential@10": 0.778642072878313, | |
| "precision@1": 0.578, | |
| "precision@5": 0.18080000000000002, | |
| "precision@10": 0.09560000000000002, | |
| "recall@1": 0.578, | |
| "recall@5": 0.904, | |
| "recall@10": 0.956, | |
| "f1@1": 0.578, | |
| "f1@5": 0.3013333333333334, | |
| "f1@10": 0.1738181818181818, | |
| "map@1": 0.578, | |
| "map@5": 0.71315, | |
| "map@10": 0.7204365079365079, | |
| "mrr@1": 0.578, | |
| "mrr@5": 0.71315, | |
| "mrr@10": 0.7204365079365079, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.779, | |
| "hit@5": 0.915, | |
| "hit@10": 0.944, | |
| "ndcg_linear@1": 0.779, | |
| "ndcg_linear@5": 0.8543865484541627, | |
| "ndcg_linear@10": 0.8639524758466476, | |
| "ndcg_exponential@1": 0.779, | |
| "ndcg_exponential@5": 0.8543865484541627, | |
| "ndcg_exponential@10": 0.8639524758466476, | |
| "precision@1": 0.779, | |
| "precision@5": 0.183, | |
| "precision@10": 0.09440000000000001, | |
| "recall@1": 0.779, | |
| "recall@5": 0.915, | |
| "recall@10": 0.944, | |
| "f1@1": 0.779, | |
| "f1@5": 0.305, | |
| "f1@10": 0.17163636363636361, | |
| "map@1": 0.779, | |
| "map@5": 0.8339166666666666, | |
| "map@10": 0.8379785714285714, | |
| "mrr@1": 0.779, | |
| "mrr@5": 0.8339166666666666, | |
| "mrr@10": 0.8379785714285714, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.818, | |
| "hit@5": 0.94, | |
| "hit@10": 0.962, | |
| "ndcg_linear@1": 0.818, | |
| "ndcg_linear@5": 0.8873883559305982, | |
| "ndcg_linear@10": 0.894662101500754, | |
| "ndcg_exponential@1": 0.818, | |
| "ndcg_exponential@5": 0.8873883559305982, | |
| "ndcg_exponential@10": 0.894662101500754, | |
| "precision@1": 0.818, | |
| "precision@5": 0.18800000000000003, | |
| "precision@10": 0.09620000000000002, | |
| "recall@1": 0.818, | |
| "recall@5": 0.94, | |
| "recall@10": 0.962, | |
| "f1@1": 0.818, | |
| "f1@5": 0.31333333333333335, | |
| "f1@10": 0.17490909090909088, | |
| "map@1": 0.818, | |
| "map@5": 0.8694833333333334, | |
| "map@10": 0.8725809523809523, | |
| "mrr@1": 0.818, | |
| "mrr@5": 0.8694833333333334, | |
| "mrr@10": 0.8725809523809523, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.79, | |
| "hit@5": 0.965, | |
| "hit@10": 0.983, | |
| "ndcg_linear@1": 0.79, | |
| "ndcg_linear@5": 0.888172206024216, | |
| "ndcg_linear@10": 0.8942349378132726, | |
| "ndcg_exponential@1": 0.79, | |
| "ndcg_exponential@5": 0.888172206024216, | |
| "ndcg_exponential@10": 0.8942349378132726, | |
| "precision@1": 0.79, | |
| "precision@5": 0.19300000000000003, | |
| "precision@10": 0.09830000000000001, | |
| "recall@1": 0.79, | |
| "recall@5": 0.965, | |
| "recall@10": 0.983, | |
| "f1@1": 0.79, | |
| "f1@5": 0.32166666666666666, | |
| "f1@10": 0.17872727272727268, | |
| "map@1": 0.79, | |
| "map@5": 0.86215, | |
| "map@10": 0.8647984126984126, | |
| "mrr@1": 0.79, | |
| "mrr@5": 0.86215, | |
| "mrr@10": 0.8647984126984126, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.773, | |
| "hit@5": 0.958, | |
| "hit@10": 0.981, | |
| "ndcg_linear@1": 0.773, | |
| "ndcg_linear@5": 0.8762338123358607, | |
| "ndcg_linear@10": 0.8839344336506081, | |
| "ndcg_exponential@1": 0.773, | |
| "ndcg_exponential@5": 0.8762338123358607, | |
| "ndcg_exponential@10": 0.8839344336506081, | |
| "precision@1": 0.773, | |
| "precision@5": 0.19160000000000002, | |
| "precision@10": 0.09810000000000002, | |
| "recall@1": 0.773, | |
| "recall@5": 0.958, | |
| "recall@10": 0.981, | |
| "f1@1": 0.773, | |
| "f1@5": 0.31933333333333336, | |
| "f1@10": 0.1783636363636363, | |
| "map@1": 0.773, | |
| "map@5": 0.8485666666666667, | |
| "map@10": 0.8518988095238095, | |
| "mrr@1": 0.773, | |
| "mrr@5": 0.8485666666666667, | |
| "mrr@10": 0.8518988095238095, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.681, | |
| "hit@5": 0.979, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.681, | |
| "ndcg_linear@5": 0.8524770977045857, | |
| "ndcg_linear@10": 0.8578159251244384, | |
| "ndcg_exponential@1": 0.681, | |
| "ndcg_exponential@5": 0.8524770977045857, | |
| "ndcg_exponential@10": 0.8578159251244384, | |
| "precision@1": 0.681, | |
| "precision@5": 0.1958, | |
| "precision@10": 0.0995, | |
| "recall@1": 0.681, | |
| "recall@5": 0.979, | |
| "recall@10": 0.995, | |
| "f1@1": 0.681, | |
| "f1@5": 0.32633333333333336, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.681, | |
| "map@5": 0.8091833333333334, | |
| "map@10": 0.811481746031746, | |
| "mrr@1": 0.681, | |
| "mrr@5": 0.8091833333333334, | |
| "mrr@10": 0.811481746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.893, | |
| "hit@5": 0.986, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.893, | |
| "ndcg_linear@5": 0.9477272298854539, | |
| "ndcg_linear@10": 0.9504232550036563, | |
| "ndcg_exponential@1": 0.893, | |
| "ndcg_exponential@5": 0.9477272298854539, | |
| "ndcg_exponential@10": 0.9504232550036563, | |
| "precision@1": 0.893, | |
| "precision@5": 0.19720000000000004, | |
| "precision@10": 0.0994, | |
| "recall@1": 0.893, | |
| "recall@5": 0.986, | |
| "recall@10": 0.994, | |
| "f1@1": 0.893, | |
| "f1@5": 0.3286666666666666, | |
| "f1@10": 0.1807272727272727, | |
| "map@1": 0.893, | |
| "map@5": 0.93455, | |
| "map@10": 0.9357273809523811, | |
| "mrr@1": 0.893, | |
| "mrr@5": 0.93455, | |
| "mrr@10": 0.9357273809523811, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.256, | |
| "hit@5": 0.516, | |
| "hit@10": 0.617, | |
| "ndcg_linear@1": 0.256, | |
| "ndcg_linear@5": 0.393686966029811, | |
| "ndcg_linear@10": 0.42621868646780997, | |
| "ndcg_exponential@1": 0.256, | |
| "ndcg_exponential@5": 0.393686966029811, | |
| "ndcg_exponential@10": 0.42621868646780997, | |
| "precision@1": 0.256, | |
| "precision@5": 0.10319999999999999, | |
| "precision@10": 0.0617, | |
| "recall@1": 0.256, | |
| "recall@5": 0.516, | |
| "recall@10": 0.617, | |
| "f1@1": 0.256, | |
| "f1@5": 0.17200000000000004, | |
| "f1@10": 0.11218181818181822, | |
| "map@1": 0.256, | |
| "map@5": 0.3530333333333333, | |
| "map@10": 0.3663849206349206, | |
| "mrr@1": 0.256, | |
| "mrr@5": 0.3530333333333333, | |
| "mrr@10": 0.3663849206349206, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.662, | |
| "hit@5": 0.863, | |
| "hit@10": 0.909, | |
| "ndcg_linear@1": 0.662, | |
| "ndcg_linear@5": 0.7722640079522956, | |
| "ndcg_linear@10": 0.7872336192760729, | |
| "ndcg_exponential@1": 0.662, | |
| "ndcg_exponential@5": 0.7722640079522956, | |
| "ndcg_exponential@10": 0.7872336192760729, | |
| "precision@1": 0.662, | |
| "precision@5": 0.17260000000000003, | |
| "precision@10": 0.09090000000000001, | |
| "recall@1": 0.662, | |
| "recall@5": 0.863, | |
| "recall@10": 0.909, | |
| "f1@1": 0.662, | |
| "f1@5": 0.2876666666666667, | |
| "f1@10": 0.1652727272727273, | |
| "map@1": 0.662, | |
| "map@5": 0.7418166666666666, | |
| "map@10": 0.7480503968253968, | |
| "mrr@1": 0.662, | |
| "mrr@5": 0.7418166666666666, | |
| "mrr@10": 0.7480503968253968, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.654, | |
| "hit@5": 0.882, | |
| "hit@10": 0.928, | |
| "ndcg_linear@1": 0.654, | |
| "ndcg_linear@5": 0.7803748858934428, | |
| "ndcg_linear@10": 0.7955464396364744, | |
| "ndcg_exponential@1": 0.654, | |
| "ndcg_exponential@5": 0.7803748858934428, | |
| "ndcg_exponential@10": 0.7955464396364744, | |
| "precision@1": 0.654, | |
| "precision@5": 0.17640000000000003, | |
| "precision@10": 0.09280000000000001, | |
| "recall@1": 0.654, | |
| "recall@5": 0.882, | |
| "recall@10": 0.928, | |
| "f1@1": 0.654, | |
| "f1@5": 0.294, | |
| "f1@10": 0.16872727272727273, | |
| "map@1": 0.654, | |
| "map@5": 0.74615, | |
| "map@10": 0.7525873015873017, | |
| "mrr@1": 0.654, | |
| "mrr@5": 0.74615, | |
| "mrr@10": 0.7525873015873017, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.926, | |
| "hit@5": 0.99, | |
| "hit@10": 0.998, | |
| "ndcg_linear@1": 0.926, | |
| "ndcg_linear@5": 0.9614545007454792, | |
| "ndcg_linear@10": 0.9641182225260121, | |
| "ndcg_exponential@1": 0.926, | |
| "ndcg_exponential@5": 0.9614545007454792, | |
| "ndcg_exponential@10": 0.9641182225260121, | |
| "precision@1": 0.926, | |
| "precision@5": 0.19800000000000004, | |
| "precision@10": 0.09980000000000001, | |
| "recall@1": 0.926, | |
| "recall@5": 0.99, | |
| "recall@10": 0.998, | |
| "f1@1": 0.926, | |
| "f1@5": 0.33, | |
| "f1@10": 0.18145454545454545, | |
| "map@1": 0.926, | |
| "map@5": 0.9518333333333334, | |
| "map@10": 0.9529789682539682, | |
| "mrr@1": 0.926, | |
| "mrr@5": 0.9518333333333334, | |
| "mrr@10": 0.9529789682539682, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.852, | |
| "hit@5": 0.96, | |
| "hit@10": 0.978, | |
| "ndcg_linear@1": 0.852, | |
| "ndcg_linear@5": 0.9130097349529569, | |
| "ndcg_linear@10": 0.9188238787252357, | |
| "ndcg_exponential@1": 0.852, | |
| "ndcg_exponential@5": 0.9130097349529569, | |
| "ndcg_exponential@10": 0.9188238787252357, | |
| "precision@1": 0.852, | |
| "precision@5": 0.19200000000000003, | |
| "precision@10": 0.09780000000000001, | |
| "recall@1": 0.852, | |
| "recall@5": 0.96, | |
| "recall@10": 0.978, | |
| "f1@1": 0.852, | |
| "f1@5": 0.32, | |
| "f1@10": 0.17781818181818182, | |
| "map@1": 0.852, | |
| "map@5": 0.8970666666666666, | |
| "map@10": 0.8994630952380953, | |
| "mrr@1": 0.852, | |
| "mrr@5": 0.8970666666666666, | |
| "mrr@10": 0.8994630952380953, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.937, | |
| "hit@5": 0.999, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.937, | |
| "ndcg_linear@5": 0.9748699534973606, | |
| "ndcg_linear@10": 0.9752261606844685, | |
| "ndcg_exponential@1": 0.937, | |
| "ndcg_exponential@5": 0.9748699534973606, | |
| "ndcg_exponential@10": 0.9752261606844685, | |
| "precision@1": 0.937, | |
| "precision@5": 0.1998, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.937, | |
| "recall@5": 0.999, | |
| "recall@10": 1.0, | |
| "f1@1": 0.937, | |
| "f1@5": 0.333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.937, | |
| "map@5": 0.9664166666666666, | |
| "map@10": 0.9665833333333332, | |
| "mrr@1": 0.937, | |
| "mrr@5": 0.9664166666666666, | |
| "mrr@10": 0.9665833333333332, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.914, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.914, | |
| "ndcg_linear@5": 0.9696906353652187, | |
| "ndcg_linear@10": 0.9696906353652187, | |
| "ndcg_exponential@1": 0.914, | |
| "ndcg_exponential@5": 0.9696906353652187, | |
| "ndcg_exponential@10": 0.9696906353652187, | |
| "precision@1": 0.914, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.914, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.914, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.914, | |
| "map@5": 0.9594166666666667, | |
| "map@10": 0.9594166666666667, | |
| "mrr@1": 0.914, | |
| "mrr@5": 0.9564166666666667, | |
| "mrr@10": 0.9564166666666667, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.851, | |
| "hit@5": 0.965, | |
| "hit@10": 0.977, | |
| "ndcg_linear@1": 0.851, | |
| "ndcg_linear@5": 0.9144445404880749, | |
| "ndcg_linear@10": 0.9184451217986344, | |
| "ndcg_exponential@1": 0.851, | |
| "ndcg_exponential@5": 0.9144445404880749, | |
| "ndcg_exponential@10": 0.9184451217986344, | |
| "precision@1": 0.851, | |
| "precision@5": 0.193, | |
| "precision@10": 0.09770000000000002, | |
| "recall@1": 0.851, | |
| "recall@5": 0.965, | |
| "recall@10": 0.977, | |
| "f1@1": 0.851, | |
| "f1@5": 0.3216666666666667, | |
| "f1@10": 0.17763636363636362, | |
| "map@1": 0.851, | |
| "map@5": 0.8973833333333333, | |
| "map@10": 0.8991015873015872, | |
| "mrr@1": 0.851, | |
| "mrr@5": 0.8973833333333333, | |
| "mrr@10": 0.8991015873015872, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "video": { | |
| "K700": "DIR_N/A", | |
| "SmthSmthV2": "DIR_N/A", | |
| "HMDB51": "DIR_N/A", | |
| "UCF101": "DIR_N/A", | |
| "Breakfast": "DIR_N/A", | |
| "MVBench": "DIR_N/A", | |
| "Video-MME": "DIR_N/A", | |
| "NExTQA": "DIR_N/A", | |
| "EgoSchema": "DIR_N/A", | |
| "ActivityNetQA": "DIR_N/A", | |
| "DiDeMo": "DIR_N/A", | |
| "MSR-VTT": "DIR_N/A", | |
| "MSVD": "DIR_N/A", | |
| "VATEX": "DIR_N/A", | |
| "YouCook2": "DIR_N/A", | |
| "QVHighlight": "DIR_N/A", | |
| "Charades-STA": "DIR_N/A", | |
| "MomentSeeker": "DIR_N/A" | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": "DIR_N/A", | |
| "ViDoRe_docvqa": "DIR_N/A", | |
| "ViDoRe_infovqa": "DIR_N/A", | |
| "ViDoRe_tabfquad": "DIR_N/A", | |
| "ViDoRe_tatdqa": "DIR_N/A", | |
| "ViDoRe_shiftproject": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_energy": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A", | |
| "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A", | |
| "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A", | |
| "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A", | |
| "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A", | |
| "VisRAG_ArxivQA": "DIR_N/A", | |
| "VisRAG_ChartQA": "DIR_N/A", | |
| "VisRAG_MP-DocVQA": "DIR_N/A", | |
| "VisRAG_SlideVQA": "DIR_N/A", | |
| "VisRAG_InfoVQA": "DIR_N/A", | |
| "VisRAG_PlotQA": "DIR_N/A", | |
| "ViDoSeek-page": "DIR_N/A", | |
| "ViDoSeek-doc": "DIR_N/A", | |
| "MMLongBench-page": "DIR_N/A", | |
| "MMLongBench-doc": "DIR_N/A" | |
| } | |
| } | |
| } |