| { | |
| "metadata": { | |
| "model_name": "Ops-MM-embedding-v1-7B", | |
| "model_backbone": "Qwen2-VL-7B", | |
| "model_size": 8.29, | |
| "embedding_dimension": 3584, | |
| "max_length_tokens": null, | |
| "model_release_date": "2025-07-03", | |
| "data_source": "OpenSearch-AI", | |
| "url": "https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-7B", | |
| "report_generated_date": "2025-07-02T23:11:24.116227" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.811, | |
| "hit@5": 0.964, | |
| "hit@10": 0.982, | |
| "ndcg_linear@1": 0.811, | |
| "ndcg_linear@5": 0.8972089841991893, | |
| "ndcg_linear@10": 0.903203094426922, | |
| "ndcg_exponential@1": 0.811, | |
| "ndcg_exponential@5": 0.8972089841991893, | |
| "ndcg_exponential@10": 0.903203094426922, | |
| "precision@1": 0.811, | |
| "precision@5": 0.1928, | |
| "precision@10": 0.09820000000000002, | |
| "recall@1": 0.811, | |
| "recall@5": 0.964, | |
| "recall@10": 0.982, | |
| "f1@1": 0.811, | |
| "f1@5": 0.32133333333333336, | |
| "f1@10": 0.17854545454545453, | |
| "map@1": 0.811, | |
| "map@5": 0.8745833333333333, | |
| "map@10": 0.8771603174603174, | |
| "mrr@1": 0.811, | |
| "mrr@5": 0.8745833333333333, | |
| "mrr@10": 0.8771603174603174, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.821, | |
| "hit@5": 0.974, | |
| "hit@10": 0.998, | |
| "ndcg_linear@1": 0.821, | |
| "ndcg_linear@5": 0.908003904347735, | |
| "ndcg_linear@10": 0.9159637568629064, | |
| "ndcg_exponential@1": 0.821, | |
| "ndcg_exponential@5": 0.908003904347735, | |
| "ndcg_exponential@10": 0.9159637568629064, | |
| "precision@1": 0.821, | |
| "precision@5": 0.1948, | |
| "precision@10": 0.09980000000000001, | |
| "recall@1": 0.821, | |
| "recall@5": 0.974, | |
| "recall@10": 0.998, | |
| "f1@1": 0.821, | |
| "f1@5": 0.3246666666666666, | |
| "f1@10": 0.18145454545454545, | |
| "map@1": 0.821, | |
| "map@5": 0.8855333333333333, | |
| "map@10": 0.8889365079365079, | |
| "mrr@1": 0.821, | |
| "mrr@5": 0.8855333333333333, | |
| "mrr@10": 0.8889365079365079, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.757, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.757, | |
| "ndcg_linear@5": 0.9103159301178643, | |
| "ndcg_linear@10": 0.9103159301178643, | |
| "ndcg_exponential@1": 0.757, | |
| "ndcg_exponential@5": 0.9103159301178643, | |
| "ndcg_exponential@10": 0.9103159301178643, | |
| "precision@1": 0.757, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.757, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.757, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.757, | |
| "map@5": 0.8785, | |
| "map@10": 0.8785, | |
| "mrr@1": 0.757, | |
| "mrr@5": 0.8785, | |
| "mrr@10": 0.8785, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.848, | |
| "hit@5": 0.977, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.848, | |
| "ndcg_linear@5": 0.9241752272291508, | |
| "ndcg_linear@10": 0.9290490649008084, | |
| "ndcg_exponential@1": 0.848, | |
| "ndcg_exponential@5": 0.9241752272291508, | |
| "ndcg_exponential@10": 0.9290490649008084, | |
| "precision@1": 0.848, | |
| "precision@5": 0.19540000000000005, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.848, | |
| "recall@5": 0.977, | |
| "recall@10": 0.992, | |
| "f1@1": 0.848, | |
| "f1@5": 0.3256666666666666, | |
| "f1@10": 0.18036363636363634, | |
| "map@1": 0.848, | |
| "map@5": 0.9059333333333334, | |
| "map@10": 0.9079559523809524, | |
| "mrr@1": 0.848, | |
| "mrr@5": 0.9059333333333334, | |
| "mrr@10": 0.9079559523809524, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.81, | |
| "hit@5": 0.975, | |
| "hit@10": 0.993, | |
| "ndcg_linear@1": 0.81, | |
| "ndcg_linear@5": 0.9044714381294062, | |
| "ndcg_linear@10": 0.9104367712161627, | |
| "ndcg_exponential@1": 0.81, | |
| "ndcg_exponential@5": 0.9044714381294062, | |
| "ndcg_exponential@10": 0.9104367712161627, | |
| "precision@1": 0.81, | |
| "precision@5": 0.19500000000000003, | |
| "precision@10": 0.09930000000000001, | |
| "recall@1": 0.81, | |
| "recall@5": 0.975, | |
| "recall@10": 0.993, | |
| "f1@1": 0.81, | |
| "f1@5": 0.325, | |
| "f1@10": 0.1805454545454545, | |
| "map@1": 0.81, | |
| "map@5": 0.8804500000000001, | |
| "map@10": 0.8829964285714286, | |
| "mrr@1": 0.81, | |
| "mrr@5": 0.8804500000000001, | |
| "mrr@10": 0.8829964285714286, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.456, | |
| "hit@5": 0.742, | |
| "hit@10": 0.832, | |
| "ndcg_linear@1": 0.456, | |
| "ndcg_linear@5": 0.612464933944354, | |
| "ndcg_linear@10": 0.6421212605535749, | |
| "ndcg_exponential@1": 0.456, | |
| "ndcg_exponential@5": 0.612464933944354, | |
| "ndcg_exponential@10": 0.6421212605535749, | |
| "precision@1": 0.456, | |
| "precision@5": 0.14839999999999998, | |
| "precision@10": 0.08320000000000002, | |
| "recall@1": 0.456, | |
| "recall@5": 0.742, | |
| "recall@10": 0.832, | |
| "f1@1": 0.456, | |
| "f1@5": 0.24733333333333338, | |
| "f1@10": 0.15127272727272728, | |
| "map@1": 0.456, | |
| "map@5": 0.5689833333333334, | |
| "map@10": 0.5815511904761905, | |
| "mrr@1": 0.456, | |
| "mrr@5": 0.5689833333333334, | |
| "mrr@10": 0.5815511904761905, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.578, | |
| "hit@5": 0.814, | |
| "hit@10": 0.873, | |
| "ndcg_linear@1": 0.578, | |
| "ndcg_linear@5": 0.7067527294684098, | |
| "ndcg_linear@10": 0.7260494542589042, | |
| "ndcg_exponential@1": 0.578, | |
| "ndcg_exponential@5": 0.7067527294684098, | |
| "ndcg_exponential@10": 0.7260494542589042, | |
| "precision@1": 0.578, | |
| "precision@5": 0.1628, | |
| "precision@10": 0.08730000000000002, | |
| "recall@1": 0.578, | |
| "recall@5": 0.814, | |
| "recall@10": 0.873, | |
| "f1@1": 0.578, | |
| "f1@5": 0.27133333333333337, | |
| "f1@10": 0.15872727272727272, | |
| "map@1": 0.578, | |
| "map@5": 0.67075, | |
| "map@10": 0.6788373015873016, | |
| "mrr@1": 0.578, | |
| "mrr@5": 0.67075, | |
| "mrr@10": 0.6788373015873016, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.902, | |
| "hit@5": 0.981, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.902, | |
| "ndcg_linear@5": 0.9490524502565482, | |
| "ndcg_linear@10": 0.9525844230009524, | |
| "ndcg_exponential@1": 0.902, | |
| "ndcg_exponential@5": 0.9490524502565482, | |
| "ndcg_exponential@10": 0.9525844230009524, | |
| "precision@1": 0.902, | |
| "precision@5": 0.19620000000000004, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.902, | |
| "recall@5": 0.981, | |
| "recall@10": 0.992, | |
| "f1@1": 0.902, | |
| "f1@5": 0.327, | |
| "f1@10": 0.18036363636363634, | |
| "map@1": 0.902, | |
| "map@5": 0.9379833333333334, | |
| "map@10": 0.9394273809523809, | |
| "mrr@1": 0.902, | |
| "mrr@5": 0.9379833333333334, | |
| "mrr@10": 0.9394273809523809, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.697, | |
| "hit@5": 0.876, | |
| "hit@10": 0.912, | |
| "ndcg_linear@1": 0.697, | |
| "ndcg_linear@5": 0.7998091251553962, | |
| "ndcg_linear@10": 0.8114293964429173, | |
| "ndcg_exponential@1": 0.697, | |
| "ndcg_exponential@5": 0.7998091251553962, | |
| "ndcg_exponential@10": 0.8114293964429173, | |
| "precision@1": 0.697, | |
| "precision@5": 0.17520000000000002, | |
| "precision@10": 0.09120000000000002, | |
| "recall@1": 0.697, | |
| "recall@5": 0.876, | |
| "recall@10": 0.912, | |
| "f1@1": 0.697, | |
| "f1@5": 0.292, | |
| "f1@10": 0.1658181818181818, | |
| "map@1": 0.697, | |
| "map@5": 0.7738333333333334, | |
| "map@10": 0.778622619047619, | |
| "mrr@1": 0.697, | |
| "mrr@5": 0.7738333333333334, | |
| "mrr@10": 0.778622619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.285, | |
| "hit@5": 0.506, | |
| "hit@10": 0.609, | |
| "ndcg_linear@1": 0.285, | |
| "ndcg_linear@5": 0.40328589269051235, | |
| "ndcg_linear@10": 0.4360567158341879, | |
| "ndcg_exponential@1": 0.285, | |
| "ndcg_exponential@5": 0.40328589269051235, | |
| "ndcg_exponential@10": 0.4360567158341879, | |
| "precision@1": 0.285, | |
| "precision@5": 0.10119999999999998, | |
| "precision@10": 0.06089999999999999, | |
| "recall@1": 0.285, | |
| "recall@5": 0.506, | |
| "recall@10": 0.609, | |
| "f1@1": 0.285, | |
| "f1@5": 0.1686666666666667, | |
| "f1@10": 0.11072727272727274, | |
| "map@1": 0.285, | |
| "map@5": 0.36905, | |
| "map@10": 0.3822527777777777, | |
| "mrr@1": 0.285, | |
| "mrr@5": 0.36905, | |
| "mrr@10": 0.3822527777777777, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.706, | |
| "hit@5": 0.935, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.706, | |
| "ndcg_linear@5": 0.8344075880155006, | |
| "ndcg_linear@10": 0.8459473006000523, | |
| "ndcg_exponential@1": 0.706, | |
| "ndcg_exponential@5": 0.8344075880155006, | |
| "ndcg_exponential@10": 0.8459473006000523, | |
| "precision@1": 0.706, | |
| "precision@5": 0.18700000000000003, | |
| "precision@10": 0.097, | |
| "recall@1": 0.706, | |
| "recall@5": 0.935, | |
| "recall@10": 0.97, | |
| "f1@1": 0.706, | |
| "f1@5": 0.3116666666666667, | |
| "f1@10": 0.17636363636363633, | |
| "map@1": 0.706, | |
| "map@5": 0.8004, | |
| "map@10": 0.805288492063492, | |
| "mrr@1": 0.706, | |
| "mrr@5": 0.8004, | |
| "mrr@10": 0.805288492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.6, | |
| "hit@5": 0.885, | |
| "hit@10": 0.941, | |
| "ndcg_linear@1": 0.6, | |
| "ndcg_linear@5": 0.7567001853131614, | |
| "ndcg_linear@10": 0.774920654838386, | |
| "ndcg_exponential@1": 0.6, | |
| "ndcg_exponential@5": 0.7567001853131614, | |
| "ndcg_exponential@10": 0.774920654838386, | |
| "precision@1": 0.6, | |
| "precision@5": 0.177, | |
| "precision@10": 0.09410000000000002, | |
| "recall@1": 0.6, | |
| "recall@5": 0.885, | |
| "recall@10": 0.941, | |
| "f1@1": 0.6, | |
| "f1@5": 0.295, | |
| "f1@10": 0.17109090909090907, | |
| "map@1": 0.6, | |
| "map@5": 0.7134833333333334, | |
| "map@10": 0.7210642857142857, | |
| "mrr@1": 0.6, | |
| "mrr@5": 0.7134833333333334, | |
| "mrr@10": 0.7210642857142857, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.947, | |
| "hit@5": 0.995, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.947, | |
| "ndcg_linear@5": 0.9755232833635987, | |
| "ndcg_linear@10": 0.9758794905507068, | |
| "ndcg_exponential@1": 0.947, | |
| "ndcg_exponential@5": 0.9755232833635987, | |
| "ndcg_exponential@10": 0.9758794905507068, | |
| "precision@1": 0.947, | |
| "precision@5": 0.19900000000000004, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.947, | |
| "recall@5": 0.995, | |
| "recall@10": 0.996, | |
| "f1@1": 0.947, | |
| "f1@5": 0.3316666666666666, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.947, | |
| "map@5": 0.9687833333333334, | |
| "map@10": 0.9689500000000001, | |
| "mrr@1": 0.947, | |
| "mrr@5": 0.9687833333333334, | |
| "mrr@10": 0.9689500000000001, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.736, | |
| "hit@5": 0.906, | |
| "hit@10": 0.932, | |
| "ndcg_linear@1": 0.736, | |
| "ndcg_linear@5": 0.8277407513883303, | |
| "ndcg_linear@10": 0.8362488999302439, | |
| "ndcg_exponential@1": 0.736, | |
| "ndcg_exponential@5": 0.8277407513883303, | |
| "ndcg_exponential@10": 0.8362488999302439, | |
| "precision@1": 0.736, | |
| "precision@5": 0.18120000000000003, | |
| "precision@10": 0.09320000000000002, | |
| "recall@1": 0.736, | |
| "recall@5": 0.906, | |
| "recall@10": 0.932, | |
| "f1@1": 0.736, | |
| "f1@5": 0.302, | |
| "f1@10": 0.16945454545454544, | |
| "map@1": 0.736, | |
| "map@5": 0.8015666666666666, | |
| "map@10": 0.805140873015873, | |
| "mrr@1": 0.736, | |
| "mrr@5": 0.8015666666666666, | |
| "mrr@10": 0.805140873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.652, | |
| "hit@5": 0.81, | |
| "hit@10": 0.873, | |
| "ndcg_linear@1": 0.652, | |
| "ndcg_linear@5": 0.7383237284140184, | |
| "ndcg_linear@10": 0.758789100394747, | |
| "ndcg_exponential@1": 0.652, | |
| "ndcg_exponential@5": 0.7383237284140184, | |
| "ndcg_exponential@10": 0.758789100394747, | |
| "precision@1": 0.652, | |
| "precision@5": 0.162, | |
| "precision@10": 0.08730000000000002, | |
| "recall@1": 0.652, | |
| "recall@5": 0.81, | |
| "recall@10": 0.873, | |
| "f1@1": 0.652, | |
| "f1@5": 0.27, | |
| "f1@10": 0.15872727272727274, | |
| "map@1": 0.652, | |
| "map@5": 0.7142833333333333, | |
| "map@10": 0.7227880952380953, | |
| "mrr@1": 0.652, | |
| "mrr@5": 0.7142833333333333, | |
| "mrr@10": 0.7227880952380953, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.584, | |
| "hit@5": 0.904, | |
| "hit@10": 0.951, | |
| "ndcg_linear@1": 0.584, | |
| "ndcg_linear@5": 0.7607038779643807, | |
| "ndcg_linear@10": 0.7762948323430009, | |
| "ndcg_exponential@1": 0.584, | |
| "ndcg_exponential@5": 0.7607038779643807, | |
| "ndcg_exponential@10": 0.7762948323430009, | |
| "precision@1": 0.584, | |
| "precision@5": 0.18080000000000002, | |
| "precision@10": 0.09510000000000002, | |
| "recall@1": 0.584, | |
| "recall@5": 0.904, | |
| "recall@10": 0.951, | |
| "f1@1": 0.584, | |
| "f1@5": 0.3013333333333334, | |
| "f1@10": 0.1729090909090909, | |
| "map@1": 0.584, | |
| "map@5": 0.7124833333333334, | |
| "map@10": 0.7191464285714286, | |
| "mrr@1": 0.584, | |
| "mrr@5": 0.7124833333333334, | |
| "mrr@10": 0.7191464285714286, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.499, | |
| "hit@5": 0.809, | |
| "hit@10": 0.911, | |
| "ndcg_linear@1": 0.499, | |
| "ndcg_linear@5": 0.6739528358410788, | |
| "ndcg_linear@10": 0.7062005471589817, | |
| "ndcg_exponential@1": 0.499, | |
| "ndcg_exponential@5": 0.6739528358410788, | |
| "ndcg_exponential@10": 0.7062005471589817, | |
| "precision@1": 0.499, | |
| "precision@5": 0.1618, | |
| "precision@10": 0.09110000000000001, | |
| "recall@1": 0.499, | |
| "recall@5": 0.809, | |
| "recall@10": 0.911, | |
| "f1@1": 0.499, | |
| "f1@5": 0.26966666666666667, | |
| "f1@10": 0.16563636363636364, | |
| "map@1": 0.499, | |
| "map@5": 0.6281666666666667, | |
| "map@10": 0.641040873015873, | |
| "mrr@1": 0.499, | |
| "mrr@5": 0.6281666666666667, | |
| "mrr@10": 0.641040873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.566, | |
| "hit@5": 0.719, | |
| "hit@10": 0.751, | |
| "ndcg_linear@1": 0.566, | |
| "ndcg_linear@5": 0.6514422712364567, | |
| "ndcg_linear@10": 0.6616436437103389, | |
| "ndcg_exponential@1": 0.566, | |
| "ndcg_exponential@5": 0.6514422712364567, | |
| "ndcg_exponential@10": 0.6616436437103389, | |
| "precision@1": 0.566, | |
| "precision@5": 0.14379999999999998, | |
| "precision@10": 0.07510000000000001, | |
| "recall@1": 0.566, | |
| "recall@5": 0.719, | |
| "recall@10": 0.751, | |
| "f1@1": 0.566, | |
| "f1@5": 0.23966666666666672, | |
| "f1@10": 0.13654545454545455, | |
| "map@1": 0.566, | |
| "map@5": 0.6285833333333333, | |
| "map@10": 0.6327095238095238, | |
| "mrr@1": 0.566, | |
| "mrr@5": 0.6285833333333333, | |
| "mrr@10": 0.6327095238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.799, | |
| "hit@5": 0.946, | |
| "hit@10": 0.972, | |
| "ndcg_linear@1": 0.799, | |
| "ndcg_linear@5": 0.8811134365876296, | |
| "ndcg_linear@10": 0.8897748874138558, | |
| "ndcg_exponential@1": 0.799, | |
| "ndcg_exponential@5": 0.8811134365876296, | |
| "ndcg_exponential@10": 0.8897748874138558, | |
| "precision@1": 0.799, | |
| "precision@5": 0.1892, | |
| "precision@10": 0.09720000000000002, | |
| "recall@1": 0.799, | |
| "recall@5": 0.946, | |
| "recall@10": 0.972, | |
| "f1@1": 0.799, | |
| "f1@5": 0.31533333333333335, | |
| "f1@10": 0.17672727272727268, | |
| "map@1": 0.799, | |
| "map@5": 0.8592000000000001, | |
| "map@10": 0.8629210317460316, | |
| "mrr@1": 0.799, | |
| "mrr@5": 0.8592000000000001, | |
| "mrr@10": 0.8629210317460316, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.869, | |
| "hit@5": 0.926, | |
| "hit@10": 0.939, | |
| "ndcg_linear@1": 0.869, | |
| "ndcg_linear@5": 0.9007951815016322, | |
| "ndcg_linear@10": 0.9049302047486061, | |
| "ndcg_exponential@1": 0.869, | |
| "ndcg_exponential@5": 0.9007951815016322, | |
| "ndcg_exponential@10": 0.9049302047486061, | |
| "precision@1": 0.869, | |
| "precision@5": 0.18520000000000006, | |
| "precision@10": 0.09390000000000001, | |
| "recall@1": 0.869, | |
| "recall@5": 0.926, | |
| "recall@10": 0.939, | |
| "f1@1": 0.869, | |
| "f1@5": 0.3086666666666667, | |
| "f1@10": 0.1707272727272727, | |
| "map@1": 0.869, | |
| "map@5": 0.8922833333333333, | |
| "map@10": 0.8939476190476191, | |
| "mrr@1": 0.869, | |
| "mrr@5": 0.8922833333333333, | |
| "mrr@10": 0.8939476190476191, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.818, | |
| "hit@5": 0.96, | |
| "hit@10": 0.981, | |
| "ndcg_linear@1": 0.818, | |
| "ndcg_linear@5": 0.8981579586925184, | |
| "ndcg_linear@10": 0.9050024514275745, | |
| "ndcg_exponential@1": 0.818, | |
| "ndcg_exponential@5": 0.8981579586925184, | |
| "ndcg_exponential@10": 0.9050024514275745, | |
| "precision@1": 0.818, | |
| "precision@5": 0.192, | |
| "precision@10": 0.09810000000000002, | |
| "recall@1": 0.818, | |
| "recall@5": 0.96, | |
| "recall@10": 0.981, | |
| "f1@1": 0.818, | |
| "f1@5": 0.32, | |
| "f1@10": 0.17836363636363634, | |
| "map@1": 0.818, | |
| "map@5": 0.8771666666666667, | |
| "map@10": 0.8800242063492063, | |
| "mrr@1": 0.818, | |
| "mrr@5": 0.8771666666666667, | |
| "mrr@10": 0.8800242063492063, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.552, | |
| "hit@5": 0.911, | |
| "hit@10": 0.955, | |
| "ndcg_linear@1": 0.552, | |
| "ndcg_linear@5": 0.7544132207910468, | |
| "ndcg_linear@10": 0.7687461843165859, | |
| "ndcg_exponential@1": 0.552, | |
| "ndcg_exponential@5": 0.7544132207910468, | |
| "ndcg_exponential@10": 0.7687461843165859, | |
| "precision@1": 0.552, | |
| "precision@5": 0.18220000000000003, | |
| "precision@10": 0.09550000000000002, | |
| "recall@1": 0.552, | |
| "recall@5": 0.911, | |
| "recall@10": 0.955, | |
| "f1@1": 0.552, | |
| "f1@5": 0.30366666666666664, | |
| "f1@10": 0.17363636363636362, | |
| "map@1": 0.552, | |
| "map@5": 0.7012666666666667, | |
| "map@10": 0.7072380952380952, | |
| "mrr@1": 0.552, | |
| "mrr@5": 0.7012666666666667, | |
| "mrr@10": 0.7072380952380952, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.801, | |
| "hit@5": 0.907, | |
| "hit@10": 0.938, | |
| "ndcg_linear@1": 0.801, | |
| "ndcg_linear@5": 0.8594919255925174, | |
| "ndcg_linear@10": 0.8692591058077485, | |
| "ndcg_exponential@1": 0.801, | |
| "ndcg_exponential@5": 0.8594919255925174, | |
| "ndcg_exponential@10": 0.8692591058077485, | |
| "precision@1": 0.801, | |
| "precision@5": 0.18140000000000003, | |
| "precision@10": 0.09380000000000001, | |
| "recall@1": 0.801, | |
| "recall@5": 0.907, | |
| "recall@10": 0.938, | |
| "f1@1": 0.801, | |
| "f1@5": 0.3023333333333334, | |
| "f1@10": 0.17054545454545453, | |
| "map@1": 0.801, | |
| "map@5": 0.8435, | |
| "map@10": 0.8473805555555555, | |
| "mrr@1": 0.801, | |
| "mrr@5": 0.8435, | |
| "mrr@10": 0.8473805555555555, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.843, | |
| "hit@5": 0.936, | |
| "hit@10": 0.953, | |
| "ndcg_linear@1": 0.843, | |
| "ndcg_linear@5": 0.8943970763350075, | |
| "ndcg_linear@10": 0.8998863523941975, | |
| "ndcg_exponential@1": 0.843, | |
| "ndcg_exponential@5": 0.8943970763350075, | |
| "ndcg_exponential@10": 0.8998863523941975, | |
| "precision@1": 0.843, | |
| "precision@5": 0.18720000000000003, | |
| "precision@10": 0.09530000000000001, | |
| "recall@1": 0.843, | |
| "recall@5": 0.936, | |
| "recall@10": 0.953, | |
| "f1@1": 0.843, | |
| "f1@5": 0.312, | |
| "f1@10": 0.17327272727272724, | |
| "map@1": 0.843, | |
| "map@5": 0.8803666666666666, | |
| "map@10": 0.8826269841269841, | |
| "mrr@1": 0.843, | |
| "mrr@5": 0.8803666666666666, | |
| "mrr@10": 0.8826269841269841, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.793, | |
| "hit@5": 0.949, | |
| "hit@10": 0.978, | |
| "ndcg_linear@1": 0.793, | |
| "ndcg_linear@5": 0.8803368672984685, | |
| "ndcg_linear@10": 0.8896818613565582, | |
| "ndcg_exponential@1": 0.793, | |
| "ndcg_exponential@5": 0.8803368672984685, | |
| "ndcg_exponential@10": 0.8896818613565582, | |
| "precision@1": 0.793, | |
| "precision@5": 0.18980000000000005, | |
| "precision@10": 0.09780000000000001, | |
| "recall@1": 0.793, | |
| "recall@5": 0.949, | |
| "recall@10": 0.978, | |
| "f1@1": 0.793, | |
| "f1@5": 0.31633333333333336, | |
| "f1@10": 0.17781818181818182, | |
| "map@1": 0.793, | |
| "map@5": 0.8571333333333333, | |
| "map@10": 0.860975, | |
| "mrr@1": 0.793, | |
| "mrr@5": 0.8571333333333333, | |
| "mrr@10": 0.860975, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.721, | |
| "hit@5": 0.943, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.721, | |
| "ndcg_linear@5": 0.8402135232694316, | |
| "ndcg_linear@10": 0.8526142772096339, | |
| "ndcg_exponential@1": 0.721, | |
| "ndcg_exponential@5": 0.8402135232694316, | |
| "ndcg_exponential@10": 0.8526142772096339, | |
| "precision@1": 0.721, | |
| "precision@5": 0.18860000000000002, | |
| "precision@10": 0.09800000000000002, | |
| "recall@1": 0.721, | |
| "recall@5": 0.943, | |
| "recall@10": 0.98, | |
| "f1@1": 0.721, | |
| "f1@5": 0.3143333333333333, | |
| "f1@10": 0.17818181818181816, | |
| "map@1": 0.721, | |
| "map@5": 0.8058666666666666, | |
| "map@10": 0.811238492063492, | |
| "mrr@1": 0.721, | |
| "mrr@5": 0.8058666666666666, | |
| "mrr@10": 0.811238492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.662, | |
| "hit@5": 0.977, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.662, | |
| "ndcg_linear@5": 0.8428332649702934, | |
| "ndcg_linear@10": 0.8493732941342598, | |
| "ndcg_exponential@1": 0.662, | |
| "ndcg_exponential@5": 0.8428332649702934, | |
| "ndcg_exponential@10": 0.8493732941342598, | |
| "precision@1": 0.662, | |
| "precision@5": 0.19540000000000005, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.662, | |
| "recall@5": 0.977, | |
| "recall@10": 0.997, | |
| "f1@1": 0.662, | |
| "f1@5": 0.3256666666666666, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.662, | |
| "map@5": 0.797, | |
| "map@10": 0.7997424603174603, | |
| "mrr@1": 0.662, | |
| "mrr@5": 0.797, | |
| "mrr@10": 0.7997424603174603, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.919, | |
| "hit@5": 0.994, | |
| "hit@10": 0.998, | |
| "ndcg_linear@1": 0.919, | |
| "ndcg_linear@5": 0.9619522053693657, | |
| "ndcg_linear@10": 0.963298983072579, | |
| "ndcg_exponential@1": 0.919, | |
| "ndcg_exponential@5": 0.9619522053693657, | |
| "ndcg_exponential@10": 0.963298983072579, | |
| "precision@1": 0.919, | |
| "precision@5": 0.1988, | |
| "precision@10": 0.09980000000000001, | |
| "recall@1": 0.919, | |
| "recall@5": 0.994, | |
| "recall@10": 0.998, | |
| "f1@1": 0.919, | |
| "f1@5": 0.3313333333333333, | |
| "f1@10": 0.18145454545454545, | |
| "map@1": 0.919, | |
| "map@5": 0.9510166666666666, | |
| "map@10": 0.9516039682539683, | |
| "mrr@1": 0.919, | |
| "mrr@5": 0.9510166666666666, | |
| "mrr@10": 0.9516039682539683, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.243, | |
| "hit@5": 0.511, | |
| "hit@10": 0.592, | |
| "ndcg_linear@1": 0.243, | |
| "ndcg_linear@5": 0.38383730216588574, | |
| "ndcg_linear@10": 0.41007610225616226, | |
| "ndcg_exponential@1": 0.243, | |
| "ndcg_exponential@5": 0.38383730216588574, | |
| "ndcg_exponential@10": 0.41007610225616226, | |
| "precision@1": 0.243, | |
| "precision@5": 0.10219999999999999, | |
| "precision@10": 0.05919999999999999, | |
| "recall@1": 0.243, | |
| "recall@5": 0.511, | |
| "recall@10": 0.592, | |
| "f1@1": 0.243, | |
| "f1@5": 0.17033333333333336, | |
| "f1@10": 0.10763636363636366, | |
| "map@1": 0.243, | |
| "map@5": 0.3416666666666666, | |
| "map@10": 0.3525230158730159, | |
| "mrr@1": 0.243, | |
| "mrr@5": 0.3416666666666666, | |
| "mrr@10": 0.3525230158730159, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.743, | |
| "hit@5": 0.909, | |
| "hit@10": 0.942, | |
| "ndcg_linear@1": 0.743, | |
| "ndcg_linear@5": 0.836321433713043, | |
| "ndcg_linear@10": 0.8472817749175067, | |
| "ndcg_exponential@1": 0.743, | |
| "ndcg_exponential@5": 0.836321433713043, | |
| "ndcg_exponential@10": 0.8472817749175067, | |
| "precision@1": 0.743, | |
| "precision@5": 0.18180000000000002, | |
| "precision@10": 0.09420000000000002, | |
| "recall@1": 0.743, | |
| "recall@5": 0.909, | |
| "recall@10": 0.942, | |
| "f1@1": 0.743, | |
| "f1@5": 0.303, | |
| "f1@10": 0.17127272727272724, | |
| "map@1": 0.743, | |
| "map@5": 0.81165, | |
| "map@10": 0.8163456349206349, | |
| "mrr@1": 0.743, | |
| "mrr@5": 0.81165, | |
| "mrr@10": 0.8163456349206349, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.732, | |
| "hit@5": 0.88, | |
| "hit@10": 0.925, | |
| "ndcg_linear@1": 0.732, | |
| "ndcg_linear@5": 0.813023413986076, | |
| "ndcg_linear@10": 0.8277770061315273, | |
| "ndcg_exponential@1": 0.732, | |
| "ndcg_exponential@5": 0.813023413986076, | |
| "ndcg_exponential@10": 0.8277770061315273, | |
| "precision@1": 0.732, | |
| "precision@5": 0.176, | |
| "precision@10": 0.0925, | |
| "recall@1": 0.732, | |
| "recall@5": 0.88, | |
| "recall@10": 0.925, | |
| "f1@1": 0.732, | |
| "f1@5": 0.2933333333333334, | |
| "f1@10": 0.16818181818181818, | |
| "map@1": 0.732, | |
| "map@5": 0.7905333333333333, | |
| "map@10": 0.796740476190476, | |
| "mrr@1": 0.732, | |
| "mrr@5": 0.7905333333333333, | |
| "mrr@10": 0.796740476190476, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.944, | |
| "hit@5": 0.997, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.944, | |
| "ndcg_linear@5": 0.9750516728538741, | |
| "ndcg_linear@10": 0.9760124097440858, | |
| "ndcg_exponential@1": 0.944, | |
| "ndcg_exponential@5": 0.9750516728538741, | |
| "ndcg_exponential@10": 0.9760124097440858, | |
| "precision@1": 0.944, | |
| "precision@5": 0.19940000000000002, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.944, | |
| "recall@5": 0.997, | |
| "recall@10": 1.0, | |
| "f1@1": 0.944, | |
| "f1@5": 0.3323333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.944, | |
| "map@5": 0.9675, | |
| "map@10": 0.9678916666666667, | |
| "mrr@1": 0.944, | |
| "mrr@5": 0.9675, | |
| "mrr@10": 0.9678916666666667, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.739, | |
| "hit@5": 0.879, | |
| "hit@10": 0.912, | |
| "ndcg_linear@1": 0.739, | |
| "ndcg_linear@5": 0.8170358283919806, | |
| "ndcg_linear@10": 0.8278094286114062, | |
| "ndcg_exponential@1": 0.739, | |
| "ndcg_exponential@5": 0.8170358283919806, | |
| "ndcg_exponential@10": 0.8278094286114062, | |
| "precision@1": 0.739, | |
| "precision@5": 0.1758, | |
| "precision@10": 0.09120000000000002, | |
| "recall@1": 0.739, | |
| "recall@5": 0.879, | |
| "recall@10": 0.912, | |
| "f1@1": 0.739, | |
| "f1@5": 0.293, | |
| "f1@10": 0.1658181818181818, | |
| "map@1": 0.739, | |
| "map@5": 0.7961166666666667, | |
| "map@10": 0.8006210317460317, | |
| "mrr@1": 0.739, | |
| "mrr@5": 0.7961166666666667, | |
| "mrr@10": 0.8006210317460317, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.904, | |
| "hit@5": 0.995, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.904, | |
| "ndcg_linear@5": 0.9580666714637504, | |
| "ndcg_linear@10": 0.9587154696738694, | |
| "ndcg_exponential@1": 0.904, | |
| "ndcg_exponential@5": 0.9580666714637504, | |
| "ndcg_exponential@10": 0.9587154696738694, | |
| "precision@1": 0.904, | |
| "precision@5": 0.19900000000000004, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.904, | |
| "recall@5": 0.995, | |
| "recall@10": 0.997, | |
| "f1@1": 0.904, | |
| "f1@5": 0.3316666666666666, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.904, | |
| "map@5": 0.9452833333333333, | |
| "map@10": 0.9455511904761904, | |
| "mrr@1": 0.904, | |
| "mrr@5": 0.9452833333333333, | |
| "mrr@10": 0.9455511904761904, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.927, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.927, | |
| "ndcg_linear@5": 0.9748197315178593, | |
| "ndcg_linear@10": 0.9748197315178593, | |
| "ndcg_exponential@1": 0.927, | |
| "ndcg_exponential@5": 0.9748197315178593, | |
| "ndcg_exponential@10": 0.9748197315178593, | |
| "precision@1": 0.927, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.927, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.927, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.927, | |
| "map@5": 0.9663333333333334, | |
| "map@10": 0.9663333333333334, | |
| "mrr@1": 0.927, | |
| "mrr@5": 0.9633333333333334, | |
| "mrr@10": 0.9633333333333334, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.916, | |
| "hit@5": 0.971, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.916, | |
| "ndcg_linear@5": 0.9457068095214094, | |
| "ndcg_linear@10": 0.9502811890192044, | |
| "ndcg_exponential@1": 0.916, | |
| "ndcg_exponential@5": 0.9457068095214094, | |
| "ndcg_exponential@10": 0.9502811890192044, | |
| "precision@1": 0.916, | |
| "precision@5": 0.19420000000000004, | |
| "precision@10": 0.0985, | |
| "recall@1": 0.916, | |
| "recall@5": 0.971, | |
| "recall@10": 0.985, | |
| "f1@1": 0.916, | |
| "f1@5": 0.32366666666666666, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.916, | |
| "map@5": 0.93725, | |
| "map@10": 0.939163492063492, | |
| "mrr@1": 0.916, | |
| "mrr@5": 0.93725, | |
| "mrr@10": 0.939163492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.724, | |
| "hit@5": 0.832, | |
| "hit@10": 0.87, | |
| "ndcg_linear@1": 0.724, | |
| "ndcg_linear@5": 0.7816980877667238, | |
| "ndcg_linear@10": 0.794154083491937, | |
| "ndcg_exponential@1": 0.724, | |
| "ndcg_exponential@5": 0.7816980877667238, | |
| "ndcg_exponential@10": 0.794154083491937, | |
| "precision@1": 0.724, | |
| "precision@5": 0.16639999999999996, | |
| "precision@10": 0.087, | |
| "recall@1": 0.724, | |
| "recall@5": 0.832, | |
| "recall@10": 0.87, | |
| "f1@1": 0.724, | |
| "f1@5": 0.2773333333333334, | |
| "f1@10": 0.15818181818181817, | |
| "map@1": 0.724, | |
| "map@5": 0.765, | |
| "map@10": 0.7702428571428571, | |
| "mrr@1": 0.724, | |
| "mrr@5": 0.765, | |
| "mrr@10": 0.7702428571428571, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.4035476718403548, | |
| "hit@5": 0.5809312638580931, | |
| "hit@10": 0.656319290465632, | |
| "ndcg_linear@1": 0.4035476718403548, | |
| "ndcg_linear@5": 0.49108570677106456, | |
| "ndcg_linear@10": 0.5147397758959128, | |
| "ndcg_exponential@1": 0.4035476718403548, | |
| "ndcg_exponential@5": 0.49108570677106456, | |
| "ndcg_exponential@10": 0.5147397758959128, | |
| "precision@1": 0.4035476718403548, | |
| "precision@5": 0.11707317073170731, | |
| "precision@10": 0.06651884700665188, | |
| "recall@1": 0.3976164079822616, | |
| "recall@5": 0.5727827050997782, | |
| "recall@10": 0.644660014781966, | |
| "f1@1": 0.39886671593988665, | |
| "f1@5": 0.19345167028093863, | |
| "f1@10": 0.1199606503375905, | |
| "map@1": 0.4035476718403548, | |
| "map@5": 0.4620349839862035, | |
| "map@10": 0.4718157181571816, | |
| "mrr@1": 0.4035476718403548, | |
| "mrr@5": 0.46855136733185515, | |
| "mrr@10": 0.47878523915109283, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.7995951417004049, | |
| "hit@5": 0.9230769230769231, | |
| "hit@10": 0.9473684210526315, | |
| "ndcg_linear@1": 0.7995951417004049, | |
| "ndcg_linear@5": 0.8658530746439195, | |
| "ndcg_linear@10": 0.8742677543682404, | |
| "ndcg_exponential@1": 0.7995951417004049, | |
| "ndcg_exponential@5": 0.8658530746439195, | |
| "ndcg_exponential@10": 0.8742677543682404, | |
| "precision@1": 0.7995951417004049, | |
| "precision@5": 0.18461538461538463, | |
| "precision@10": 0.09493927125506073, | |
| "recall@1": 0.7995951417004049, | |
| "recall@5": 0.9220647773279352, | |
| "recall@10": 0.9473684210526315, | |
| "f1@1": 0.7995951417004049, | |
| "f1@5": 0.3075959128590708, | |
| "f1@10": 0.17255551466077784, | |
| "map@1": 0.7995951417004049, | |
| "map@5": 0.8468960863697707, | |
| "map@10": 0.8505888117730224, | |
| "mrr@1": 0.7995951417004049, | |
| "mrr@5": 0.8472334682860998, | |
| "mrr@10": 0.8505888117730224, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.8714285714285714, | |
| "hit@5": 0.95, | |
| "hit@10": 0.975, | |
| "ndcg_linear@1": 0.8714285714285714, | |
| "ndcg_linear@5": 0.9139664212357709, | |
| "ndcg_linear@10": 0.9218222423868873, | |
| "ndcg_exponential@1": 0.8714285714285714, | |
| "ndcg_exponential@5": 0.9139664212357709, | |
| "ndcg_exponential@10": 0.9218222423868873, | |
| "precision@1": 0.8714285714285714, | |
| "precision@5": 0.18999999999999997, | |
| "precision@10": 0.09749999999999999, | |
| "recall@1": 0.8714285714285714, | |
| "recall@5": 0.95, | |
| "recall@10": 0.975, | |
| "f1@1": 0.8714285714285714, | |
| "f1@5": 0.3166666666666667, | |
| "f1@10": 0.1772727272727273, | |
| "map@1": 0.8714285714285714, | |
| "map@5": 0.9019642857142858, | |
| "map@10": 0.9050736961451247, | |
| "mrr@1": 0.8714285714285714, | |
| "mrr@5": 0.9019642857142858, | |
| "mrr@10": 0.9050736961451247, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.41433778857837184, | |
| "hit@5": 0.6834750911300121, | |
| "hit@10": 0.7885783718104495, | |
| "ndcg_linear@1": 0.41433778857837184, | |
| "ndcg_linear@5": 0.5558704694199323, | |
| "ndcg_linear@10": 0.5903675001014173, | |
| "ndcg_exponential@1": 0.41433778857837184, | |
| "ndcg_exponential@5": 0.5558704694199323, | |
| "ndcg_exponential@10": 0.5903675001014173, | |
| "precision@1": 0.41433778857837184, | |
| "precision@5": 0.13681652490886997, | |
| "precision@10": 0.0789793438639125, | |
| "recall@1": 0.413730255164034, | |
| "recall@5": 0.6825637910085055, | |
| "recall@10": 0.7879708383961118, | |
| "f1@1": 0.4139327663021466, | |
| "f1@5": 0.2278828907018458, | |
| "f1@10": 0.14354357671490117, | |
| "map@1": 0.41433778857837184, | |
| "map@5": 0.5136644390441474, | |
| "map@10": 0.5281519412139096, | |
| "mrr@1": 0.41433778857837184, | |
| "mrr@5": 0.5141454029971648, | |
| "mrr@10": 0.5285721518254932, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.61, | |
| "hit@5": 0.89, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.61, | |
| "ndcg_linear@5": 0.7617245745315876, | |
| "ndcg_linear@10": 0.7890774568114949, | |
| "ndcg_exponential@1": 0.61, | |
| "ndcg_exponential@5": 0.7617245745315876, | |
| "ndcg_exponential@10": 0.7890774568114949, | |
| "precision@1": 0.61, | |
| "precision@5": 0.17799999999999996, | |
| "precision@10": 0.09699999999999998, | |
| "recall@1": 0.61, | |
| "recall@5": 0.89, | |
| "recall@10": 0.97, | |
| "f1@1": 0.61, | |
| "f1@5": 0.2966666666666667, | |
| "f1@10": 0.17636363636363647, | |
| "map@1": 0.61, | |
| "map@5": 0.7188333333333334, | |
| "map@10": 0.7309761904761904, | |
| "mrr@1": 0.61, | |
| "mrr@5": 0.7188333333333334, | |
| "mrr@10": 0.7309761904761904, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.8, | |
| "hit@5": 0.99, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.8, | |
| "ndcg_linear@5": 0.9099357497170402, | |
| "ndcg_linear@10": 0.912826397980219, | |
| "ndcg_exponential@1": 0.8, | |
| "ndcg_exponential@5": 0.9099357497170402, | |
| "ndcg_exponential@10": 0.912826397980219, | |
| "precision@1": 0.8, | |
| "precision@5": 0.19799999999999998, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.8, | |
| "recall@5": 0.99, | |
| "recall@10": 1.0, | |
| "f1@1": 0.8, | |
| "f1@5": 0.3300000000000001, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.8, | |
| "map@5": 0.8826666666666667, | |
| "map@10": 0.8836666666666666, | |
| "mrr@1": 0.8, | |
| "mrr@5": 0.8826666666666667, | |
| "mrr@10": 0.8836666666666666, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.81, | |
| "hit@5": 0.93, | |
| "hit@10": 0.96, | |
| "ndcg_linear@1": 0.81, | |
| "ndcg_linear@5": 0.8753378444481007, | |
| "ndcg_linear@10": 0.8856166369581185, | |
| "ndcg_exponential@1": 0.81, | |
| "ndcg_exponential@5": 0.8753378444481007, | |
| "ndcg_exponential@10": 0.8856166369581185, | |
| "precision@1": 0.81, | |
| "precision@5": 0.18599999999999994, | |
| "precision@10": 0.09599999999999997, | |
| "recall@1": 0.81, | |
| "recall@5": 0.93, | |
| "recall@10": 0.96, | |
| "f1@1": 0.81, | |
| "f1@5": 0.31000000000000005, | |
| "f1@10": 0.17454545454545464, | |
| "map@1": 0.81, | |
| "map@5": 0.8569999999999999, | |
| "map@10": 0.8615833333333334, | |
| "mrr@1": 0.81, | |
| "mrr@5": 0.8569999999999999, | |
| "mrr@10": 0.8615833333333334, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.83, | |
| "hit@5": 0.98, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.83, | |
| "ndcg_linear@5": 0.9155750345909591, | |
| "ndcg_linear@10": 0.9187296833588163, | |
| "ndcg_exponential@1": 0.83, | |
| "ndcg_exponential@5": 0.9155750345909591, | |
| "ndcg_exponential@10": 0.9187296833588163, | |
| "precision@1": 0.83, | |
| "precision@5": 0.19599999999999998, | |
| "precision@10": 0.09899999999999999, | |
| "recall@1": 0.83, | |
| "recall@5": 0.98, | |
| "recall@10": 0.99, | |
| "f1@1": 0.83, | |
| "f1@5": 0.32666666666666677, | |
| "f1@10": 0.18000000000000008, | |
| "map@1": 0.83, | |
| "map@5": 0.8936666666666667, | |
| "map@10": 0.8949166666666667, | |
| "mrr@1": 0.83, | |
| "mrr@5": 0.8936666666666667, | |
| "mrr@10": 0.8949166666666667, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.85, | |
| "hit@5": 0.99, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.85, | |
| "ndcg_linear@5": 0.9338868640816542, | |
| "ndcg_linear@10": 0.9372201974149877, | |
| "ndcg_exponential@1": 0.85, | |
| "ndcg_exponential@5": 0.9338868640816542, | |
| "ndcg_exponential@10": 0.9372201974149877, | |
| "precision@1": 0.85, | |
| "precision@5": 0.19799999999999998, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.85, | |
| "recall@5": 0.99, | |
| "recall@10": 1.0, | |
| "f1@1": 0.85, | |
| "f1@5": 0.3300000000000001, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.85, | |
| "map@5": 0.9145, | |
| "map@10": 0.9159285714285714, | |
| "mrr@1": 0.85, | |
| "mrr@5": 0.9145, | |
| "mrr@10": 0.9159285714285714, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.6346153846153846, | |
| "hit@5": 0.9038461538461539, | |
| "hit@10": 0.9423076923076923, | |
| "ndcg_linear@1": 0.6121794871794872, | |
| "ndcg_linear@5": 0.662739973618026, | |
| "ndcg_linear@10": 0.6801813086670259, | |
| "ndcg_exponential@1": 0.6053113553113553, | |
| "ndcg_exponential@5": 0.6592882828242518, | |
| "ndcg_exponential@10": 0.6769628635131526, | |
| "precision@1": 0.6346153846153846, | |
| "precision@5": 0.25769230769230766, | |
| "precision@10": 0.15192307692307688, | |
| "recall@1": 0.4403846153846154, | |
| "recall@5": 0.7235431235431237, | |
| "recall@10": 0.7684232434232434, | |
| "f1@1": 0.4834530853761623, | |
| "f1@5": 0.34303453899042136, | |
| "f1@10": 0.2309966899616221, | |
| "map@1": 0.6346153846153846, | |
| "map@5": 0.6022649572649572, | |
| "map@10": 0.6106303418803418, | |
| "mrr@1": 0.6346153846153846, | |
| "mrr@5": 0.7346153846153847, | |
| "mrr@10": 0.7389423076923076, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2": { | |
| "hit@1": 0.5375, | |
| "hit@5": 0.83125, | |
| "hit@10": 0.90625, | |
| "ndcg_linear@1": 0.5375, | |
| "ndcg_linear@5": 0.5841363021080512, | |
| "ndcg_linear@10": 0.6249174529201162, | |
| "ndcg_exponential@1": 0.5375, | |
| "ndcg_exponential@5": 0.5841363021080511, | |
| "ndcg_exponential@10": 0.6249174529201162, | |
| "precision@1": 0.5375, | |
| "precision@5": 0.26875, | |
| "precision@10": 0.17625000000000002, | |
| "recall@1": 0.3166321699134199, | |
| "recall@5": 0.6228635886172651, | |
| "recall@10": 0.7383215161064426, | |
| "f1@1": 0.36593299062049056, | |
| "f1@5": 0.33357090132090134, | |
| "f1@10": 0.25719967294415824, | |
| "map@1": 0.5375, | |
| "map@5": 0.5106197916666666, | |
| "map@10": 0.5325731233465609, | |
| "mrr@1": 0.5375, | |
| "mrr@5": 0.6533333333333333, | |
| "mrr@10": 0.6637103174603174, | |
| "num_pred": 160, | |
| "num_data": 160 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.490625, | |
| "hit@5": 0.8, | |
| "hit@10": 0.890625, | |
| "ndcg_linear@1": 0.490625, | |
| "ndcg_linear@5": 0.5434414494513081, | |
| "ndcg_linear@10": 0.582249778808178, | |
| "ndcg_exponential@1": 0.490625, | |
| "ndcg_exponential@5": 0.5434414494513081, | |
| "ndcg_exponential@10": 0.5822497788081779, | |
| "precision@1": 0.490625, | |
| "precision@5": 0.254375, | |
| "precision@10": 0.16359375000000004, | |
| "recall@1": 0.2916960107906799, | |
| "recall@5": 0.58253104508849, | |
| "recall@10": 0.6977005104059648, | |
| "f1@1": 0.33520032918470416, | |
| "f1@5": 0.3138615559787435, | |
| "f1@10": 0.23995111426223562, | |
| "map@1": 0.490625, | |
| "map@5": 0.47009505208333324, | |
| "map@10": 0.48930132895171957, | |
| "mrr@1": 0.490625, | |
| "mrr@5": 0.613671875, | |
| "mrr@10": 0.6260515873015873, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2": { | |
| "hit@1": 0.7586206896551724, | |
| "hit@5": 0.9655172413793104, | |
| "hit@10": 0.9655172413793104, | |
| "ndcg_linear@1": 0.7586206896551724, | |
| "ndcg_linear@5": 0.6741969787919236, | |
| "ndcg_linear@10": 0.6190122003564679, | |
| "ndcg_exponential@1": 0.7586206896551724, | |
| "ndcg_exponential@5": 0.6741969787919236, | |
| "ndcg_exponential@10": 0.6190122003564678, | |
| "precision@1": 0.7586206896551724, | |
| "precision@5": 0.5758620689655172, | |
| "precision@10": 0.42241379310344823, | |
| "recall@1": 0.13585704413718444, | |
| "recall@5": 0.35288134780268793, | |
| "recall@10": 0.45080357139107263, | |
| "f1@1": 0.1922091657419343, | |
| "f1@5": 0.356547764866831, | |
| "f1@10": 0.3541634848772098, | |
| "map@1": 0.7586206896551724, | |
| "map@5": 0.5760680076628353, | |
| "map@10": 0.48829512775736095, | |
| "mrr@1": 0.7586206896551724, | |
| "mrr@5": 0.8482758620689655, | |
| "mrr@10": 0.8482758620689655, | |
| "num_pred": 58, | |
| "num_data": 58 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.7025862068965517, | |
| "hit@5": 0.9267241379310345, | |
| "hit@10": 0.9655172413793104, | |
| "ndcg_linear@1": 0.7025862068965517, | |
| "ndcg_linear@5": 0.6092499057967938, | |
| "ndcg_linear@10": 0.5716310478677091, | |
| "ndcg_exponential@1": 0.7025862068965517, | |
| "ndcg_exponential@5": 0.6092499057967938, | |
| "ndcg_exponential@10": 0.571631047867709, | |
| "precision@1": 0.7025862068965517, | |
| "precision@5": 0.5137931034482759, | |
| "precision@10": 0.39525862068965517, | |
| "recall@1": 0.11976302485978202, | |
| "recall@5": 0.3134997052445495, | |
| "recall@10": 0.4232996166582797, | |
| "f1@1": 0.1708464717573616, | |
| "f1@5": 0.3146703201409769, | |
| "f1@10": 0.330190439964704, | |
| "map@1": 0.7025862068965517, | |
| "map@5": 0.5082686781609195, | |
| "map@10": 0.43586978908741014, | |
| "mrr@1": 0.7025862068965517, | |
| "mrr@5": 0.7956896551724137, | |
| "mrr@10": 0.8007714148877941, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2": { | |
| "hit@1": 0.6491228070175439, | |
| "hit@5": 0.8596491228070176, | |
| "hit@10": 0.8947368421052632, | |
| "ndcg_linear@1": 0.6491228070175439, | |
| "ndcg_linear@5": 0.5997641652064848, | |
| "ndcg_linear@10": 0.634484891188961, | |
| "ndcg_exponential@1": 0.6491228070175439, | |
| "ndcg_exponential@5": 0.5997641652064848, | |
| "ndcg_exponential@10": 0.634484891188961, | |
| "precision@1": 0.6491228070175439, | |
| "precision@5": 0.2771929824561403, | |
| "precision@10": 0.18771929824561406, | |
| "recall@1": 0.31802422723475354, | |
| "recall@5": 0.5807435254803677, | |
| "recall@10": 0.7037802840434418, | |
| "f1@1": 0.3830497579317905, | |
| "f1@5": 0.3241369172563792, | |
| "f1@10": 0.2614094743270236, | |
| "map@1": 0.6491228070175439, | |
| "map@5": 0.5182261208576998, | |
| "map@10": 0.5330643158822983, | |
| "mrr@1": 0.6491228070175439, | |
| "mrr@5": 0.7368421052631579, | |
| "mrr@10": 0.7407407407407407, | |
| "num_pred": 57, | |
| "num_data": 57 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.5614035087719298, | |
| "hit@5": 0.8552631578947368, | |
| "hit@10": 0.8903508771929824, | |
| "ndcg_linear@1": 0.5614035087719298, | |
| "ndcg_linear@5": 0.5682060214897536, | |
| "ndcg_linear@10": 0.5985226385169606, | |
| "ndcg_exponential@1": 0.5614035087719298, | |
| "ndcg_exponential@5": 0.5682060214897536, | |
| "ndcg_exponential@10": 0.5985226385169606, | |
| "precision@1": 0.5614035087719298, | |
| "precision@5": 0.2754385964912281, | |
| "precision@10": 0.18026315789473688, | |
| "recall@1": 0.27056182121971595, | |
| "recall@5": 0.5850093984962406, | |
| "recall@10": 0.6978070175438598, | |
| "f1@1": 0.32801009939848413, | |
| "f1@5": 0.32522762720398035, | |
| "f1@10": 0.25474615009098467, | |
| "map@1": 0.5614035087719298, | |
| "map@5": 0.47951510721247564, | |
| "map@10": 0.49127398937157707, | |
| "mrr@1": 0.5614035087719298, | |
| "mrr@5": 0.6827485380116959, | |
| "mrr@10": 0.6871031746031746, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.7120098039215687, | |
| "hit@5": 0.8382352941176471, | |
| "hit@10": 0.8700980392156863, | |
| "ndcg_linear@1": 0.7120098039215687, | |
| "ndcg_linear@5": 0.7817991444138218, | |
| "ndcg_linear@10": 0.7919346368535662, | |
| "ndcg_exponential@1": 0.7120098039215687, | |
| "ndcg_exponential@5": 0.7817991444138218, | |
| "ndcg_exponential@10": 0.7919346368535662, | |
| "precision@1": 0.7120098039215687, | |
| "precision@5": 0.1676470588235294, | |
| "precision@10": 0.08700980392156861, | |
| "recall@1": 0.7120098039215687, | |
| "recall@5": 0.8382352941176471, | |
| "recall@10": 0.8700980392156863, | |
| "f1@1": 0.7120098039215687, | |
| "f1@5": 0.2794117647058824, | |
| "f1@10": 0.15819964349376117, | |
| "map@1": 0.7120098039215687, | |
| "map@5": 0.7628063725490196, | |
| "map@10": 0.766889880952381, | |
| "mrr@1": 0.7120098039215687, | |
| "mrr@5": 0.7628063725490196, | |
| "mrr@10": 0.766889880952381, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.6984126984126984, | |
| "hit@5": 0.873015873015873, | |
| "hit@10": 0.9206349206349206, | |
| "ndcg_linear@1": 0.6984126984126984, | |
| "ndcg_linear@5": 0.7952874267735981, | |
| "ndcg_linear@10": 0.8103095637633947, | |
| "ndcg_exponential@1": 0.6984126984126984, | |
| "ndcg_exponential@5": 0.7952874267735981, | |
| "ndcg_exponential@10": 0.8103095637633947, | |
| "precision@1": 0.6984126984126984, | |
| "precision@5": 0.17460317460317454, | |
| "precision@10": 0.09206349206349201, | |
| "recall@1": 0.6984126984126984, | |
| "recall@5": 0.873015873015873, | |
| "recall@10": 0.9206349206349206, | |
| "f1@1": 0.6984126984126984, | |
| "f1@5": 0.291005291005291, | |
| "f1@10": 0.16738816738816742, | |
| "map@1": 0.6984126984126984, | |
| "map@5": 0.7690476190476191, | |
| "map@10": 0.775, | |
| "mrr@1": 0.6984126984126984, | |
| "mrr@5": 0.7690476190476191, | |
| "mrr@10": 0.775, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.6903553299492385, | |
| "hit@5": 0.8595600676818951, | |
| "hit@10": 0.9204737732656514, | |
| "ndcg_linear@1": 0.6903553299492385, | |
| "ndcg_linear@5": 0.7820349036494127, | |
| "ndcg_linear@10": 0.8015893567306576, | |
| "ndcg_exponential@1": 0.6903553299492385, | |
| "ndcg_exponential@5": 0.7820349036494127, | |
| "ndcg_exponential@10": 0.8015893567306576, | |
| "precision@1": 0.6903553299492385, | |
| "precision@5": 0.171912013536379, | |
| "precision@10": 0.09204737732656514, | |
| "recall@1": 0.6903553299492385, | |
| "recall@5": 0.8595600676818951, | |
| "recall@10": 0.9204737732656514, | |
| "f1@1": 0.6903553299492385, | |
| "f1@5": 0.28652002256063175, | |
| "f1@10": 0.16735886786648213, | |
| "map@1": 0.6903553299492385, | |
| "map@5": 0.7560631697687535, | |
| "map@10": 0.7640507077055301, | |
| "mrr@1": 0.6903553299492385, | |
| "mrr@5": 0.7560631697687535, | |
| "mrr@10": 0.7640507077055301, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.8794964028776978, | |
| "hit@5": 0.9658273381294964, | |
| "hit@10": 0.9748201438848921, | |
| "ndcg_linear@1": 0.8794964028776978, | |
| "ndcg_linear@5": 0.9111322782066683, | |
| "ndcg_linear@10": 0.9166794486497265, | |
| "ndcg_exponential@1": 0.8794964028776978, | |
| "ndcg_exponential@5": 0.9111322782066683, | |
| "ndcg_exponential@10": 0.9166794486497265, | |
| "precision@1": 0.8794964028776978, | |
| "precision@5": 0.23776978417266184, | |
| "precision@10": 0.12122302158273382, | |
| "recall@1": 0.7562949640287769, | |
| "recall@5": 0.947841726618705, | |
| "recall@10": 0.9631294964028777, | |
| "f1@1": 0.7973621103117506, | |
| "f1@5": 0.37332990750256945, | |
| "f1@10": 0.2128569871375627, | |
| "map@1": 0.8794964028776978, | |
| "map@5": 0.8898381294964028, | |
| "map@10": 0.8929377926230444, | |
| "mrr@1": 0.8794964028776978, | |
| "mrr@5": 0.9164568345323741, | |
| "mrr@10": 0.9175181283544593, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.786908077994429, | |
| "hit@5": 0.9401114206128134, | |
| "hit@10": 0.9665738161559888, | |
| "ndcg_linear@1": 0.786908077994429, | |
| "ndcg_linear@5": 0.871620682507705, | |
| "ndcg_linear@10": 0.8802332479350842, | |
| "ndcg_exponential@1": 0.786908077994429, | |
| "ndcg_exponential@5": 0.871620682507705, | |
| "ndcg_exponential@10": 0.8802332479350842, | |
| "precision@1": 0.786908077994429, | |
| "precision@5": 0.18802228412256264, | |
| "precision@10": 0.09665738161559888, | |
| "recall@1": 0.786908077994429, | |
| "recall@5": 0.9401114206128134, | |
| "recall@10": 0.9665738161559888, | |
| "f1@1": 0.786908077994429, | |
| "f1@5": 0.31337047353760455, | |
| "f1@10": 0.17574069384654348, | |
| "map@1": 0.786908077994429, | |
| "map@5": 0.8485143918291551, | |
| "map@10": 0.8521018481673078, | |
| "mrr@1": 0.786908077994429, | |
| "mrr@5": 0.8485143918291551, | |
| "mrr@10": 0.8521018481673078, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.47740440324449596, | |
| "hit@5": 0.7450753186558516, | |
| "hit@10": 0.8342989571263036, | |
| "ndcg_linear@1": 0.47740440324449596, | |
| "ndcg_linear@5": 0.6171386649075443, | |
| "ndcg_linear@10": 0.6460193087434463, | |
| "ndcg_exponential@1": 0.47740440324449596, | |
| "ndcg_exponential@5": 0.6171386649075443, | |
| "ndcg_exponential@10": 0.6460193087434463, | |
| "precision@1": 0.47740440324449596, | |
| "precision@5": 0.14901506373117032, | |
| "precision@10": 0.08342989571263036, | |
| "recall@1": 0.47740440324449596, | |
| "recall@5": 0.7450753186558516, | |
| "recall@10": 0.8342989571263036, | |
| "f1@1": 0.47740440324449596, | |
| "f1@5": 0.24835843955195064, | |
| "f1@10": 0.15169071947750978, | |
| "map@1": 0.47740440324449596, | |
| "map@5": 0.5747779065276168, | |
| "map@10": 0.5867033603707996, | |
| "mrr@1": 0.47740440324449596, | |
| "mrr@5": 0.5747779065276168, | |
| "mrr@10": 0.5867033603707996, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.028021015761821366, | |
| "hit@5": 0.4115586690017513, | |
| "hit@10": 0.6514886164623468, | |
| "ndcg_linear@1": 0.028021015761821366, | |
| "ndcg_linear@5": 0.22470566490499208, | |
| "ndcg_linear@10": 0.3023957738482507, | |
| "ndcg_exponential@1": 0.028021015761821366, | |
| "ndcg_exponential@5": 0.2247056649049921, | |
| "ndcg_exponential@10": 0.3023957738482508, | |
| "precision@1": 0.028021015761821366, | |
| "precision@5": 0.08231173380035026, | |
| "precision@10": 0.06514886164623468, | |
| "recall@1": 0.028021015761821366, | |
| "recall@5": 0.4115586690017513, | |
| "recall@10": 0.6514886164623468, | |
| "f1@1": 0.028021015761821366, | |
| "f1@5": 0.13718622300058378, | |
| "f1@10": 0.11845247572042672, | |
| "map@1": 0.028021015761821366, | |
| "map@5": 0.16317863397548157, | |
| "map@10": 0.19531176159897704, | |
| "mrr@1": 0.028021015761821366, | |
| "mrr@5": 0.16317863397548157, | |
| "mrr@10": 0.19531176159897704, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9929947460595446, | |
| "hit@5": 0.9964973730297724, | |
| "hit@10": 0.9973730297723292, | |
| "ndcg_linear@1": 0.6780502043199066, | |
| "ndcg_linear@5": 0.8347155048681709, | |
| "ndcg_linear@10": 0.8283316874780556, | |
| "ndcg_exponential@1": 0.4530898173630222, | |
| "ndcg_exponential@5": 0.7153063162905082, | |
| "ndcg_exponential@10": 0.7524802642874342, | |
| "precision@1": 0.9929947460595446, | |
| "precision@5": 0.9224168126094572, | |
| "precision@10": 0.8474605954465849, | |
| "recall@1": 0.05858093829304035, | |
| "recall@5": 0.27097789072938616, | |
| "recall@10": 0.4882164962990025, | |
| "f1@1": 0.10988695226799426, | |
| "f1@5": 0.4104084006565447, | |
| "f1@10": 0.605623879196985, | |
| "map@1": 0.9929947460595446, | |
| "map@5": 0.9156625802685348, | |
| "map@10": 0.8379593772710485, | |
| "mrr@1": 0.9929947460595446, | |
| "mrr@5": 0.9943812025685932, | |
| "mrr@10": 0.9944687682428489, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.07517899761336516, | |
| "hit@5": 0.30668257756563244, | |
| "hit@10": 0.40692124105011934, | |
| "ndcg_linear@1": 0.07517899761336516, | |
| "ndcg_linear@5": 0.15889672106004182, | |
| "ndcg_linear@10": 0.19237673084837761, | |
| "ndcg_exponential@1": 0.07517899761336516, | |
| "ndcg_exponential@5": 0.15889672106004182, | |
| "ndcg_exponential@10": 0.19237673084837764, | |
| "precision@1": 0.07517899761336516, | |
| "precision@5": 0.07136038186157519, | |
| "precision@10": 0.05286396181384249, | |
| "recall@1": 0.04922434367541766, | |
| "recall@5": 0.22613081031935447, | |
| "recall@10": 0.3179622684395954, | |
| "f1@1": 0.05696844921188596, | |
| "f1@5": 0.10252626544217168, | |
| "f1@10": 0.08628360174493102, | |
| "map@1": 0.07517899761336516, | |
| "map@5": 0.11930389817024661, | |
| "map@10": 0.134453706071397, | |
| "mrr@1": 0.07517899761336516, | |
| "mrr@5": 0.16205250596658713, | |
| "mrr@10": 0.17527607303860288, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.6992840095465394, | |
| "hit@5": 0.788782816229117, | |
| "hit@10": 0.8305489260143198, | |
| "ndcg_linear@1": 0.4908512330946698, | |
| "ndcg_linear@5": 0.5151318143032525, | |
| "ndcg_linear@10": 0.4942756345433957, | |
| "ndcg_exponential@1": 0.3419706784861916, | |
| "ndcg_exponential@5": 0.43117309505779183, | |
| "ndcg_exponential@10": 0.439350643034243, | |
| "precision@1": 0.6992840095465394, | |
| "precision@5": 0.5708830548926014, | |
| "precision@10": 0.5034606205250597, | |
| "recall@1": 0.022724297502752358, | |
| "recall@5": 0.09002044278616353, | |
| "recall@10": 0.1555140961544712, | |
| "f1@1": 0.04359714278969275, | |
| "f1@5": 0.14945001865951169, | |
| "f1@10": 0.2231273977054642, | |
| "map@1": 0.6992840095465394, | |
| "map@5": 0.5389498806682578, | |
| "map@10": 0.4554091058327336, | |
| "mrr@1": 0.6992840095465394, | |
| "mrr@5": 0.7340294351630867, | |
| "mrr@10": 0.7398544342160094, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| }, | |
| "video": { | |
| "DiDeMo": { | |
| "hit@1": 0.46115537848605576, | |
| "hit@5": 0.7141434262948207, | |
| "hit@10": 0.7928286852589641, | |
| "ndcg_linear@1": 0.46115537848605576, | |
| "ndcg_linear@5": 0.597854832187236, | |
| "ndcg_linear@10": 0.623638688484401, | |
| "ndcg_exponential@1": 0.46115537848605576, | |
| "ndcg_exponential@5": 0.597854832187236, | |
| "ndcg_exponential@10": 0.623638688484401, | |
| "precision@1": 0.46115537848605576, | |
| "precision@5": 0.14282868525896414, | |
| "precision@10": 0.0792828685258964, | |
| "recall@1": 0.46115537848605576, | |
| "recall@5": 0.7141434262948207, | |
| "recall@10": 0.7928286852589641, | |
| "f1@1": 0.46115537848605576, | |
| "f1@5": 0.2380478087649403, | |
| "f1@10": 0.1441506700470844, | |
| "map@1": 0.46115537848605576, | |
| "map@5": 0.5588977423638777, | |
| "map@10": 0.5697341586036806, | |
| "mrr@1": 0.46115537848605576, | |
| "mrr@5": 0.5588977423638777, | |
| "mrr@10": 0.5697341586036806, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.494, | |
| "hit@5": 0.718, | |
| "hit@10": 0.809, | |
| "ndcg_linear@1": 0.494, | |
| "ndcg_linear@5": 0.6126583935599356, | |
| "ndcg_linear@10": 0.6418663414853761, | |
| "ndcg_exponential@1": 0.494, | |
| "ndcg_exponential@5": 0.6126583935599356, | |
| "ndcg_exponential@10": 0.6418663414853761, | |
| "precision@1": 0.494, | |
| "precision@5": 0.1436, | |
| "precision@10": 0.0809, | |
| "recall@1": 0.494, | |
| "recall@5": 0.718, | |
| "recall@10": 0.809, | |
| "f1@1": 0.494, | |
| "f1@5": 0.2393333333333334, | |
| "f1@10": 0.14709090909090913, | |
| "map@1": 0.494, | |
| "map@5": 0.5777, | |
| "map@10": 0.5896333333333333, | |
| "mrr@1": 0.494, | |
| "mrr@5": 0.5777, | |
| "mrr@10": 0.5896333333333333, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.6716417910447762, | |
| "hit@5": 0.9044776119402985, | |
| "hit@10": 0.9507462686567164, | |
| "ndcg_linear@1": 0.6716417910447762, | |
| "ndcg_linear@5": 0.8018114248883265, | |
| "ndcg_linear@10": 0.8170350100109979, | |
| "ndcg_exponential@1": 0.6716417910447762, | |
| "ndcg_exponential@5": 0.8018114248883265, | |
| "ndcg_exponential@10": 0.8170350100109979, | |
| "precision@1": 0.6716417910447762, | |
| "precision@5": 0.18089552238805967, | |
| "precision@10": 0.09507462686567163, | |
| "recall@1": 0.6716417910447762, | |
| "recall@5": 0.9044776119402985, | |
| "recall@10": 0.9507462686567164, | |
| "f1@1": 0.6716417910447762, | |
| "f1@5": 0.3014925373134329, | |
| "f1@10": 0.17286295793758483, | |
| "map@1": 0.6716417910447762, | |
| "map@5": 0.7671144278606964, | |
| "map@10": 0.7735459606728263, | |
| "mrr@1": 0.6716417910447762, | |
| "mrr@5": 0.7671144278606964, | |
| "mrr@10": 0.7735459606728263, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.43948191156766414, | |
| "hit@5": 0.7168378740509156, | |
| "hit@10": 0.8164359088878964, | |
| "ndcg_linear@1": 0.43948191156766414, | |
| "ndcg_linear@5": 0.5876683667478259, | |
| "ndcg_linear@10": 0.6199711102927952, | |
| "ndcg_exponential@1": 0.43948191156766414, | |
| "ndcg_exponential@5": 0.5876683667478259, | |
| "ndcg_exponential@10": 0.6199711102927952, | |
| "precision@1": 0.43948191156766414, | |
| "precision@5": 0.1433675748101831, | |
| "precision@10": 0.08164359088878963, | |
| "recall@1": 0.43948191156766414, | |
| "recall@5": 0.7168378740509156, | |
| "recall@10": 0.8164359088878964, | |
| "f1@1": 0.43948191156766414, | |
| "f1@5": 0.2389459580169719, | |
| "f1@10": 0.14844289252507206, | |
| "map@1": 0.43948191156766414, | |
| "map@5": 0.544606967396159, | |
| "map@10": 0.5579919819647376, | |
| "mrr@1": 0.43948191156766414, | |
| "mrr@5": 0.544606967396159, | |
| "mrr@10": 0.5579919819647376, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.2195659012268009, | |
| "hit@5": 0.44510852469329976, | |
| "hit@10": 0.5558351682919157, | |
| "ndcg_linear@1": 0.2195659012268009, | |
| "ndcg_linear@5": 0.33707072315082415, | |
| "ndcg_linear@10": 0.3726523748344782, | |
| "ndcg_exponential@1": 0.2195659012268009, | |
| "ndcg_exponential@5": 0.33707072315082415, | |
| "ndcg_exponential@10": 0.3726523748344782, | |
| "precision@1": 0.2195659012268009, | |
| "precision@5": 0.08902170493865996, | |
| "precision@10": 0.05558351682919157, | |
| "recall@1": 0.2195659012268009, | |
| "recall@5": 0.44510852469329976, | |
| "recall@10": 0.5558351682919157, | |
| "f1@1": 0.2195659012268009, | |
| "f1@5": 0.14836950823109996, | |
| "f1@10": 0.10106093968943923, | |
| "map@1": 0.2195659012268009, | |
| "map@5": 0.30132117017930166, | |
| "map@10": 0.31586977036804026, | |
| "mrr@1": 0.2195659012268009, | |
| "mrr@5": 0.30132117017930166, | |
| "mrr@10": 0.31586977036804026, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.5817174515235457, | |
| "hit@5": 0.8688827331486612, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5817174515235457, | |
| "ndcg_linear@5": 0.7355674322372523, | |
| "ndcg_linear@10": 0.778061976394854, | |
| "ndcg_exponential@1": 0.5817174515235457, | |
| "ndcg_exponential@5": 0.7355674322372523, | |
| "ndcg_exponential@10": 0.778061976394854, | |
| "precision@1": 0.5817174515235457, | |
| "precision@5": 0.17377654662973221, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.5817174515235457, | |
| "recall@5": 0.8688827331486612, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5817174515235457, | |
| "f1@5": 0.28962757771622044, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.5817174515235457, | |
| "map@5": 0.6910587873191752, | |
| "map@10": 0.7086550440428556, | |
| "mrr@1": 0.5817174515235457, | |
| "mrr@5": 0.6910587873191752, | |
| "mrr@10": 0.7086550440428556, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.24896836313617607, | |
| "hit@5": 0.6189821182943603, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.24896836313617607, | |
| "ndcg_linear@5": 0.4350379203932738, | |
| "ndcg_linear@10": 0.554874249964459, | |
| "ndcg_exponential@1": 0.24896836313617607, | |
| "ndcg_exponential@5": 0.4350379203932738, | |
| "ndcg_exponential@10": 0.554874249964459, | |
| "precision@1": 0.24896836313617607, | |
| "precision@5": 0.12379642365887207, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.24896836313617607, | |
| "recall@5": 0.6189821182943603, | |
| "recall@10": 1.0, | |
| "f1@1": 0.24896836313617607, | |
| "f1@5": 0.20632737276478683, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.24896836313617607, | |
| "map@5": 0.3748509857863365, | |
| "map@10": 0.4223728739547171, | |
| "mrr@1": 0.24896836313617607, | |
| "mrr@5": 0.3748509857863365, | |
| "mrr@10": 0.4223728739547171, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.46555555555555556, | |
| "hit@5": 0.9027777777777778, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.46555555555555556, | |
| "ndcg_linear@5": 0.7032832283395833, | |
| "ndcg_linear@10": 0.7383141215502083, | |
| "ndcg_exponential@1": 0.46555555555555556, | |
| "ndcg_exponential@5": 0.7032832283395833, | |
| "ndcg_exponential@10": 0.7383141215502083, | |
| "precision@1": 0.46555555555555556, | |
| "precision@5": 0.2011111111111111, | |
| "precision@10": 0.11288888888888891, | |
| "recall@1": 0.4385185185185185, | |
| "recall@5": 0.8939583333333333, | |
| "recall@10": 0.9981481481481482, | |
| "f1@1": 0.44680511463844796, | |
| "f1@5": 0.32284955784955793, | |
| "f1@10": 0.20018091476424807, | |
| "map@1": 0.46555555555555556, | |
| "map@5": 0.635270524691358, | |
| "map@10": 0.651133616255144, | |
| "mrr@1": 0.46555555555555556, | |
| "mrr@5": 0.6413055555555555, | |
| "mrr@10": 0.6548293650793651, | |
| "num_pred": 1800, | |
| "num_data": 1800 | |
| }, | |
| "K700": { | |
| "hit@1": 0.59, | |
| "hit@5": 0.806, | |
| "hit@10": 0.857, | |
| "ndcg_linear@1": 0.59, | |
| "ndcg_linear@5": 0.7077746148817649, | |
| "ndcg_linear@10": 0.724000273666642, | |
| "ndcg_exponential@1": 0.59, | |
| "ndcg_exponential@5": 0.7077746148817649, | |
| "ndcg_exponential@10": 0.724000273666642, | |
| "precision@1": 0.59, | |
| "precision@5": 0.16119999999999998, | |
| "precision@10": 0.08570000000000001, | |
| "recall@1": 0.59, | |
| "recall@5": 0.806, | |
| "recall@10": 0.857, | |
| "f1@1": 0.59, | |
| "f1@5": 0.26866666666666666, | |
| "f1@10": 0.1558181818181818, | |
| "map@1": 0.59, | |
| "map@5": 0.6748333333333334, | |
| "map@10": 0.681372619047619, | |
| "mrr@1": 0.59, | |
| "mrr@5": 0.6748333333333334, | |
| "mrr@10": 0.681372619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.646, | |
| "hit@5": 0.866, | |
| "hit@10": 0.919, | |
| "ndcg_linear@1": 0.646, | |
| "ndcg_linear@5": 0.7665689935313655, | |
| "ndcg_linear@10": 0.7835822912819611, | |
| "ndcg_exponential@1": 0.646, | |
| "ndcg_exponential@5": 0.7665689935313655, | |
| "ndcg_exponential@10": 0.7835822912819611, | |
| "precision@1": 0.646, | |
| "precision@5": 0.17320000000000002, | |
| "precision@10": 0.09190000000000001, | |
| "recall@1": 0.646, | |
| "recall@5": 0.866, | |
| "recall@10": 0.919, | |
| "f1@1": 0.646, | |
| "f1@5": 0.2886666666666667, | |
| "f1@10": 0.16709090909090907, | |
| "map@1": 0.646, | |
| "map@5": 0.7331333333333333, | |
| "map@10": 0.7400765873015873, | |
| "mrr@1": 0.646, | |
| "mrr@5": 0.7331333333333333, | |
| "mrr@10": 0.7400765873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.593, | |
| "hit@5": 0.811, | |
| "hit@10": 0.885, | |
| "ndcg_linear@1": 0.593, | |
| "ndcg_linear@5": 0.7090441379199225, | |
| "ndcg_linear@10": 0.733036952422186, | |
| "ndcg_exponential@1": 0.593, | |
| "ndcg_exponential@5": 0.7090441379199225, | |
| "ndcg_exponential@10": 0.733036952422186, | |
| "precision@1": 0.593, | |
| "precision@5": 0.16219999999999998, | |
| "precision@10": 0.0885, | |
| "recall@1": 0.593, | |
| "recall@5": 0.811, | |
| "recall@10": 0.885, | |
| "f1@1": 0.593, | |
| "f1@5": 0.27033333333333337, | |
| "f1@10": 0.16090909090909095, | |
| "map@1": 0.593, | |
| "map@5": 0.6751, | |
| "map@10": 0.6850373015873016, | |
| "mrr@1": 0.593, | |
| "mrr@5": 0.6751, | |
| "mrr@10": 0.6850373015873016, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.788, | |
| "hit@5": 0.965, | |
| "hit@10": 0.989, | |
| "ndcg_linear@1": 0.788, | |
| "ndcg_linear@5": 0.8873256149390782, | |
| "ndcg_linear@10": 0.895344170842387, | |
| "ndcg_exponential@1": 0.788, | |
| "ndcg_exponential@5": 0.8873256149390782, | |
| "ndcg_exponential@10": 0.895344170842387, | |
| "precision@1": 0.788, | |
| "precision@5": 0.19300000000000003, | |
| "precision@10": 0.0989, | |
| "recall@1": 0.788, | |
| "recall@5": 0.965, | |
| "recall@10": 0.989, | |
| "f1@1": 0.788, | |
| "f1@5": 0.3216666666666667, | |
| "f1@10": 0.1798181818181818, | |
| "map@1": 0.788, | |
| "map@5": 0.8610833333333333, | |
| "map@10": 0.8645432539682539, | |
| "mrr@1": 0.788, | |
| "mrr@5": 0.8610833333333333, | |
| "mrr@10": 0.8645432539682539, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.3672055427251732, | |
| "hit@5": 0.789838337182448, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.3672055427251732, | |
| "ndcg_linear@5": 0.5786460297178996, | |
| "ndcg_linear@10": 0.6478264872451965, | |
| "ndcg_exponential@1": 0.3672055427251732, | |
| "ndcg_exponential@5": 0.5786460297178996, | |
| "ndcg_exponential@10": 0.6478264872451965, | |
| "precision@1": 0.3672055427251732, | |
| "precision@5": 0.15796766743648963, | |
| "precision@10": 0.1, | |
| "recall@1": 0.3672055427251732, | |
| "recall@5": 0.789838337182448, | |
| "recall@10": 1.0, | |
| "f1@1": 0.3672055427251732, | |
| "f1@5": 0.26327944572748274, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.3672055427251732, | |
| "map@5": 0.5095073133179369, | |
| "map@10": 0.5387706660801349, | |
| "mrr@1": 0.3672055427251732, | |
| "mrr@5": 0.5095073133179369, | |
| "mrr@10": 0.5387706660801349, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.56975, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.56975, | |
| "ndcg_linear@5": 0.8110591965257652, | |
| "ndcg_linear@10": 0.8110591965257652, | |
| "ndcg_exponential@1": 0.56975, | |
| "ndcg_exponential@5": 0.8110591965257652, | |
| "ndcg_exponential@10": 0.8110591965257652, | |
| "precision@1": 0.56975, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.56975, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.56975, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.56975, | |
| "map@5": 0.746825, | |
| "map@10": 0.746825, | |
| "mrr@1": 0.56975, | |
| "mrr@5": 0.746825, | |
| "mrr@10": 0.746825, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.5088888888888888, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.5088888888888888, | |
| "ndcg_linear@5": 0.7738633421698715, | |
| "ndcg_linear@10": 0.7738633421698715, | |
| "ndcg_exponential@1": 0.5088888888888888, | |
| "ndcg_exponential@5": 0.7738633421698715, | |
| "ndcg_exponential@10": 0.7738633421698715, | |
| "precision@1": 0.5088888888888888, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.5088888888888888, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.5088888888888888, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.5088888888888888, | |
| "map@5": 0.6979012345679012, | |
| "map@10": 0.6979012345679012, | |
| "mrr@1": 0.5088888888888888, | |
| "mrr@5": 0.6979012345679012, | |
| "mrr@10": 0.6979012345679012, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.6705978514712752, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.6705978514712752, | |
| "ndcg_linear@5": 0.8495446170574841, | |
| "ndcg_linear@10": 0.8495446170574841, | |
| "ndcg_exponential@1": 0.6705978514712752, | |
| "ndcg_exponential@5": 0.8495446170574841, | |
| "ndcg_exponential@10": 0.8495446170574841, | |
| "precision@1": 0.6705978514712752, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.6705978514712752, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.6705978514712752, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.6705978514712752, | |
| "map@5": 0.7991339716643312, | |
| "map@10": 0.7991339716643312, | |
| "mrr@1": 0.6705978514712752, | |
| "mrr@5": 0.7989588198661062, | |
| "mrr@10": 0.7989588198661062, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.596, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.596, | |
| "ndcg_linear@5": 0.815692468749886, | |
| "ndcg_linear@10": 0.815692468749886, | |
| "ndcg_exponential@1": 0.596, | |
| "ndcg_exponential@5": 0.815692468749886, | |
| "ndcg_exponential@10": 0.815692468749886, | |
| "precision@1": 0.596, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.596, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.596, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.596, | |
| "map@5": 0.7538333333333332, | |
| "map@10": 0.7538333333333332, | |
| "mrr@1": 0.596, | |
| "mrr@5": 0.7538333333333332, | |
| "mrr@10": 0.7538333333333332, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.766, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.766, | |
| "ndcg_linear@5": 0.9136375623357211, | |
| "ndcg_linear@10": 0.9136375623357211, | |
| "ndcg_exponential@1": 0.766, | |
| "ndcg_exponential@5": 0.9136375623357211, | |
| "ndcg_exponential@10": 0.9136375623357211, | |
| "precision@1": 0.766, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.766, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.766, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.766, | |
| "map@5": 0.883, | |
| "map@10": 0.883, | |
| "mrr@1": 0.766, | |
| "mrr@5": 0.883, | |
| "mrr@10": 0.883, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| } | |
| } | |
| } |