diff --git "a/data.json" "b/data.json" --- "a/data.json" +++ "b/data.json" @@ -28,11 +28,11 @@ "description": "" }, { - "id": "Retrieval", + "id": "STS", "description": "" }, { - "id": "STS", + "id": "Retrieval", "description": "" } ], @@ -108,8 +108,8 @@ "groupId": "PairClassification" }, { - "id": "PPC", - "name": "PPC", + "id": "PpcPC", + "name": "PpcPC", "groupId": "PairClassification" }, { @@ -254,6 +254,11 @@ "name": "ipipan/silver-retriever-base-v1", "url": "https://huggingface.co/ipipan/silver-retriever-base-v1" }, + { + "id": "KartonBERT-USE-base-v1", + "name": "OrlikB/KartonBERT-USE-base-v1", + "url": "https://huggingface.co/OrlikB/KartonBERT-USE-base-v1" + }, { "id": "mmlw-e5-small", "name": "sdadas/mmlw-e5-small", @@ -279,11 +284,6 @@ "name": "sdadas/mmlw-roberta-large", "url": "https://huggingface.co/sdadas/mmlw-roberta-large" }, - { - "id": "KartonBERT-USE-base-v1", - "name": "OrlikB/KartonBERT-USE-base-v1", - "url": "https://huggingface.co/OrlikB/KartonBERT-USE-base-v1" - }, { "id": "bge-multilingual-gemma2", "name": "BAAI/bge-multilingual-gemma2", @@ -298,6 +298,16 @@ "id": "gte-Qwen2-7B-instruct", "name": "Alibaba-NLP/gte-Qwen2-7B-instruct", "url": "https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct" + }, + { + "id": "granite-embedding-278m-multilingual", + "name": "ibm-granite/granite-embedding-278m-multilingual", + "url": "https://huggingface.co/ibm-granite/granite-embedding-278m-multilingual" + }, + { + "id": "granite-embedding-107m-multilingual", + "name": "ibm-granite/granite-embedding-107m-multilingual", + "url": "https://huggingface.co/ibm-granite/granite-embedding-107m-multilingual" } ], "results": [ @@ -326,7 +336,6 @@ "PlscClusteringS2S": { "evaluation_time": 22.54, "v_measure": 37.14482, - "v_measures": 36.88264, "main_score": 37.14482 }, "ArguAna-PL": { @@ -468,7 +477,7 @@ "recall_at_5": 61.236, "main_score": 64.163 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 82.2, "cos_sim.accuracy_threshold": 86.57274, "cos_sim.ap": 92.29288, @@ -507,8 +516,7 @@ "evaluation_time": 59.47, "main_score": 27.58241, "v_measure": 27.58241, - "v_measure_std": 3.77757, - "v_measures": 25.10631 + "v_measure_std": 3.77757 }, "NFCorpus-PL": { "evaluation_time": 27.57, @@ -696,7 +704,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 8.18, "v_measure": 23.22095, - "v_measures": 26.04313, "main_score": 23.22095 }, "PSC": { @@ -737,7 +744,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 40.69, "v_measure": 42.03094, - "v_measures": 46.07095, "main_score": 42.03094 }, "NQ-PL": { @@ -990,7 +996,6 @@ "PlscClusteringP2P": { "evaluation_time": 138.97, "v_measure": 40.78584, - "v_measures": 40.91014, "main_score": 40.78584 }, "MSMARCO-PL": { @@ -1066,7 +1071,6 @@ "PlscClusteringS2S": { "evaluation_time": 15.52, "v_measure": 38.0382, - "v_measures": 38.25592, "main_score": 38.0382 }, "ArguAna-PL": { @@ -1198,7 +1202,7 @@ "recall_at_5": 27.616, "main_score": 29.363 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 88.2, "cos_sim.accuracy_threshold": 83.3201, "cos_sim.ap": 93.67153, @@ -1237,8 +1241,7 @@ "evaluation_time": 34.58, "main_score": 25.76417, "v_measure": 25.76417, - "v_measure_std": 3.1384, - "v_measures": 25.51325 + "v_measure_std": 3.1384 }, "NFCorpus-PL": { "evaluation_time": 4.23, @@ -1411,7 +1414,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 5.67, "v_measure": 26.36732, - "v_measures": 28.20673, "main_score": 26.36732 }, "PSC": { @@ -1452,7 +1454,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 9.41, "v_measure": 35.64889, - "v_measures": 34.77451, "main_score": 35.64889 }, "NQ-PL": { @@ -1680,7 +1681,6 @@ "PlscClusteringP2P": { "evaluation_time": 21.33, "v_measure": 41.15439, - "v_measures": 41.79101, "main_score": 41.15439 }, "MSMARCO-PL": { @@ -1751,7 +1751,6 @@ "PlscClusteringS2S": { "evaluation_time": 15.0, "v_measure": 40.4555, - "v_measures": 40.59808, "main_score": 40.4555 }, "ArguAna-PL": { @@ -1883,7 +1882,7 @@ "recall_at_5": 21.789, "main_score": 23.469 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 88.3, "cos_sim.accuracy_threshold": 85.84399, "cos_sim.ap": 93.29086, @@ -1922,8 +1921,7 @@ "evaluation_time": 34.21, "main_score": 32.74821, "v_measure": 32.74821, - "v_measure_std": 5.12489, - "v_measures": 26.56176 + "v_measure_std": 5.12489 }, "NFCorpus-PL": { "evaluation_time": 19.32, @@ -2096,7 +2094,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 5.99, "v_measure": 32.47178, - "v_measures": 31.04682, "main_score": 32.47178 }, "PSC": { @@ -2137,7 +2134,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 9.6, "v_measure": 41.28874, - "v_measures": 42.71887, "main_score": 41.28874 }, "NQ-PL": { @@ -2365,7 +2361,6 @@ "PlscClusteringP2P": { "evaluation_time": 27.62, "v_measure": 43.43455, - "v_measures": 42.61913, "main_score": 43.43455 }, "MSMARCO-PL": { @@ -2436,7 +2431,6 @@ "PlscClusteringS2S": { "evaluation_time": 23.05, "v_measure": 43.06503, - "v_measures": 42.45422, "main_score": 43.06503 }, "ArguAna-PL": { @@ -2568,7 +2562,7 @@ "recall_at_5": 69.088, "main_score": 71.04 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 88.4, "cos_sim.accuracy_threshold": 95.78413, "cos_sim.ap": 93.56463, @@ -2607,8 +2601,7 @@ "evaluation_time": 54.09, "main_score": 32.0272, "v_measure": 32.0272, - "v_measure_std": 4.21476, - "v_measures": 32.34234 + "v_measure_std": 4.21476 }, "NFCorpus-PL": { "evaluation_time": 34.28, @@ -2781,7 +2774,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 8.02, "v_measure": 36.8707, - "v_measures": 34.4898, "main_score": 36.8707 }, "PSC": { @@ -2822,7 +2814,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 21.03, "v_measure": 45.78817, - "v_measures": 48.24325, "main_score": 45.78817 }, "NQ-PL": { @@ -3050,7 +3041,6 @@ "PlscClusteringP2P": { "evaluation_time": 65.35, "v_measure": 45.65366, - "v_measures": 45.56237, "main_score": 45.65366 }, "MSMARCO-PL": { @@ -3121,7 +3111,6 @@ "PlscClusteringS2S": { "evaluation_time": 14.88, "v_measure": 37.84382, - "v_measures": 37.8494, "main_score": 37.84382 }, "ArguAna-PL": { @@ -3253,7 +3242,7 @@ "recall_at_5": 57.211, "main_score": 60.153 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 73.7, "cos_sim.accuracy_threshold": 94.12979, "cos_sim.ap": 86.71754, @@ -3292,8 +3281,7 @@ "evaluation_time": 34.38, "main_score": 23.16028, "v_measure": 23.16028, - "v_measure_std": 2.83645, - "v_measures": 21.37302 + "v_measure_std": 2.83645 }, "NFCorpus-PL": { "evaluation_time": 8.03, @@ -3466,7 +3454,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 6.02, "v_measure": 24.48954, - "v_measures": 19.71789, "main_score": 24.48954 }, "PSC": { @@ -3507,7 +3494,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 9.89, "v_measure": 41.28106, - "v_measures": 41.16208, "main_score": 41.28106 }, "NQ-PL": { @@ -3735,7 +3721,6 @@ "PlscClusteringP2P": { "evaluation_time": 27.3, "v_measure": 42.56376, - "v_measures": 42.87389, "main_score": 42.56376 }, "MSMARCO-PL": { @@ -3806,7 +3791,6 @@ "PlscClusteringS2S": { "evaluation_time": 13.75, "v_measure": 29.84655, - "v_measures": 32.49936, "main_score": 29.84655 }, "ArguAna-PL": { @@ -3938,7 +3922,7 @@ "recall_at_5": 20.25, "main_score": 20.833 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 75.3, "cos_sim.accuracy_threshold": 84.51151, "cos_sim.ap": 86.83363, @@ -3977,8 +3961,7 @@ "evaluation_time": 25.78, "main_score": 14.7746, "v_measure": 14.7746, - "v_measure_std": 2.67502, - "v_measures": 15.74541 + "v_measure_std": 2.67502 }, "NFCorpus-PL": { "evaluation_time": 5.57, @@ -4151,7 +4134,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 4.85, "v_measure": 13.95986, - "v_measures": 14.00178, "main_score": 13.95986 }, "PSC": { @@ -4192,7 +4174,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 9.22, "v_measure": 37.01115, - "v_measures": 41.73829, "main_score": 37.01115 }, "NQ-PL": { @@ -4420,7 +4401,6 @@ "PlscClusteringP2P": { "evaluation_time": 28.26, "v_measure": 37.17276, - "v_measures": 37.04616, "main_score": 37.17276 }, "MSMARCO-PL": { @@ -4491,7 +4471,6 @@ "PlscClusteringS2S": { "evaluation_time": 15.81, "v_measure": 37.98251, - "v_measures": 37.04655, "main_score": 37.98251 }, "ArguAna-PL": { @@ -4623,7 +4602,7 @@ "recall_at_5": 60.635, "main_score": 63.516 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 77.0, "cos_sim.accuracy_threshold": 95.78815, "cos_sim.ap": 88.01297, @@ -4662,8 +4641,7 @@ "evaluation_time": 34.94, "main_score": 24.71708, "v_measure": 24.71708, - "v_measure_std": 2.79357, - "v_measures": 26.11333 + "v_measure_std": 2.79357 }, "NFCorpus-PL": { "evaluation_time": 13.52, @@ -4836,7 +4814,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 5.96, "v_measure": 27.55881, - "v_measures": 26.7642, "main_score": 27.55881 }, "PSC": { @@ -4877,7 +4854,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 12.28, "v_measure": 38.1514, - "v_measures": 40.4328, "main_score": 38.1514 }, "NQ-PL": { @@ -5105,7 +5081,6 @@ "PlscClusteringP2P": { "evaluation_time": 37.01, "v_measure": 42.55158, - "v_measures": 41.43822, "main_score": 42.55158 }, "MSMARCO-PL": { @@ -5176,7 +5151,6 @@ "PlscClusteringS2S": { "evaluation_time": 15.5, "v_measure": 36.90179, - "v_measures": 37.49968, "main_score": 36.90179 }, "ArguAna-PL": { @@ -5308,7 +5282,7 @@ "recall_at_5": 21.668, "main_score": 22.757 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 84.5, "cos_sim.accuracy_threshold": 81.81483, "cos_sim.ap": 91.79697, @@ -5347,8 +5321,7 @@ "evaluation_time": 35.93, "main_score": 24.17887, "v_measure": 24.17887, - "v_measure_std": 3.30654, - "v_measures": 27.46885 + "v_measure_std": 3.30654 }, "NFCorpus-PL": { "evaluation_time": 3.59, @@ -5521,7 +5494,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 5.65, "v_measure": 24.28831, - "v_measures": 21.80536, "main_score": 24.28831 }, "PSC": { @@ -5562,7 +5534,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 7.91, "v_measure": 39.21223, - "v_measures": 38.60525, "main_score": 39.21223 }, "NQ-PL": { @@ -5790,7 +5761,6 @@ "PlscClusteringP2P": { "evaluation_time": 21.34, "v_measure": 40.69791, - "v_measures": 40.68628, "main_score": 40.69791 }, "MSMARCO-PL": { @@ -5861,7 +5831,6 @@ "PlscClusteringS2S": { "evaluation_time": 22.68, "v_measure": 39.60627, - "v_measures": 39.9118, "main_score": 39.60627 }, "ArguAna-PL": { @@ -5993,7 +5962,7 @@ "recall_at_5": 69.278, "main_score": 70.938 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 82.1, "cos_sim.accuracy_threshold": 96.76954, "cos_sim.ap": 91.09417, @@ -6032,8 +6001,7 @@ "evaluation_time": 56.41, "main_score": 31.83948, "v_measure": 31.83948, - "v_measure_std": 3.84667, - "v_measures": 34.87326 + "v_measure_std": 3.84667 }, "NFCorpus-PL": { "evaluation_time": 38.11, @@ -6206,7 +6174,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 7.83, "v_measure": 26.13264, - "v_measures": 22.28249, "main_score": 26.13264 }, "PSC": { @@ -6247,7 +6214,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 24.48, "v_measure": 47.27901, - "v_measures": 51.40563, "main_score": 47.27901 }, "NQ-PL": { @@ -6475,7 +6441,6 @@ "PlscClusteringP2P": { "evaluation_time": 81.05, "v_measure": 43.59005, - "v_measures": 43.699, "main_score": 43.59005 }, "MSMARCO-PL": { @@ -6546,7 +6511,6 @@ "PlscClusteringS2S": { "evaluation_time": 176.59, "v_measure": 37.92343, - "v_measures": 36.61519, "main_score": 37.92343 }, "ArguAna-PL": { @@ -6792,7 +6756,7 @@ "recall_at_3": 70.277, "recall_at_5": 76.09 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 84.7, "cos_sim.accuracy_threshold": 84.19128, "cos_sim.ap": 93.8506, @@ -6831,8 +6795,7 @@ "evaluation_time": 485.59, "main_score": 26.58887, "v_measure": 26.58887, - "v_measure_std": 1.25872, - "v_measures": 28.79187 + "v_measure_std": 1.25872 }, "NFCorpus-PL": { "evaluation_time": 585.63, @@ -7020,7 +6983,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 49.52, "v_measure": 29.32908, - "v_measures": 31.8013, "main_score": 29.32908 }, "PSC": { @@ -7061,7 +7023,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 666.05, "v_measure": 46.12075, - "v_measures": 48.42803, "main_score": 46.12075 }, "NQ-PL": { @@ -7730,7 +7691,6 @@ "PlscClusteringP2P": { "evaluation_time": 1571.62, "v_measure": 40.41121, - "v_measures": 39.5628, "main_score": 40.41121 }, "MSMARCO-PL": { @@ -7910,7 +7870,6 @@ "PlscClusteringS2S": { "evaluation_time": 14.83, "v_measure": 37.75644, - "v_measures": 37.14334, "main_score": 37.75644 }, "ArguAna-PL": { @@ -8042,7 +8001,7 @@ "recall_at_5": 42.228, "main_score": 45.135 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 73.1, "cos_sim.accuracy_threshold": 95.32224, "cos_sim.ap": 85.32697, @@ -8081,8 +8040,7 @@ "evaluation_time": 34.25, "main_score": 30.91116, "v_measure": 30.91116, - "v_measure_std": 3.06392, - "v_measures": 29.41416 + "v_measure_std": 3.06392 }, "NFCorpus-PL": { "evaluation_time": 13.06, @@ -8255,7 +8213,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 5.86, "v_measure": 33.07239, - "v_measures": 29.74406, "main_score": 33.07239 }, "PSC": { @@ -8296,7 +8253,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 12.43, "v_measure": 44.47839, - "v_measures": 46.30842, "main_score": 44.47839 }, "NQ-PL": { @@ -8524,7 +8480,6 @@ "PlscClusteringP2P": { "evaluation_time": 34.41, "v_measure": 41.01517, - "v_measures": 39.57196, "main_score": 41.01517 }, "MSMARCO-PL": { @@ -8595,7 +8550,6 @@ "PlscClusteringS2S": { "evaluation_time": 23.28, "v_measure": 40.34907, - "v_measures": 40.2096, "main_score": 40.34907 }, "ArguAna-PL": { @@ -8727,7 +8681,7 @@ "recall_at_5": 65.402, "main_score": 67.408 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 83.5, "cos_sim.accuracy_threshold": 96.21956, "cos_sim.ap": 92.18431, @@ -8766,8 +8720,7 @@ "evaluation_time": 58.2, "main_score": 33.67761, "v_measure": 33.67761, - "v_measure_std": 4.24349, - "v_measures": 34.67861 + "v_measure_std": 4.24349 }, "NFCorpus-PL": { "evaluation_time": 37.66, @@ -8940,7 +8893,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 8.05, "v_measure": 21.92161, - "v_measures": 25.89326, "main_score": 21.92161 }, "PSC": { @@ -8981,7 +8933,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 24.2, "v_measure": 36.94195, - "v_measures": 34.19828, "main_score": 36.94195 }, "NQ-PL": { @@ -9209,7 +9160,6 @@ "PlscClusteringP2P": { "evaluation_time": 81.86, "v_measure": 43.19819, - "v_measures": 42.56836, "main_score": 43.19819 }, "MSMARCO-PL": { @@ -9280,7 +9230,6 @@ "PlscClusteringS2S": { "evaluation_time": 16.51, "v_measure": 33.09256, - "v_measures": 32.1688, "main_score": 33.09256 }, "ArguAna-PL": { @@ -9412,7 +9361,7 @@ "recall_at_5": 18.677, "main_score": 19.719 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 74.0, "cos_sim.accuracy_threshold": 89.80378, "cos_sim.ap": 86.96614, @@ -9451,8 +9400,7 @@ "evaluation_time": 35.82, "main_score": 12.89462, "v_measure": 12.89462, - "v_measure_std": 3.83402, - "v_measures": 12.39652 + "v_measure_std": 3.83402 }, "NFCorpus-PL": { "evaluation_time": 6.94, @@ -9625,7 +9573,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 7.08, "v_measure": 23.27852, - "v_measures": 25.54269, "main_score": 23.27852 }, "PSC": { @@ -9666,7 +9613,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 10.29, "v_measure": 41.46015, - "v_measures": 46.92252, "main_score": 41.46015 }, "NQ-PL": { @@ -9894,7 +9840,6 @@ "PlscClusteringP2P": { "evaluation_time": 28.09, "v_measure": 40.88456, - "v_measures": 41.33784, "main_score": 40.88456 }, "MSMARCO-PL": { @@ -9965,7 +9910,6 @@ "PlscClusteringS2S": { "evaluation_time": 14.79, "v_measure": 39.19567, - "v_measures": 40.08926, "main_score": 39.19567 }, "ArguAna-PL": { @@ -10097,7 +10041,7 @@ "recall_at_5": 64.051, "main_score": 66.249 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 85.4, "cos_sim.accuracy_threshold": 96.77746, "cos_sim.ap": 91.75882, @@ -10136,8 +10080,7 @@ "evaluation_time": 33.91, "main_score": 32.44397, "v_measure": 32.44397, - "v_measure_std": 3.39337, - "v_measures": 32.90074 + "v_measure_std": 3.39337 }, "NFCorpus-PL": { "evaluation_time": 13.45, @@ -10310,7 +10253,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 6.85, "v_measure": 30.50422, - "v_measures": 27.96573, "main_score": 30.50422 }, "PSC": { @@ -10351,7 +10293,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 12.62, "v_measure": 47.54783, - "v_measures": 46.76784, "main_score": 47.54783 }, "NQ-PL": { @@ -10579,7 +10520,6 @@ "PlscClusteringP2P": { "evaluation_time": 36.81, "v_measure": 44.48256, - "v_measures": 44.96783, "main_score": 44.48256 }, "MSMARCO-PL": { @@ -10650,7 +10590,6 @@ "PlscClusteringS2S": { "evaluation_time": 16.11, "v_measure": 42.03511, - "v_measures": 42.70007, "main_score": 42.03511 }, "ArguAna-PL": { @@ -10782,7 +10721,7 @@ "recall_at_5": 64.227, "main_score": 66.635 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 87.7, "cos_sim.accuracy_threshold": 96.20914, "cos_sim.ap": 92.81319, @@ -10821,8 +10760,7 @@ "evaluation_time": 35.18, "main_score": 30.09348, "v_measure": 30.09348, - "v_measure_std": 5.3466, - "v_measures": 27.70773 + "v_measure_std": 5.3466 }, "NFCorpus-PL": { "evaluation_time": 13.07, @@ -10995,7 +10933,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 5.72, "v_measure": 37.2418, - "v_measures": 35.72023, "main_score": 37.2418 }, "PSC": { @@ -11036,7 +10973,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 11.56, "v_measure": 47.00401, - "v_measures": 44.96166, "main_score": 47.00401 }, "NQ-PL": { @@ -11264,7 +11200,6 @@ "PlscClusteringP2P": { "evaluation_time": 32.69, "v_measure": 45.39421, - "v_measures": 45.78117, "main_score": 45.39421 }, "MSMARCO-PL": { @@ -11335,7 +11270,6 @@ "PlscClusteringS2S": { "evaluation_time": 14.86, "v_measure": 38.15418, - "v_measures": 38.21914, "main_score": 38.15418 }, "ArguAna-PL": { @@ -11467,7 +11401,7 @@ "recall_at_5": 54.828, "main_score": 57.137 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 80.1, "cos_sim.accuracy_threshold": 97.2478, "cos_sim.ap": 89.69526, @@ -11506,8 +11440,7 @@ "evaluation_time": 32.78, "main_score": 31.61777, "v_measure": 31.61777, - "v_measure_std": 1.4684, - "v_measures": 31.11917 + "v_measure_std": 1.4684 }, "NFCorpus-PL": { "evaluation_time": 8.19, @@ -11680,7 +11613,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 6.23, "v_measure": 33.43728, - "v_measures": 31.10732, "main_score": 33.43728 }, "PSC": { @@ -11721,7 +11653,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 9.44, "v_measure": 47.82497, - "v_measures": 47.85904, "main_score": 47.82497 }, "NQ-PL": { @@ -11949,7 +11880,6 @@ "PlscClusteringP2P": { "evaluation_time": 28.01, "v_measure": 43.72413, - "v_measures": 44.29117, "main_score": 43.72413 }, "MSMARCO-PL": { @@ -12020,7 +11950,6 @@ "PlscClusteringS2S": { "evaluation_time": 15.35, "v_measure": 39.27191, - "v_measures": 38.99821, "main_score": 39.27191 }, "ArguAna-PL": { @@ -12162,7 +12091,7 @@ "recall_at_5": 53.471, "main_score": 57.446 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 87.2, "cos_sim.accuracy_threshold": 85.19542, "cos_sim.ap": 92.14299, @@ -12201,8 +12130,7 @@ "evaluation_time": 36.56, "main_score": 29.68003, "v_measure": 29.68003, - "v_measure_std": 3.39833, - "v_measures": 35.30098 + "v_measure_std": 3.39833 }, "NFCorpus-PL": { "evaluation_time": 9.47, @@ -12390,7 +12318,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 6.23, "v_measure": 33.12162, - "v_measures": 31.68218, "main_score": 33.12162 }, "PSC": { @@ -12431,7 +12358,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 12.81, "v_measure": 39.10982, - "v_measures": 39.25133, "main_score": 39.10982 }, "NQ-PL": { @@ -12684,7 +12610,6 @@ "PlscClusteringP2P": { "evaluation_time": 34.1, "v_measure": 41.63297, - "v_measures": 41.98634, "main_score": 41.63297 }, "MSMARCO-PL": { @@ -12735,6 +12660,4086 @@ } } }, + { + "id": "granite-embedding-278m-multilingual", + "tags": [], + "results": { + "CBD": { + "accuracy": 53.48, + "f1": 45.0201, + "f1_weighted": 60.155, + "ap": 15.1991, + "ap_weighted": 15.1991, + "main_score": 53.48, + "hf_subset": -1 + }, + "AllegroReviews": { + "accuracy": 30.4672, + "f1": 27.5511, + "f1_weighted": 32.0152, + "main_score": 30.4672, + "hf_subset": -1 + }, + "PlscClusteringS2S": { + "v_measures.Level 0": 40.8858, + "v_measure": 41.0229, + "v_measure_std": 0.8903, + "main_score": 41.0229, + "hf_subset": -1 + }, + "ArguAna-PL": { + "ndcg_at_1": 22.119, + "ndcg_at_3": 33.926, + "ndcg_at_5": 39.756, + "ndcg_at_10": 44.843, + "ndcg_at_20": 48.028, + "ndcg_at_100": 50.224, + "ndcg_at_1000": 50.618, + "map_at_1": 22.119, + "map_at_3": 30.939, + "map_at_5": 34.157, + "map_at_10": 36.26, + "map_at_20": 37.154, + "map_at_100": 37.485, + "map_at_1000": 37.502, + "recall_at_1": 22.119, + "recall_at_3": 42.603, + "recall_at_5": 56.828, + "recall_at_10": 72.546, + "recall_at_20": 84.993, + "recall_at_100": 96.444, + "recall_at_1000": 99.431, + "precision_at_1": 22.119, + "precision_at_3": 14.201, + "precision_at_5": 11.366, + "precision_at_10": 7.255, + "precision_at_20": 4.25, + "precision_at_100": 0.964, + "precision_at_1000": 0.099, + "mrr_at_1": 22.4751, + "mrr_at_3": 31.0337, + "mrr_at_5": 34.3054, + "mrr_at_10": 36.3868, + "mrr_at_20": 37.2907, + "mrr_at_100": 37.6183, + "mrr_at_1000": 37.6351, + "nauc_ndcg_at_1_max": -5.0865, + "nauc_ndcg_at_1_std": -1.1225, + "nauc_ndcg_at_1_diff1": 7.4038, + "nauc_ndcg_at_3_max": 0.6645, + "nauc_ndcg_at_3_std": -2.0483, + "nauc_ndcg_at_3_diff1": 8.1987, + "nauc_ndcg_at_5_max": -0.3233, + "nauc_ndcg_at_5_std": -2.6872, + "nauc_ndcg_at_5_diff1": 4.8711, + "nauc_ndcg_at_10_max": 2.0366, + "nauc_ndcg_at_10_std": 0.4862, + "nauc_ndcg_at_10_diff1": 5.0927, + "nauc_ndcg_at_20_max": 2.6299, + "nauc_ndcg_at_20_std": 1.3602, + "nauc_ndcg_at_20_diff1": 6.0391, + "nauc_ndcg_at_100_max": 1.5919, + "nauc_ndcg_at_100_std": 1.3838, + "nauc_ndcg_at_100_diff1": 6.3138, + "nauc_ndcg_at_1000_max": 0.7848, + "nauc_ndcg_at_1000_std": 0.4855, + "nauc_ndcg_at_1000_diff1": 6.2471, + "nauc_map_at_1_max": -5.0865, + "nauc_map_at_1_std": -1.1225, + "nauc_map_at_1_diff1": 7.4038, + "nauc_map_at_3_max": -0.8973, + "nauc_map_at_3_std": -1.795, + "nauc_map_at_3_diff1": 7.9294, + "nauc_map_at_5_max": -1.5164, + "nauc_map_at_5_std": -2.1145, + "nauc_map_at_5_diff1": 6.0654, + "nauc_map_at_10_max": -0.6115, + "nauc_map_at_10_std": -0.8067, + "nauc_map_at_10_diff1": 6.2084, + "nauc_map_at_20_max": -0.5043, + "nauc_map_at_20_std": -0.615, + "nauc_map_at_20_diff1": 6.4551, + "nauc_map_at_100_max": -0.6377, + "nauc_map_at_100_std": -0.562, + "nauc_map_at_100_diff1": 6.5122, + "nauc_map_at_1000_max": -0.6663, + "nauc_map_at_1000_std": -0.5914, + "nauc_map_at_1000_diff1": 6.5091, + "nauc_recall_at_1_max": -5.0865, + "nauc_recall_at_1_std": -1.1225, + "nauc_recall_at_1_diff1": 7.4038, + "nauc_recall_at_3_max": 4.902, + "nauc_recall_at_3_std": -2.7361, + "nauc_recall_at_3_diff1": 8.946, + "nauc_recall_at_5_max": 3.0932, + "nauc_recall_at_5_std": -4.4753, + "nauc_recall_at_5_diff1": 1.0078, + "nauc_recall_at_10_max": 13.1475, + "nauc_recall_at_10_std": 6.6899, + "nauc_recall_at_10_diff1": 0.3918, + "nauc_recall_at_20_max": 24.7812, + "nauc_recall_at_20_std": 17.3436, + "nauc_recall_at_20_diff1": 4.4647, + "nauc_recall_at_100_max": 49.6978, + "nauc_recall_at_100_std": 58.3273, + "nauc_recall_at_100_diff1": 7.1215, + "nauc_recall_at_1000_max": 33.181, + "nauc_recall_at_1000_std": 54.6082, + "nauc_recall_at_1000_diff1": -9.6095, + "nauc_precision_at_1_max": -5.0865, + "nauc_precision_at_1_std": -1.1225, + "nauc_precision_at_1_diff1": 7.4038, + "nauc_precision_at_3_max": 4.902, + "nauc_precision_at_3_std": -2.7361, + "nauc_precision_at_3_diff1": 8.946, + "nauc_precision_at_5_max": 3.0932, + "nauc_precision_at_5_std": -4.4753, + "nauc_precision_at_5_diff1": 1.0078, + "nauc_precision_at_10_max": 13.1475, + "nauc_precision_at_10_std": 6.6899, + "nauc_precision_at_10_diff1": 0.3918, + "nauc_precision_at_20_max": 24.7812, + "nauc_precision_at_20_std": 17.3436, + "nauc_precision_at_20_diff1": 4.4647, + "nauc_precision_at_100_max": 49.6978, + "nauc_precision_at_100_std": 58.3273, + "nauc_precision_at_100_diff1": 7.1215, + "nauc_precision_at_1000_max": 33.181, + "nauc_precision_at_1000_std": 54.6082, + "nauc_precision_at_1000_diff1": -9.6095, + "nauc_mrr_at_1_max": -4.8635, + "nauc_mrr_at_1_std": -1.4999, + "nauc_mrr_at_1_diff1": 6.1816, + "nauc_mrr_at_3_max": -1.3692, + "nauc_mrr_at_3_std": -1.9578, + "nauc_mrr_at_3_diff1": 6.8334, + "nauc_mrr_at_5_max": -1.9221, + "nauc_mrr_at_5_std": -2.2559, + "nauc_mrr_at_5_diff1": 5.0543, + "nauc_mrr_at_10_max": -1.008, + "nauc_mrr_at_10_std": -0.986, + "nauc_mrr_at_10_diff1": 5.1773, + "nauc_mrr_at_20_max": -0.8742, + "nauc_mrr_at_20_std": -0.7754, + "nauc_mrr_at_20_diff1": 5.4279, + "nauc_mrr_at_100_max": -1.02, + "nauc_mrr_at_100_std": -0.7448, + "nauc_mrr_at_100_diff1": 5.4756, + "nauc_mrr_at_1000_max": -1.0488, + "nauc_mrr_at_1000_std": -0.7741, + "nauc_mrr_at_1000_diff1": 5.4719, + "main_score": 44.843, + "hf_subset": -1 + }, + "PolEmo2.0-OUT": { + "accuracy": 16.6802, + "f1": 15.7952, + "f1_weighted": 21.1851, + "main_score": 16.6802, + "hf_subset": -1 + }, + "PAC": { + "accuracy": 67.6079, + "f1": 65.1084, + "f1_weighted": 68.0587, + "ap": 76.9195, + "ap_weighted": 76.9195, + "main_score": 67.6079, + "hf_subset": -1 + }, + "SciField": { + "accuracy": 75.6259, + "f1": 74.8711, + "f1_weighted": 75.0451, + "main_score": 75.6259, + "hf_subset": -1 + }, + "SICK-E-PL": { + "similarity_accuracy": 74.9898, + "similarity_accuracy_threshold": 93.9444, + "similarity_f1": 56.2482, + "similarity_f1_threshold": 82.6629, + "similarity_precision": 47.1353, + "similarity_recall": 69.7293, + "similarity_ap": 55.2938, + "cosine_accuracy": 74.9898, + "cosine_accuracy_threshold": 93.9444, + "cosine_f1": 56.2482, + "cosine_f1_threshold": 82.6629, + "cosine_precision": 47.1353, + "cosine_recall": 69.7293, + "cosine_ap": 55.2937, + "manhattan_accuracy": 75.0306, + "manhattan_accuracy_threshold": 7.72547, + "manhattan_f1": 56.2854, + "manhattan_f1_threshold": 14.41213, + "manhattan_precision": 42.9914, + "manhattan_recall": 81.4815, + "manhattan_ap": 55.4395, + "euclidean_accuracy": 74.9898, + "euclidean_accuracy_threshold": 34.8011, + "euclidean_f1": 56.2482, + "euclidean_f1_threshold": 58.8848, + "euclidean_precision": 47.1353, + "euclidean_recall": 69.7293, + "euclidean_ap": 55.2938, + "dot_accuracy": 74.9898, + "dot_accuracy_threshold": 93.9444, + "dot_f1": 56.2482, + "dot_f1_threshold": 82.6629, + "dot_precision": 47.1353, + "dot_recall": 69.7293, + "dot_ap": 55.2938, + "max_accuracy": 75.0306, + "max_f1": 56.2854, + "max_precision": 47.1353, + "max_recall": 81.4815, + "max_ap": 55.4395, + "main_score": 55.4395, + "hf_subset": -1 + }, + "HotpotQA-PL": { + "ndcg_at_1": 62.606, + "ndcg_at_3": 46.588, + "ndcg_at_5": 48.546, + "ndcg_at_10": 50.256, + "ndcg_at_20": 51.433, + "ndcg_at_100": 53.316, + "ndcg_at_1000": 54.948, + "map_at_1": 31.303, + "map_at_3": 39.027, + "map_at_5": 40.407, + "map_at_10": 41.309, + "map_at_20": 41.728, + "map_at_100": 42.07, + "map_at_1000": 42.144, + "recall_at_1": 31.303, + "recall_at_3": 42.687, + "recall_at_5": 46.57, + "recall_at_10": 50.871, + "recall_at_20": 54.659, + "recall_at_100": 63.011, + "recall_at_1000": 73.923, + "precision_at_1": 62.606, + "precision_at_3": 28.458, + "precision_at_5": 18.628, + "precision_at_10": 10.174, + "precision_at_20": 5.466, + "precision_at_100": 1.26, + "precision_at_1000": 0.148, + "mrr_at_1": 62.6063, + "mrr_at_3": 67.4072, + "mrr_at_5": 68.1843, + "mrr_at_10": 68.6906, + "mrr_at_20": 68.9128, + "mrr_at_100": 69.059, + "mrr_at_1000": 69.0816, + "nauc_ndcg_at_1_max": 51.1708, + "nauc_ndcg_at_1_std": 4.4035, + "nauc_ndcg_at_1_diff1": 72.9053, + "nauc_ndcg_at_3_max": 40.9421, + "nauc_ndcg_at_3_std": 5.8627, + "nauc_ndcg_at_3_diff1": 49.4966, + "nauc_ndcg_at_5_max": 39.4135, + "nauc_ndcg_at_5_std": 6.6115, + "nauc_ndcg_at_5_diff1": 46.9259, + "nauc_ndcg_at_10_max": 37.9576, + "nauc_ndcg_at_10_std": 6.8556, + "nauc_ndcg_at_10_diff1": 45.2335, + "nauc_ndcg_at_20_max": 37.6114, + "nauc_ndcg_at_20_std": 7.9638, + "nauc_ndcg_at_20_diff1": 44.4123, + "nauc_ndcg_at_100_max": 37.1932, + "nauc_ndcg_at_100_std": 9.135, + "nauc_ndcg_at_100_diff1": 43.4938, + "nauc_ndcg_at_1000_max": 37.3233, + "nauc_ndcg_at_1000_std": 9.5586, + "nauc_ndcg_at_1000_diff1": 43.5969, + "nauc_map_at_1_max": 51.1708, + "nauc_map_at_1_std": 4.4035, + "nauc_map_at_1_diff1": 72.9053, + "nauc_map_at_3_max": 37.2479, + "nauc_map_at_3_std": 4.8753, + "nauc_map_at_3_diff1": 44.3699, + "nauc_map_at_5_max": 36.1062, + "nauc_map_at_5_std": 5.2914, + "nauc_map_at_5_diff1": 42.519, + "nauc_map_at_10_max": 35.2796, + "nauc_map_at_10_std": 5.3848, + "nauc_map_at_10_diff1": 41.6782, + "nauc_map_at_20_max": 35.173, + "nauc_map_at_20_std": 5.8112, + "nauc_map_at_20_diff1": 41.4222, + "nauc_map_at_100_max": 35.1321, + "nauc_map_at_100_std": 6.0445, + "nauc_map_at_100_diff1": 41.2889, + "nauc_map_at_1000_max": 35.1385, + "nauc_map_at_1000_std": 6.079, + "nauc_map_at_1000_diff1": 41.2898, + "nauc_recall_at_1_max": 51.1708, + "nauc_recall_at_1_std": 4.4035, + "nauc_recall_at_1_diff1": 72.9053, + "nauc_recall_at_3_max": 35.0357, + "nauc_recall_at_3_std": 6.3953, + "nauc_recall_at_3_diff1": 37.4374, + "nauc_recall_at_5_max": 30.9058, + "nauc_recall_at_5_std": 7.6628, + "nauc_recall_at_5_diff1": 31.3106, + "nauc_recall_at_10_max": 26.2744, + "nauc_recall_at_10_std": 7.9811, + "nauc_recall_at_10_diff1": 26.0895, + "nauc_recall_at_20_max": 24.3555, + "nauc_recall_at_20_std": 11.2825, + "nauc_recall_at_20_diff1": 22.4812, + "nauc_recall_at_100_max": 19.9025, + "nauc_recall_at_100_std": 16.0802, + "nauc_recall_at_100_diff1": 15.1775, + "nauc_recall_at_1000_max": 16.2682, + "nauc_recall_at_1000_std": 19.6719, + "nauc_recall_at_1000_diff1": 9.2418, + "nauc_precision_at_1_max": 51.1708, + "nauc_precision_at_1_std": 4.4035, + "nauc_precision_at_1_diff1": 72.9053, + "nauc_precision_at_3_max": 35.0357, + "nauc_precision_at_3_std": 6.3953, + "nauc_precision_at_3_diff1": 37.4374, + "nauc_precision_at_5_max": 30.9058, + "nauc_precision_at_5_std": 7.6628, + "nauc_precision_at_5_diff1": 31.3106, + "nauc_precision_at_10_max": 26.2744, + "nauc_precision_at_10_std": 7.9811, + "nauc_precision_at_10_diff1": 26.0895, + "nauc_precision_at_20_max": 24.3555, + "nauc_precision_at_20_std": 11.2825, + "nauc_precision_at_20_diff1": 22.4812, + "nauc_precision_at_100_max": 19.9025, + "nauc_precision_at_100_std": 16.0802, + "nauc_precision_at_100_diff1": 15.1775, + "nauc_precision_at_1000_max": 16.2682, + "nauc_precision_at_1000_std": 19.6719, + "nauc_precision_at_1000_diff1": 9.2418, + "nauc_mrr_at_1_max": 51.1708, + "nauc_mrr_at_1_std": 4.4035, + "nauc_mrr_at_1_diff1": 72.9053, + "nauc_mrr_at_3_max": 52.5232, + "nauc_mrr_at_3_std": 6.7418, + "nauc_mrr_at_3_diff1": 70.0601, + "nauc_mrr_at_5_max": 52.5223, + "nauc_mrr_at_5_std": 7.2906, + "nauc_mrr_at_5_diff1": 69.8428, + "nauc_mrr_at_10_max": 52.4459, + "nauc_mrr_at_10_std": 7.4448, + "nauc_mrr_at_10_diff1": 69.6928, + "nauc_mrr_at_20_max": 52.4998, + "nauc_mrr_at_20_std": 7.6066, + "nauc_mrr_at_20_diff1": 69.7167, + "nauc_mrr_at_100_max": 52.5034, + "nauc_mrr_at_100_std": 7.6321, + "nauc_mrr_at_100_diff1": 69.7447, + "nauc_mrr_at_1000_max": 52.5043, + "nauc_mrr_at_1000_std": 7.6253, + "nauc_mrr_at_1000_diff1": 69.7517, + "main_score": 50.256, + "hf_subset": -1 + }, + "EightTagsClustering": { + "v_measure": 24.5369, + "v_measure_std": 2.7136, + "main_score": 24.5369, + "hf_subset": -1 + }, + "NFCorpus-PL": { + "ndcg_at_1": 31.734, + "ndcg_at_3": 27.839, + "ndcg_at_5": 25.804, + "ndcg_at_10": 23.011, + "ndcg_at_20": 21.089, + "ndcg_at_100": 20.505, + "ndcg_at_1000": 28.895, + "map_at_1": 3.568, + "map_at_3": 5.877, + "map_at_5": 6.754, + "map_at_10": 7.78, + "map_at_20": 8.545, + "map_at_100": 9.509, + "map_at_1000": 10.371, + "recall_at_1": 3.568, + "recall_at_3": 7.043, + "recall_at_5": 8.521, + "recall_at_10": 10.799, + "recall_at_20": 13.751, + "recall_at_100": 21.677, + "recall_at_1000": 50.829, + "precision_at_1": 33.437, + "precision_at_3": 26.625, + "precision_at_5": 22.291, + "precision_at_10": 16.842, + "precision_at_20": 12.121, + "precision_at_100": 5.003, + "precision_at_1000": 1.608, + "mrr_at_1": 33.4365, + "mrr_at_3": 38.2869, + "mrr_at_5": 39.5717, + "mrr_at_10": 40.4232, + "mrr_at_20": 40.9955, + "mrr_at_100": 41.3214, + "mrr_at_1000": 41.3792, + "nauc_ndcg_at_1_max": 33.7871, + "nauc_ndcg_at_1_std": 26.4529, + "nauc_ndcg_at_1_diff1": 33.918, + "nauc_ndcg_at_3_max": 34.2625, + "nauc_ndcg_at_3_std": 25.7906, + "nauc_ndcg_at_3_diff1": 21.9171, + "nauc_ndcg_at_5_max": 37.2736, + "nauc_ndcg_at_5_std": 28.508, + "nauc_ndcg_at_5_diff1": 19.9894, + "nauc_ndcg_at_10_max": 39.4718, + "nauc_ndcg_at_10_std": 31.6146, + "nauc_ndcg_at_10_diff1": 19.1542, + "nauc_ndcg_at_20_max": 40.8018, + "nauc_ndcg_at_20_std": 32.9864, + "nauc_ndcg_at_20_diff1": 19.3399, + "nauc_ndcg_at_100_max": 45.2813, + "nauc_ndcg_at_100_std": 30.8818, + "nauc_ndcg_at_100_diff1": 22.0796, + "nauc_ndcg_at_1000_max": 50.429, + "nauc_ndcg_at_1000_std": 34.9241, + "nauc_ndcg_at_1000_diff1": 23.6609, + "nauc_map_at_1_max": 30.6827, + "nauc_map_at_1_std": 2.9126, + "nauc_map_at_1_diff1": 55.335, + "nauc_map_at_3_max": 29.255, + "nauc_map_at_3_std": 4.2509, + "nauc_map_at_3_diff1": 37.5342, + "nauc_map_at_5_max": 32.2733, + "nauc_map_at_5_std": 8.1113, + "nauc_map_at_5_diff1": 31.5206, + "nauc_map_at_10_max": 34.7139, + "nauc_map_at_10_std": 12.3346, + "nauc_map_at_10_diff1": 27.641, + "nauc_map_at_20_max": 36.4928, + "nauc_map_at_20_std": 15.8579, + "nauc_map_at_20_diff1": 25.3483, + "nauc_map_at_100_max": 38.1326, + "nauc_map_at_100_std": 19.6544, + "nauc_map_at_100_diff1": 23.2577, + "nauc_map_at_1000_max": 38.9933, + "nauc_map_at_1000_std": 21.6502, + "nauc_map_at_1000_diff1": 22.8002, + "nauc_recall_at_1_max": 30.6827, + "nauc_recall_at_1_std": 2.9126, + "nauc_recall_at_1_diff1": 55.335, + "nauc_recall_at_3_max": 29.2269, + "nauc_recall_at_3_std": 5.3657, + "nauc_recall_at_3_diff1": 28.8461, + "nauc_recall_at_5_max": 33.0307, + "nauc_recall_at_5_std": 10.1036, + "nauc_recall_at_5_diff1": 21.656, + "nauc_recall_at_10_max": 35.8452, + "nauc_recall_at_10_std": 14.5559, + "nauc_recall_at_10_diff1": 19.0625, + "nauc_recall_at_20_max": 34.4148, + "nauc_recall_at_20_std": 15.906, + "nauc_recall_at_20_diff1": 16.3003, + "nauc_recall_at_100_max": 36.2941, + "nauc_recall_at_100_std": 21.1054, + "nauc_recall_at_100_diff1": 12.7119, + "nauc_recall_at_1000_max": 34.8843, + "nauc_recall_at_1000_std": 20.7865, + "nauc_recall_at_1000_diff1": 16.1408, + "nauc_precision_at_1_max": 37.8393, + "nauc_precision_at_1_std": 28.1427, + "nauc_precision_at_1_diff1": 32.8237, + "nauc_precision_at_3_max": 34.3537, + "nauc_precision_at_3_std": 28.2436, + "nauc_precision_at_3_diff1": 12.6149, + "nauc_precision_at_5_max": 36.0632, + "nauc_precision_at_5_std": 31.6638, + "nauc_precision_at_5_diff1": 6.6358, + "nauc_precision_at_10_max": 36.0561, + "nauc_precision_at_10_std": 37.9961, + "nauc_precision_at_10_diff1": 1.4583, + "nauc_precision_at_20_max": 34.9536, + "nauc_precision_at_20_std": 44.685, + "nauc_precision_at_20_diff1": -0.8684, + "nauc_precision_at_100_max": 29.3653, + "nauc_precision_at_100_std": 42.3154, + "nauc_precision_at_100_diff1": -1.6178, + "nauc_precision_at_1000_max": 11.8946, + "nauc_precision_at_1000_std": 23.7505, + "nauc_precision_at_1000_diff1": 1.5852, + "nauc_mrr_at_1_max": 37.8393, + "nauc_mrr_at_1_std": 28.1427, + "nauc_mrr_at_1_diff1": 32.8237, + "nauc_mrr_at_3_max": 39.8567, + "nauc_mrr_at_3_std": 28.977, + "nauc_mrr_at_3_diff1": 31.4856, + "nauc_mrr_at_5_max": 40.9782, + "nauc_mrr_at_5_std": 29.2246, + "nauc_mrr_at_5_diff1": 31.5629, + "nauc_mrr_at_10_max": 41.5771, + "nauc_mrr_at_10_std": 30.2601, + "nauc_mrr_at_10_diff1": 31.2768, + "nauc_mrr_at_20_max": 41.8642, + "nauc_mrr_at_20_std": 30.446, + "nauc_mrr_at_20_diff1": 31.3909, + "nauc_mrr_at_100_max": 41.9422, + "nauc_mrr_at_100_std": 30.5179, + "nauc_mrr_at_100_diff1": 31.4393, + "nauc_mrr_at_1000_max": 41.9163, + "nauc_mrr_at_1000_std": 30.5071, + "nauc_mrr_at_1000_diff1": 31.4655, + "main_score": 23.011, + "hf_subset": -1 + }, + "SciFact-PL": { + "ndcg_at_1": 40.333, + "ndcg_at_3": 47.676, + "ndcg_at_5": 49.522, + "ndcg_at_10": 53.302, + "ndcg_at_20": 54.904, + "ndcg_at_100": 57.241, + "ndcg_at_1000": 58.464, + "map_at_1": 38.167, + "map_at_3": 45.119, + "map_at_5": 46.319, + "map_at_10": 48.028, + "map_at_20": 48.528, + "map_at_100": 48.889, + "map_at_1000": 48.929, + "recall_at_1": 38.167, + "recall_at_3": 52.789, + "recall_at_5": 57.172, + "recall_at_10": 68.239, + "recall_at_20": 74.217, + "recall_at_100": 86.267, + "recall_at_1000": 96.267, + "precision_at_1": 40.333, + "precision_at_3": 19.111, + "precision_at_5": 12.733, + "precision_at_10": 7.667, + "precision_at_20": 4.217, + "precision_at_100": 0.983, + "precision_at_1000": 0.109, + "mrr_at_1": 40.3333, + "mrr_at_3": 47.0556, + "mrr_at_5": 47.9722, + "mrr_at_10": 49.4786, + "mrr_at_20": 49.8588, + "mrr_at_100": 50.1681, + "mrr_at_1000": 50.2022, + "nauc_ndcg_at_1_max": 47.2353, + "nauc_ndcg_at_1_std": 2.2601, + "nauc_ndcg_at_1_diff1": 65.3325, + "nauc_ndcg_at_3_max": 47.0562, + "nauc_ndcg_at_3_std": 0.4312, + "nauc_ndcg_at_3_diff1": 60.9748, + "nauc_ndcg_at_5_max": 48.2693, + "nauc_ndcg_at_5_std": 1.0235, + "nauc_ndcg_at_5_diff1": 60.6154, + "nauc_ndcg_at_10_max": 50.0022, + "nauc_ndcg_at_10_std": 3.8771, + "nauc_ndcg_at_10_diff1": 59.7191, + "nauc_ndcg_at_20_max": 49.8846, + "nauc_ndcg_at_20_std": 4.1667, + "nauc_ndcg_at_20_diff1": 59.4781, + "nauc_ndcg_at_100_max": 50.3718, + "nauc_ndcg_at_100_std": 3.7216, + "nauc_ndcg_at_100_diff1": 60.2583, + "nauc_ndcg_at_1000_max": 49.7975, + "nauc_ndcg_at_1000_std": 3.8077, + "nauc_ndcg_at_1000_diff1": 60.2717, + "nauc_map_at_1_max": 44.2594, + "nauc_map_at_1_std": -1.2174, + "nauc_map_at_1_diff1": 65.5571, + "nauc_map_at_3_max": 45.6441, + "nauc_map_at_3_std": -0.576, + "nauc_map_at_3_diff1": 61.7146, + "nauc_map_at_5_max": 46.6328, + "nauc_map_at_5_std": 0.1123, + "nauc_map_at_5_diff1": 61.5346, + "nauc_map_at_10_max": 47.4809, + "nauc_map_at_10_std": 1.2872, + "nauc_map_at_10_diff1": 61.233, + "nauc_map_at_20_max": 47.5133, + "nauc_map_at_20_std": 1.3846, + "nauc_map_at_20_diff1": 61.1639, + "nauc_map_at_100_max": 47.616, + "nauc_map_at_100_std": 1.3423, + "nauc_map_at_100_diff1": 61.3213, + "nauc_map_at_1000_max": 47.5917, + "nauc_map_at_1000_std": 1.3441, + "nauc_map_at_1000_diff1": 61.3251, + "nauc_recall_at_1_max": 44.2594, + "nauc_recall_at_1_std": -1.2174, + "nauc_recall_at_1_diff1": 65.5571, + "nauc_recall_at_3_max": 46.4199, + "nauc_recall_at_3_std": -0.8669, + "nauc_recall_at_3_diff1": 56.837, + "nauc_recall_at_5_max": 49.925, + "nauc_recall_at_5_std": 0.9055, + "nauc_recall_at_5_diff1": 56.0574, + "nauc_recall_at_10_max": 55.8771, + "nauc_recall_at_10_std": 10.8441, + "nauc_recall_at_10_diff1": 51.9355, + "nauc_recall_at_20_max": 55.7533, + "nauc_recall_at_20_std": 13.4818, + "nauc_recall_at_20_diff1": 49.0673, + "nauc_recall_at_100_max": 64.5395, + "nauc_recall_at_100_std": 14.3282, + "nauc_recall_at_100_diff1": 49.8612, + "nauc_recall_at_1000_max": 70.2464, + "nauc_recall_at_1000_std": 42.2978, + "nauc_recall_at_1000_diff1": 27.2092, + "nauc_precision_at_1_max": 47.2353, + "nauc_precision_at_1_std": 2.2601, + "nauc_precision_at_1_diff1": 65.3325, + "nauc_precision_at_3_max": 48.6597, + "nauc_precision_at_3_std": 5.9892, + "nauc_precision_at_3_diff1": 53.2112, + "nauc_precision_at_5_max": 48.5656, + "nauc_precision_at_5_std": 8.2257, + "nauc_precision_at_5_diff1": 46.9422, + "nauc_precision_at_10_max": 49.5221, + "nauc_precision_at_10_std": 17.1469, + "nauc_precision_at_10_diff1": 37.989, + "nauc_precision_at_20_max": 44.1621, + "nauc_precision_at_20_std": 17.4446, + "nauc_precision_at_20_diff1": 30.5008, + "nauc_precision_at_100_max": 40.7098, + "nauc_precision_at_100_std": 19.3722, + "nauc_precision_at_100_diff1": 22.4482, + "nauc_precision_at_1000_max": 27.6013, + "nauc_precision_at_1000_std": 24.4945, + "nauc_precision_at_1000_diff1": 5.955, + "nauc_mrr_at_1_max": 47.2353, + "nauc_mrr_at_1_std": 2.2601, + "nauc_mrr_at_1_diff1": 65.3325, + "nauc_mrr_at_3_max": 48.7736, + "nauc_mrr_at_3_std": 3.0007, + "nauc_mrr_at_3_diff1": 62.8374, + "nauc_mrr_at_5_max": 49.0466, + "nauc_mrr_at_5_std": 2.8357, + "nauc_mrr_at_5_diff1": 62.4405, + "nauc_mrr_at_10_max": 49.6443, + "nauc_mrr_at_10_std": 4.082, + "nauc_mrr_at_10_diff1": 61.9269, + "nauc_mrr_at_20_max": 49.5305, + "nauc_mrr_at_20_std": 4.1445, + "nauc_mrr_at_20_diff1": 61.8745, + "nauc_mrr_at_100_max": 49.5311, + "nauc_mrr_at_100_std": 4.001, + "nauc_mrr_at_100_diff1": 61.9643, + "nauc_mrr_at_1000_max": 49.5114, + "nauc_mrr_at_1000_std": 3.9956, + "nauc_mrr_at_1000_diff1": 61.9681, + "main_score": 53.302, + "hf_subset": -1 + }, + "MassiveScenarioClassification": { + "accuracy": 59.2939, + "f1": 57.2178, + "f1_weighted": 59.078, + "main_score": 59.2939, + "hf_subset": -1 + }, + "FiQA-PL": { + "ndcg_at_1": 17.593, + "ndcg_at_3": 16.736, + "ndcg_at_5": 17.892, + "ndcg_at_10": 20.055, + "ndcg_at_20": 21.996, + "ndcg_at_100": 25.498, + "ndcg_at_1000": 29.505, + "map_at_1": 9.455, + "map_at_3": 12.861, + "map_at_5": 14.035, + "map_at_10": 15.21, + "map_at_20": 15.788, + "map_at_100": 16.331, + "map_at_1000": 16.504, + "recall_at_1": 9.455, + "recall_at_3": 15.543, + "recall_at_5": 19.209, + "recall_at_10": 25.599, + "recall_at_20": 31.743, + "recall_at_100": 46.973, + "recall_at_1000": 71.892, + "precision_at_1": 17.593, + "precision_at_3": 10.802, + "precision_at_5": 8.519, + "precision_at_10": 5.694, + "precision_at_20": 3.596, + "precision_at_100": 1.085, + "precision_at_1000": 0.178, + "mrr_at_1": 17.5926, + "mrr_at_3": 21.6821, + "mrr_at_5": 22.9552, + "mrr_at_10": 23.9448, + "mrr_at_20": 24.5975, + "mrr_at_100": 25.0503, + "mrr_at_1000": 25.1392, + "nauc_ndcg_at_1_max": 26.6649, + "nauc_ndcg_at_1_std": 5.5264, + "nauc_ndcg_at_1_diff1": 33.6741, + "nauc_ndcg_at_3_max": 24.9042, + "nauc_ndcg_at_3_std": 6.8872, + "nauc_ndcg_at_3_diff1": 29.9718, + "nauc_ndcg_at_5_max": 25.7553, + "nauc_ndcg_at_5_std": 9.3449, + "nauc_ndcg_at_5_diff1": 29.2793, + "nauc_ndcg_at_10_max": 25.8918, + "nauc_ndcg_at_10_std": 10.2594, + "nauc_ndcg_at_10_diff1": 29.2971, + "nauc_ndcg_at_20_max": 26.1036, + "nauc_ndcg_at_20_std": 12.4239, + "nauc_ndcg_at_20_diff1": 27.881, + "nauc_ndcg_at_100_max": 27.8183, + "nauc_ndcg_at_100_std": 13.3498, + "nauc_ndcg_at_100_diff1": 26.7667, + "nauc_ndcg_at_1000_max": 30.0371, + "nauc_ndcg_at_1000_std": 14.7974, + "nauc_ndcg_at_1000_diff1": 26.6138, + "nauc_map_at_1_max": 16.7231, + "nauc_map_at_1_std": 0.5395, + "nauc_map_at_1_diff1": 37.5713, + "nauc_map_at_3_max": 20.7556, + "nauc_map_at_3_std": 3.86, + "nauc_map_at_3_diff1": 32.762, + "nauc_map_at_5_max": 22.7168, + "nauc_map_at_5_std": 6.2044, + "nauc_map_at_5_diff1": 31.7396, + "nauc_map_at_10_max": 23.7005, + "nauc_map_at_10_std": 7.3717, + "nauc_map_at_10_diff1": 31.3842, + "nauc_map_at_20_max": 23.945, + "nauc_map_at_20_std": 8.2906, + "nauc_map_at_20_diff1": 30.793, + "nauc_map_at_100_max": 24.4837, + "nauc_map_at_100_std": 8.7894, + "nauc_map_at_100_diff1": 30.4408, + "nauc_map_at_1000_max": 24.6308, + "nauc_map_at_1000_std": 8.8919, + "nauc_map_at_1000_diff1": 30.4319, + "nauc_recall_at_1_max": 16.7231, + "nauc_recall_at_1_std": 0.5395, + "nauc_recall_at_1_diff1": 37.5713, + "nauc_recall_at_3_max": 20.3319, + "nauc_recall_at_3_std": 6.8081, + "nauc_recall_at_3_diff1": 27.8835, + "nauc_recall_at_5_max": 23.9941, + "nauc_recall_at_5_std": 11.6678, + "nauc_recall_at_5_diff1": 25.6008, + "nauc_recall_at_10_max": 24.0243, + "nauc_recall_at_10_std": 13.3208, + "nauc_recall_at_10_diff1": 24.9921, + "nauc_recall_at_20_max": 23.4242, + "nauc_recall_at_20_std": 18.6023, + "nauc_recall_at_20_diff1": 21.128, + "nauc_recall_at_100_max": 26.4051, + "nauc_recall_at_100_std": 20.4262, + "nauc_recall_at_100_diff1": 16.1549, + "nauc_recall_at_1000_max": 34.9223, + "nauc_recall_at_1000_std": 32.0604, + "nauc_recall_at_1000_diff1": 9.9882, + "nauc_precision_at_1_max": 26.6649, + "nauc_precision_at_1_std": 5.5264, + "nauc_precision_at_1_diff1": 33.6741, + "nauc_precision_at_3_max": 30.3676, + "nauc_precision_at_3_std": 9.6287, + "nauc_precision_at_3_diff1": 24.903, + "nauc_precision_at_5_max": 34.8656, + "nauc_precision_at_5_std": 16.1784, + "nauc_precision_at_5_diff1": 21.3352, + "nauc_precision_at_10_max": 35.4706, + "nauc_precision_at_10_std": 18.6024, + "nauc_precision_at_10_diff1": 17.9883, + "nauc_precision_at_20_max": 34.2564, + "nauc_precision_at_20_std": 21.4949, + "nauc_precision_at_20_diff1": 13.5968, + "nauc_precision_at_100_max": 35.4152, + "nauc_precision_at_100_std": 20.0456, + "nauc_precision_at_100_diff1": 8.2822, + "nauc_precision_at_1000_max": 34.3759, + "nauc_precision_at_1000_std": 16.5755, + "nauc_precision_at_1000_diff1": 1.0275, + "nauc_mrr_at_1_max": 26.6649, + "nauc_mrr_at_1_std": 5.5264, + "nauc_mrr_at_1_diff1": 33.6741, + "nauc_mrr_at_3_max": 26.635, + "nauc_mrr_at_3_std": 7.8494, + "nauc_mrr_at_3_diff1": 30.3999, + "nauc_mrr_at_5_max": 27.5207, + "nauc_mrr_at_5_std": 8.7048, + "nauc_mrr_at_5_diff1": 29.6087, + "nauc_mrr_at_10_max": 27.6319, + "nauc_mrr_at_10_std": 8.7755, + "nauc_mrr_at_10_diff1": 29.6492, + "nauc_mrr_at_20_max": 27.682, + "nauc_mrr_at_20_std": 9.294, + "nauc_mrr_at_20_diff1": 29.2527, + "nauc_mrr_at_100_max": 27.7838, + "nauc_mrr_at_100_std": 9.2249, + "nauc_mrr_at_100_diff1": 29.1338, + "nauc_mrr_at_1000_max": 27.8002, + "nauc_mrr_at_1000_std": 9.239, + "nauc_mrr_at_1000_diff1": 29.159, + "main_score": 20.055, + "hf_subset": -1 + }, + "SICK-R-PL": { + "pearson": 64.6252, + "spearman": 59.8408, + "cosine_pearson": 64.6252, + "cosine_spearman": 59.8408, + "manhattan_pearson": 61.6875, + "manhattan_spearman": 59.8701, + "euclidean_pearson": 61.6457, + "euclidean_spearman": 59.8409, + "main_score": 59.8408, + "hf_subset": -1 + }, + "CDSC-R": { + "pearson": 83.6924, + "spearman": 84.3272, + "cosine_pearson": 83.6924, + "cosine_spearman": 84.3273, + "manhattan_pearson": 81.756, + "manhattan_spearman": 84.3426, + "euclidean_pearson": 81.7755, + "euclidean_spearman": 84.3272, + "main_score": 84.3273, + "hf_subset": -1 + }, + "SciDefRetrieval": { + "ndcg_at_1": 47.128, + "ndcg_at_3": 55.842, + "ndcg_at_5": 58.002, + "ndcg_at_10": 60.271, + "ndcg_at_20": 61.888, + "ndcg_at_100": 63.918, + "ndcg_at_1000": 65.051, + "map_at_1": 47.128, + "map_at_3": 53.756, + "map_at_5": 54.941, + "map_at_10": 55.895, + "map_at_20": 56.347, + "map_at_100": 56.64, + "map_at_1000": 56.684, + "recall_at_1": 47.128, + "recall_at_3": 61.856, + "recall_at_5": 67.158, + "recall_at_10": 74.08, + "recall_at_20": 80.412, + "recall_at_100": 91.163, + "recall_at_1000": 1.0, + "precision_at_1": 47.128, + "precision_at_3": 20.619, + "precision_at_5": 13.432, + "precision_at_10": 7.408, + "precision_at_20": 4.021, + "precision_at_100": 0.912, + "precision_at_1000": 0.1, + "mrr_at_1": 47.1281, + "mrr_at_3": 53.7555, + "mrr_at_5": 54.9411, + "mrr_at_10": 55.895, + "mrr_at_20": 56.3469, + "mrr_at_100": 56.64, + "mrr_at_1000": 56.684, + "nauc_ndcg_at_1_max": 58.302, + "nauc_ndcg_at_1_std": 7.6136, + "nauc_ndcg_at_1_diff1": 68.1525, + "nauc_ndcg_at_3_max": 60.7232, + "nauc_ndcg_at_3_std": 7.9069, + "nauc_ndcg_at_3_diff1": 64.1647, + "nauc_ndcg_at_5_max": 60.3531, + "nauc_ndcg_at_5_std": 8.1524, + "nauc_ndcg_at_5_diff1": 63.7287, + "nauc_ndcg_at_10_max": 61.8559, + "nauc_ndcg_at_10_std": 9.7449, + "nauc_ndcg_at_10_diff1": 63.3167, + "nauc_ndcg_at_20_max": 61.701, + "nauc_ndcg_at_20_std": 10.2314, + "nauc_ndcg_at_20_diff1": 62.6356, + "nauc_ndcg_at_100_max": 61.7441, + "nauc_ndcg_at_100_std": 10.9127, + "nauc_ndcg_at_100_diff1": 63.4519, + "nauc_ndcg_at_1000_max": 61.1412, + "nauc_ndcg_at_1000_std": 9.8253, + "nauc_ndcg_at_1000_diff1": 63.8944, + "nauc_map_at_1_max": 58.302, + "nauc_map_at_1_std": 7.6136, + "nauc_map_at_1_diff1": 68.1525, + "nauc_map_at_3_max": 60.2129, + "nauc_map_at_3_std": 8.0369, + "nauc_map_at_3_diff1": 65.12, + "nauc_map_at_5_max": 60.0062, + "nauc_map_at_5_std": 8.1908, + "nauc_map_at_5_diff1": 64.8914, + "nauc_map_at_10_max": 60.5734, + "nauc_map_at_10_std": 8.7911, + "nauc_map_at_10_diff1": 64.728, + "nauc_map_at_20_max": 60.5048, + "nauc_map_at_20_std": 8.8968, + "nauc_map_at_20_diff1": 64.5682, + "nauc_map_at_100_max": 60.5269, + "nauc_map_at_100_std": 9.0161, + "nauc_map_at_100_diff1": 64.6867, + "nauc_map_at_1000_max": 60.5043, + "nauc_map_at_1000_std": 8.9846, + "nauc_map_at_1000_diff1": 64.7018, + "nauc_recall_at_1_max": 58.302, + "nauc_recall_at_1_std": 7.6136, + "nauc_recall_at_1_diff1": 68.1525, + "nauc_recall_at_3_max": 62.2816, + "nauc_recall_at_3_std": 7.4046, + "nauc_recall_at_3_diff1": 61.1835, + "nauc_recall_at_5_max": 61.4191, + "nauc_recall_at_5_std": 7.9298, + "nauc_recall_at_5_diff1": 59.7343, + "nauc_recall_at_10_max": 67.7005, + "nauc_recall_at_10_std": 14.3914, + "nauc_recall_at_10_diff1": 57.4826, + "nauc_recall_at_20_max": 68.4391, + "nauc_recall_at_20_std": 18.645, + "nauc_recall_at_20_diff1": 51.8542, + "nauc_recall_at_100_max": 74.9989, + "nauc_recall_at_100_std": 36.2945, + "nauc_recall_at_100_diff1": 53.2608, + "nauc_recall_at_1000_max": -1, + "nauc_recall_at_1000_std": -1, + "nauc_recall_at_1000_diff1": -1, + "nauc_precision_at_1_max": 58.302, + "nauc_precision_at_1_std": 7.6136, + "nauc_precision_at_1_diff1": 68.1525, + "nauc_precision_at_3_max": 62.2816, + "nauc_precision_at_3_std": 7.4046, + "nauc_precision_at_3_diff1": 61.1835, + "nauc_precision_at_5_max": 61.4191, + "nauc_precision_at_5_std": 7.9298, + "nauc_precision_at_5_diff1": 59.7343, + "nauc_precision_at_10_max": 67.7005, + "nauc_precision_at_10_std": 14.3914, + "nauc_precision_at_10_diff1": 57.4826, + "nauc_precision_at_20_max": 68.4391, + "nauc_precision_at_20_std": 18.645, + "nauc_precision_at_20_diff1": 51.8542, + "nauc_precision_at_100_max": 74.9989, + "nauc_precision_at_100_std": 36.2945, + "nauc_precision_at_100_diff1": 53.2608, + "nauc_precision_at_1000_max": -1, + "nauc_precision_at_1000_std": -1, + "nauc_precision_at_1000_diff1": -1, + "nauc_mrr_at_1_max": 58.302, + "nauc_mrr_at_1_std": 7.6136, + "nauc_mrr_at_1_diff1": 68.1525, + "nauc_mrr_at_3_max": 60.2129, + "nauc_mrr_at_3_std": 8.0369, + "nauc_mrr_at_3_diff1": 65.12, + "nauc_mrr_at_5_max": 60.0062, + "nauc_mrr_at_5_std": 8.1908, + "nauc_mrr_at_5_diff1": 64.8914, + "nauc_mrr_at_10_max": 60.5734, + "nauc_mrr_at_10_std": 8.7911, + "nauc_mrr_at_10_diff1": 64.728, + "nauc_mrr_at_20_max": 60.5048, + "nauc_mrr_at_20_std": 8.8968, + "nauc_mrr_at_20_diff1": 64.5682, + "nauc_mrr_at_100_max": 60.5269, + "nauc_mrr_at_100_std": 9.0161, + "nauc_mrr_at_100_diff1": 64.6867, + "nauc_mrr_at_1000_max": 60.5043, + "nauc_mrr_at_1000_std": 8.9846, + "nauc_mrr_at_1000_diff1": 64.7018, + "main_score": 60.271, + "hf_subset": -1 + }, + "WikinewsPlClusteringS2S": { + "v_measures.Level 0": 19.2411, + "v_measure": 23.6202, + "v_measure_std": 2.662, + "main_score": 23.6202, + "hf_subset": -1 + }, + "PSC": { + "similarity_accuracy": 97.7737, + "similarity_accuracy_threshold": 79.9836, + "similarity_f1": 96.319, + "similarity_f1_threshold": 79.5359, + "similarity_precision": 96.9136, + "similarity_recall": 95.7317, + "similarity_ap": 99.0041, + "cosine_accuracy": 97.7737, + "cosine_accuracy_threshold": 79.9836, + "cosine_f1": 96.319, + "cosine_f1_threshold": 79.5359, + "cosine_precision": 96.9136, + "cosine_recall": 95.7317, + "cosine_ap": 99.0041, + "manhattan_accuracy": 97.7737, + "manhattan_accuracy_threshold": 14.05821, + "manhattan_f1": 96.3855, + "manhattan_f1_threshold": 14.83083, + "manhattan_precision": 95.2381, + "manhattan_recall": 97.561, + "manhattan_ap": 98.9833, + "euclidean_accuracy": 97.7737, + "euclidean_accuracy_threshold": 63.2715, + "euclidean_f1": 96.319, + "euclidean_f1_threshold": 63.9746, + "euclidean_precision": 96.9136, + "euclidean_recall": 95.7317, + "euclidean_ap": 99.0041, + "dot_accuracy": 97.7737, + "dot_accuracy_threshold": 79.9836, + "dot_f1": 96.319, + "dot_f1_threshold": 79.5359, + "dot_precision": 96.9136, + "dot_recall": 95.7317, + "dot_ap": 99.0041, + "max_accuracy": 97.7737, + "max_f1": 96.3855, + "max_precision": 96.9136, + "max_recall": 97.561, + "max_ap": 99.0041, + "main_score": 99.0041, + "hf_subset": -1 + }, + "WikinewsPlClusteringP2P": { + "v_measures.Level 0": 34.6645, + "v_measure": 40.5203, + "v_measure_std": 4.8139, + "main_score": 40.5203, + "hf_subset": -1 + }, + "NQ-PL": { + "ndcg_at_1": 15.759, + "ndcg_at_3": 21.364, + "ndcg_at_5": 24.112, + "ndcg_at_10": 27.087, + "ndcg_at_20": 29.201, + "ndcg_at_100": 32.074, + "ndcg_at_1000": 34.23, + "map_at_1": 13.731, + "map_at_3": 19.219, + "map_at_5": 20.809, + "map_at_10": 22.151, + "map_at_20": 22.769, + "map_at_100": 23.189, + "map_at_1000": 23.267, + "recall_at_1": 13.731, + "recall_at_3": 25.591, + "recall_at_5": 31.986, + "recall_at_10": 40.626, + "recall_at_20": 48.6, + "recall_at_100": 63.391, + "recall_at_1000": 80.002, + "precision_at_1": 15.759, + "precision_at_3": 10.1, + "precision_at_5": 7.642, + "precision_at_10": 4.925, + "precision_at_20": 2.943, + "precision_at_100": 0.772, + "precision_at_1000": 0.098, + "mrr_at_1": 15.759, + "mrr_at_3": 21.2099, + "mrr_at_5": 22.6975, + "mrr_at_10": 23.8247, + "mrr_at_20": 24.3731, + "mrr_at_100": 24.7395, + "mrr_at_1000": 24.8057, + "nauc_ndcg_at_1_max": 28.3576, + "nauc_ndcg_at_1_std": 17.346, + "nauc_ndcg_at_1_diff1": 24.4235, + "nauc_ndcg_at_3_max": 29.3566, + "nauc_ndcg_at_3_std": 17.3108, + "nauc_ndcg_at_3_diff1": 21.1546, + "nauc_ndcg_at_5_max": 30.9043, + "nauc_ndcg_at_5_std": 19.2425, + "nauc_ndcg_at_5_diff1": 20.2914, + "nauc_ndcg_at_10_max": 32.8432, + "nauc_ndcg_at_10_std": 22.2716, + "nauc_ndcg_at_10_diff1": 19.5116, + "nauc_ndcg_at_20_max": 34.5321, + "nauc_ndcg_at_20_std": 24.3953, + "nauc_ndcg_at_20_diff1": 19.1888, + "nauc_ndcg_at_100_max": 36.2517, + "nauc_ndcg_at_100_std": 26.8869, + "nauc_ndcg_at_100_diff1": 19.7937, + "nauc_ndcg_at_1000_max": 36.0803, + "nauc_ndcg_at_1000_std": 26.9421, + "nauc_ndcg_at_1000_diff1": 19.9211, + "nauc_map_at_1_max": 25.973, + "nauc_map_at_1_std": 14.7835, + "nauc_map_at_1_diff1": 25.2877, + "nauc_map_at_3_max": 28.7132, + "nauc_map_at_3_std": 16.4773, + "nauc_map_at_3_diff1": 22.1874, + "nauc_map_at_5_max": 29.8534, + "nauc_map_at_5_std": 17.7445, + "nauc_map_at_5_diff1": 21.6473, + "nauc_map_at_10_max": 30.8688, + "nauc_map_at_10_std": 19.2389, + "nauc_map_at_10_diff1": 21.2069, + "nauc_map_at_20_max": 31.3777, + "nauc_map_at_20_std": 19.9079, + "nauc_map_at_20_diff1": 21.0854, + "nauc_map_at_100_max": 31.6653, + "nauc_map_at_100_std": 20.3472, + "nauc_map_at_100_diff1": 21.1575, + "nauc_map_at_1000_max": 31.6576, + "nauc_map_at_1000_std": 20.347, + "nauc_map_at_1000_diff1": 21.1613, + "nauc_recall_at_1_max": 25.973, + "nauc_recall_at_1_std": 14.7835, + "nauc_recall_at_1_diff1": 25.2877, + "nauc_recall_at_3_max": 29.2102, + "nauc_recall_at_3_std": 17.3552, + "nauc_recall_at_3_diff1": 18.7362, + "nauc_recall_at_5_max": 31.7395, + "nauc_recall_at_5_std": 20.9067, + "nauc_recall_at_5_diff1": 16.8743, + "nauc_recall_at_10_max": 36.329, + "nauc_recall_at_10_std": 28.173, + "nauc_recall_at_10_diff1": 15.309, + "nauc_recall_at_20_max": 41.7871, + "nauc_recall_at_20_std": 35.008, + "nauc_recall_at_20_diff1": 14.3711, + "nauc_recall_at_100_max": 51.1354, + "nauc_recall_at_100_std": 48.5683, + "nauc_recall_at_100_diff1": 17.0441, + "nauc_recall_at_1000_max": 58.0954, + "nauc_recall_at_1000_std": 61.6309, + "nauc_recall_at_1000_diff1": 17.369, + "nauc_precision_at_1_max": 28.3576, + "nauc_precision_at_1_std": 17.346, + "nauc_precision_at_1_diff1": 24.4235, + "nauc_precision_at_3_max": 33.0869, + "nauc_precision_at_3_std": 20.4055, + "nauc_precision_at_3_diff1": 18.1628, + "nauc_precision_at_5_max": 35.5865, + "nauc_precision_at_5_std": 23.6567, + "nauc_precision_at_5_diff1": 16.3197, + "nauc_precision_at_10_max": 37.8311, + "nauc_precision_at_10_std": 29.4071, + "nauc_precision_at_10_diff1": 13.1669, + "nauc_precision_at_20_max": 41.0933, + "nauc_precision_at_20_std": 34.3923, + "nauc_precision_at_20_diff1": 11.279, + "nauc_precision_at_100_max": 43.8331, + "nauc_precision_at_100_std": 40.966, + "nauc_precision_at_100_diff1": 10.6947, + "nauc_precision_at_1000_max": 38.0171, + "nauc_precision_at_1000_std": 38.6541, + "nauc_precision_at_1000_diff1": 7.3898, + "nauc_mrr_at_1_max": 28.3576, + "nauc_mrr_at_1_std": 17.346, + "nauc_mrr_at_1_diff1": 24.4235, + "nauc_mrr_at_3_max": 29.81, + "nauc_mrr_at_3_std": 18.477, + "nauc_mrr_at_3_diff1": 21.4607, + "nauc_mrr_at_5_max": 30.4757, + "nauc_mrr_at_5_std": 19.3897, + "nauc_mrr_at_5_diff1": 21.1066, + "nauc_mrr_at_10_max": 31.2366, + "nauc_mrr_at_10_std": 20.5705, + "nauc_mrr_at_10_diff1": 20.8795, + "nauc_mrr_at_20_max": 31.721, + "nauc_mrr_at_20_std": 21.122, + "nauc_mrr_at_20_diff1": 20.8311, + "nauc_mrr_at_100_max": 31.8962, + "nauc_mrr_at_100_std": 21.3898, + "nauc_mrr_at_100_diff1": 20.9069, + "nauc_mrr_at_1000_max": 31.8829, + "nauc_mrr_at_1000_std": 21.3873, + "nauc_mrr_at_1000_diff1": 20.9033, + "main_score": 27.087, + "hf_subset": -1 + }, + "STS22": { + "pearson": 39.2157, + "spearman": 43.1995, + "cosine_pearson": 39.2157, + "cosine_spearman": 43.222, + "manhattan_pearson": 24.9264, + "manhattan_spearman": 42.7378, + "euclidean_pearson": 25.017, + "euclidean_spearman": 43.1087, + "main_score": 43.222, + "hf_subset": -1 + }, + "DBPedia-PL": { + "ndcg_at_1": 36.25, + "ndcg_at_3": 29.719, + "ndcg_at_5": 27.11, + "ndcg_at_10": 25.169, + "ndcg_at_20": 24.412, + "ndcg_at_100": 27.076, + "ndcg_at_1000": 32.875, + "map_at_1": 5.528, + "map_at_3": 8.21, + "map_at_5": 9.269, + "map_at_10": 10.733, + "map_at_20": 12.083, + "map_at_100": 14.077, + "map_at_1000": 14.879, + "recall_at_1": 5.528, + "recall_at_3": 9.427, + "recall_at_5": 11.135, + "recall_at_10": 15.008, + "recall_at_20": 19.381, + "recall_at_100": 31.383, + "recall_at_1000": 50.301, + "precision_at_1": 46.0, + "precision_at_3": 32.583, + "precision_at_5": 26.3, + "precision_at_10": 19.35, + "precision_at_20": 14.112, + "precision_at_100": 5.58, + "precision_at_1000": 1.254, + "mrr_at_1": 46.0, + "mrr_at_3": 52.7917, + "mrr_at_5": 53.6917, + "mrr_at_10": 54.7703, + "mrr_at_20": 55.1489, + "mrr_at_100": 55.3441, + "mrr_at_1000": 55.3684, + "nauc_ndcg_at_1_max": 36.7679, + "nauc_ndcg_at_1_std": 29.4916, + "nauc_ndcg_at_1_diff1": 36.8049, + "nauc_ndcg_at_3_max": 40.5602, + "nauc_ndcg_at_3_std": 38.2992, + "nauc_ndcg_at_3_diff1": 32.1615, + "nauc_ndcg_at_5_max": 41.2579, + "nauc_ndcg_at_5_std": 39.7148, + "nauc_ndcg_at_5_diff1": 30.7956, + "nauc_ndcg_at_10_max": 42.7514, + "nauc_ndcg_at_10_std": 40.5305, + "nauc_ndcg_at_10_diff1": 31.734, + "nauc_ndcg_at_20_max": 41.3075, + "nauc_ndcg_at_20_std": 38.7969, + "nauc_ndcg_at_20_diff1": 32.8029, + "nauc_ndcg_at_100_max": 40.0562, + "nauc_ndcg_at_100_std": 41.5911, + "nauc_ndcg_at_100_diff1": 31.0358, + "nauc_ndcg_at_1000_max": 44.5511, + "nauc_ndcg_at_1000_std": 49.2445, + "nauc_ndcg_at_1000_diff1": 30.5473, + "nauc_map_at_1_max": 29.198, + "nauc_map_at_1_std": 10.306, + "nauc_map_at_1_diff1": 42.4721, + "nauc_map_at_3_max": 31.6829, + "nauc_map_at_3_std": 13.0498, + "nauc_map_at_3_diff1": 38.0665, + "nauc_map_at_5_max": 33.0713, + "nauc_map_at_5_std": 15.6777, + "nauc_map_at_5_diff1": 36.3378, + "nauc_map_at_10_max": 35.7132, + "nauc_map_at_10_std": 20.9628, + "nauc_map_at_10_diff1": 34.5132, + "nauc_map_at_20_max": 37.5231, + "nauc_map_at_20_std": 26.7628, + "nauc_map_at_20_diff1": 33.1166, + "nauc_map_at_100_max": 38.7213, + "nauc_map_at_100_std": 35.1822, + "nauc_map_at_100_diff1": 30.5227, + "nauc_map_at_1000_max": 39.7962, + "nauc_map_at_1000_std": 37.9265, + "nauc_map_at_1000_diff1": 30.7725, + "nauc_recall_at_1_max": 29.198, + "nauc_recall_at_1_std": 10.306, + "nauc_recall_at_1_diff1": 42.4721, + "nauc_recall_at_3_max": 29.543, + "nauc_recall_at_3_std": 11.676, + "nauc_recall_at_3_diff1": 34.8017, + "nauc_recall_at_5_max": 29.7469, + "nauc_recall_at_5_std": 13.1585, + "nauc_recall_at_5_diff1": 31.9298, + "nauc_recall_at_10_max": 32.0359, + "nauc_recall_at_10_std": 19.2006, + "nauc_recall_at_10_diff1": 27.4492, + "nauc_recall_at_20_max": 32.728, + "nauc_recall_at_20_std": 25.0986, + "nauc_recall_at_20_diff1": 25.81, + "nauc_recall_at_100_max": 31.5824, + "nauc_recall_at_100_std": 38.2484, + "nauc_recall_at_100_diff1": 20.2553, + "nauc_recall_at_1000_max": 41.166, + "nauc_recall_at_1000_std": 52.6967, + "nauc_recall_at_1000_diff1": 18.1685, + "nauc_precision_at_1_max": 46.237, + "nauc_precision_at_1_std": 34.5066, + "nauc_precision_at_1_diff1": 37.0631, + "nauc_precision_at_3_max": 44.8613, + "nauc_precision_at_3_std": 44.5609, + "nauc_precision_at_3_diff1": 24.2529, + "nauc_precision_at_5_max": 43.5005, + "nauc_precision_at_5_std": 47.2958, + "nauc_precision_at_5_diff1": 18.847, + "nauc_precision_at_10_max": 43.2617, + "nauc_precision_at_10_std": 52.8893, + "nauc_precision_at_10_diff1": 15.1629, + "nauc_precision_at_20_max": 39.4519, + "nauc_precision_at_20_std": 57.1085, + "nauc_precision_at_20_diff1": 12.246, + "nauc_precision_at_100_max": 28.8142, + "nauc_precision_at_100_std": 57.1737, + "nauc_precision_at_100_diff1": 7.4486, + "nauc_precision_at_1000_max": 16.3029, + "nauc_precision_at_1000_std": 40.9045, + "nauc_precision_at_1000_diff1": 13.4457, + "nauc_mrr_at_1_max": 46.237, + "nauc_mrr_at_1_std": 34.5066, + "nauc_mrr_at_1_diff1": 37.0631, + "nauc_mrr_at_3_max": 51.1265, + "nauc_mrr_at_3_std": 41.8807, + "nauc_mrr_at_3_diff1": 38.0846, + "nauc_mrr_at_5_max": 51.1337, + "nauc_mrr_at_5_std": 42.3447, + "nauc_mrr_at_5_diff1": 37.3014, + "nauc_mrr_at_10_max": 51.3531, + "nauc_mrr_at_10_std": 42.5156, + "nauc_mrr_at_10_diff1": 37.4791, + "nauc_mrr_at_20_max": 51.2264, + "nauc_mrr_at_20_std": 42.5531, + "nauc_mrr_at_20_diff1": 37.6043, + "nauc_mrr_at_100_max": 51.2198, + "nauc_mrr_at_100_std": 42.4977, + "nauc_mrr_at_100_diff1": 37.6173, + "nauc_mrr_at_1000_max": 51.2163, + "nauc_mrr_at_1000_std": 42.4836, + "nauc_mrr_at_1000_diff1": 37.6072, + "main_score": 25.169, + "hf_subset": -1 + }, + "Quora-PL": { + "ndcg_at_1": 65.29, + "ndcg_at_3": 69.722, + "ndcg_at_5": 71.59, + "ndcg_at_10": 73.61, + "ndcg_at_20": 74.924, + "ndcg_at_100": 76.375, + "ndcg_at_1000": 77.009, + "map_at_1": 56.556, + "map_at_3": 65.801, + "map_at_5": 67.488, + "map_at_10": 68.719, + "map_at_20": 69.27, + "map_at_100": 69.605, + "map_at_1000": 69.648, + "recall_at_1": 56.556, + "recall_at_3": 72.369, + "recall_at_5": 77.454, + "recall_at_10": 83.409, + "recall_at_20": 87.989, + "recall_at_100": 94.367, + "recall_at_1000": 98.412, + "precision_at_1": 65.29, + "precision_at_3": 30.443, + "precision_at_5": 20.186, + "precision_at_10": 11.344, + "precision_at_20": 6.196, + "precision_at_100": 1.408, + "precision_at_1000": 0.152, + "mrr_at_1": 65.27, + "mrr_at_3": 71.2983, + "mrr_at_5": 72.2783, + "mrr_at_10": 72.9411, + "mrr_at_20": 73.1939, + "mrr_at_100": 73.3148, + "mrr_at_1000": 73.3286, + "nauc_ndcg_at_1_max": 41.1848, + "nauc_ndcg_at_1_std": -16.5391, + "nauc_ndcg_at_1_diff1": 71.841, + "nauc_ndcg_at_3_max": 39.33, + "nauc_ndcg_at_3_std": -17.7376, + "nauc_ndcg_at_3_diff1": 66.9978, + "nauc_ndcg_at_5_max": 39.5366, + "nauc_ndcg_at_5_std": -17.3611, + "nauc_ndcg_at_5_diff1": 67.1585, + "nauc_ndcg_at_10_max": 40.808, + "nauc_ndcg_at_10_std": -15.8092, + "nauc_ndcg_at_10_diff1": 67.0122, + "nauc_ndcg_at_20_max": 41.147, + "nauc_ndcg_at_20_std": -15.0554, + "nauc_ndcg_at_20_diff1": 67.203, + "nauc_ndcg_at_100_max": 41.6183, + "nauc_ndcg_at_100_std": -14.0495, + "nauc_ndcg_at_100_diff1": 67.4896, + "nauc_ndcg_at_1000_max": 41.6598, + "nauc_ndcg_at_1000_std": -14.1016, + "nauc_ndcg_at_1000_diff1": 67.6614, + "nauc_map_at_1_max": 31.451, + "nauc_map_at_1_std": -21.4227, + "nauc_map_at_1_diff1": 71.9664, + "nauc_map_at_3_max": 36.8558, + "nauc_map_at_3_std": -20.4324, + "nauc_map_at_3_diff1": 68.4721, + "nauc_map_at_5_max": 37.6685, + "nauc_map_at_5_std": -19.6524, + "nauc_map_at_5_diff1": 68.3507, + "nauc_map_at_10_max": 38.6109, + "nauc_map_at_10_std": -18.5385, + "nauc_map_at_10_diff1": 68.1571, + "nauc_map_at_20_max": 38.9004, + "nauc_map_at_20_std": -17.9852, + "nauc_map_at_20_diff1": 68.1132, + "nauc_map_at_100_max": 39.0957, + "nauc_map_at_100_std": -17.5581, + "nauc_map_at_100_diff1": 68.113, + "nauc_map_at_1000_max": 39.1134, + "nauc_map_at_1000_std": -17.5131, + "nauc_map_at_1000_diff1": 68.1155, + "nauc_recall_at_1_max": 31.451, + "nauc_recall_at_1_std": -21.4227, + "nauc_recall_at_1_diff1": 71.9664, + "nauc_recall_at_3_max": 36.1988, + "nauc_recall_at_3_std": -19.8597, + "nauc_recall_at_3_diff1": 62.9729, + "nauc_recall_at_5_max": 37.3931, + "nauc_recall_at_5_std": -17.89, + "nauc_recall_at_5_diff1": 61.8308, + "nauc_recall_at_10_max": 40.7933, + "nauc_recall_at_10_std": -11.6142, + "nauc_recall_at_10_diff1": 58.7249, + "nauc_recall_at_20_max": 42.1088, + "nauc_recall_at_20_std": -6.3852, + "nauc_recall_at_20_diff1": 58.0241, + "nauc_recall_at_100_max": 47.1191, + "nauc_recall_at_100_std": 8.6808, + "nauc_recall_at_100_diff1": 57.2798, + "nauc_recall_at_1000_max": 59.8495, + "nauc_recall_at_1000_std": 37.4339, + "nauc_recall_at_1000_diff1": 59.5206, + "nauc_precision_at_1_max": 41.1848, + "nauc_precision_at_1_std": -16.5391, + "nauc_precision_at_1_diff1": 71.841, + "nauc_precision_at_3_max": 29.038, + "nauc_precision_at_3_std": 1.4011, + "nauc_precision_at_3_diff1": 18.2319, + "nauc_precision_at_5_max": 24.4084, + "nauc_precision_at_5_std": 8.503, + "nauc_precision_at_5_diff1": 5.8535, + "nauc_precision_at_10_max": 19.8405, + "nauc_precision_at_10_std": 18.5061, + "nauc_precision_at_10_diff1": -8.4116, + "nauc_precision_at_20_max": 14.8965, + "nauc_precision_at_20_std": 24.6097, + "nauc_precision_at_20_diff1": -17.2722, + "nauc_precision_at_100_max": 7.7979, + "nauc_precision_at_100_std": 31.0259, + "nauc_precision_at_100_diff1": -27.1505, + "nauc_precision_at_1000_max": 3.5321, + "nauc_precision_at_1000_std": 32.392, + "nauc_precision_at_1000_diff1": -31.8634, + "nauc_mrr_at_1_max": 41.0667, + "nauc_mrr_at_1_std": -16.6979, + "nauc_mrr_at_1_diff1": 71.8832, + "nauc_mrr_at_3_max": 42.5553, + "nauc_mrr_at_3_std": -15.2727, + "nauc_mrr_at_3_diff1": 69.0742, + "nauc_mrr_at_5_max": 42.8071, + "nauc_mrr_at_5_std": -14.8888, + "nauc_mrr_at_5_diff1": 69.1149, + "nauc_mrr_at_10_max": 43.0367, + "nauc_mrr_at_10_std": -14.4335, + "nauc_mrr_at_10_diff1": 69.0557, + "nauc_mrr_at_20_max": 42.9847, + "nauc_mrr_at_20_std": -14.3993, + "nauc_mrr_at_20_diff1": 69.1339, + "nauc_mrr_at_100_max": 42.9515, + "nauc_mrr_at_100_std": -14.4273, + "nauc_mrr_at_100_diff1": 69.1842, + "nauc_mrr_at_1000_max": 42.9456, + "nauc_mrr_at_1000_std": -14.4381, + "nauc_mrr_at_1000_diff1": 69.1894, + "main_score": 73.61, + "hf_subset": -1 + }, + "CDSC-E": { + "similarity_accuracy": 87.0, + "similarity_accuracy_threshold": 96.6928, + "similarity_f1": 61.0979, + "similarity_f1_threshold": 88.4989, + "similarity_precision": 55.8952, + "similarity_recall": 67.3684, + "similarity_ap": 65.6449, + "cosine_accuracy": 87.0, + "cosine_accuracy_threshold": 96.6928, + "cosine_f1": 61.0979, + "cosine_f1_threshold": 88.4989, + "cosine_precision": 55.8952, + "cosine_recall": 67.3684, + "cosine_ap": 65.6449, + "manhattan_accuracy": 87.0, + "manhattan_accuracy_threshold": 5.66516, + "manhattan_f1": 61.0723, + "manhattan_f1_threshold": 10.88837, + "manhattan_precision": 54.8117, + "manhattan_recall": 68.9474, + "manhattan_ap": 65.7198, + "euclidean_accuracy": 87.0, + "euclidean_accuracy_threshold": 25.7184, + "euclidean_f1": 61.0979, + "euclidean_f1_threshold": 47.9607, + "euclidean_precision": 55.8952, + "euclidean_recall": 67.3684, + "euclidean_ap": 65.6449, + "dot_accuracy": 87.0, + "dot_accuracy_threshold": 96.6928, + "dot_f1": 61.0979, + "dot_f1_threshold": 88.4989, + "dot_precision": 55.8952, + "dot_recall": 67.3684, + "dot_ap": 65.6449, + "max_accuracy": 87.0, + "max_f1": 61.0979, + "max_precision": 55.8952, + "max_recall": 68.9474, + "max_ap": 65.7198, + "main_score": 65.7198, + "hf_subset": -1 + }, + "TRECCOVID-PL": { + "ndcg_at_1": 60.0, + "ndcg_at_3": 60.123, + "ndcg_at_5": 59.68, + "ndcg_at_10": 57.37, + "ndcg_at_20": 54.007, + "ndcg_at_100": 42.547, + "ndcg_at_1000": 37.658, + "map_at_1": 0.193, + "map_at_3": 0.497, + "map_at_5": 0.801, + "map_at_10": 1.374, + "map_at_20": 2.326, + "map_at_100": 7.04, + "map_at_1000": 16.384, + "recall_at_1": 0.193, + "recall_at_3": 0.532, + "recall_at_5": 0.897, + "recall_at_10": 1.632, + "recall_at_20": 2.933, + "recall_at_100": 10.234, + "recall_at_1000": 35.545, + "precision_at_1": 68.0, + "precision_at_3": 66.667, + "precision_at_5": 65.6, + "precision_at_10": 61.6, + "precision_at_20": 57.1, + "precision_at_100": 43.3, + "precision_at_1000": 16.742, + "mrr_at_1": 68.0, + "mrr_at_3": 76.6667, + "mrr_at_5": 77.1667, + "mrr_at_10": 78.2833, + "mrr_at_20": 78.4083, + "mrr_at_100": 78.4083, + "mrr_at_1000": 78.4083, + "nauc_ndcg_at_1_max": 17.4749, + "nauc_ndcg_at_1_std": 12.9696, + "nauc_ndcg_at_1_diff1": -21.2542, + "nauc_ndcg_at_3_max": 45.4874, + "nauc_ndcg_at_3_std": 39.5665, + "nauc_ndcg_at_3_diff1": -21.2545, + "nauc_ndcg_at_5_max": 44.7142, + "nauc_ndcg_at_5_std": 46.2687, + "nauc_ndcg_at_5_diff1": -27.2132, + "nauc_ndcg_at_10_max": 46.7374, + "nauc_ndcg_at_10_std": 59.436, + "nauc_ndcg_at_10_diff1": -21.3587, + "nauc_ndcg_at_20_max": 50.7676, + "nauc_ndcg_at_20_std": 68.5525, + "nauc_ndcg_at_20_diff1": -25.1241, + "nauc_ndcg_at_100_max": 52.6747, + "nauc_ndcg_at_100_std": 80.2322, + "nauc_ndcg_at_100_diff1": -21.3835, + "nauc_ndcg_at_1000_max": 66.1984, + "nauc_ndcg_at_1000_std": 86.0844, + "nauc_ndcg_at_1000_diff1": -12.2697, + "nauc_map_at_1_max": 13.8847, + "nauc_map_at_1_std": -2.2347, + "nauc_map_at_1_diff1": -4.1318, + "nauc_map_at_3_max": 34.7259, + "nauc_map_at_3_std": 17.8456, + "nauc_map_at_3_diff1": -1.9607, + "nauc_map_at_5_max": 36.4413, + "nauc_map_at_5_std": 21.8151, + "nauc_map_at_5_diff1": -3.4206, + "nauc_map_at_10_max": 39.633, + "nauc_map_at_10_std": 28.9798, + "nauc_map_at_10_diff1": -2.0602, + "nauc_map_at_20_max": 46.877, + "nauc_map_at_20_std": 43.0077, + "nauc_map_at_20_diff1": -5.322, + "nauc_map_at_100_max": 60.0752, + "nauc_map_at_100_std": 75.108, + "nauc_map_at_100_diff1": -12.4921, + "nauc_map_at_1000_max": 65.5514, + "nauc_map_at_1000_std": 88.9453, + "nauc_map_at_1000_diff1": -15.2914, + "nauc_recall_at_1_max": 13.8847, + "nauc_recall_at_1_std": -2.2347, + "nauc_recall_at_1_diff1": -4.1318, + "nauc_recall_at_3_max": 36.742, + "nauc_recall_at_3_std": 19.1108, + "nauc_recall_at_3_diff1": -0.0941, + "nauc_recall_at_5_max": 35.1078, + "nauc_recall_at_5_std": 19.7319, + "nauc_recall_at_5_diff1": -3.3385, + "nauc_recall_at_10_max": 37.7182, + "nauc_recall_at_10_std": 26.0176, + "nauc_recall_at_10_diff1": 2.8519, + "nauc_recall_at_20_max": 45.4146, + "nauc_recall_at_20_std": 39.1831, + "nauc_recall_at_20_diff1": -0.7195, + "nauc_recall_at_100_max": 57.5191, + "nauc_recall_at_100_std": 70.2102, + "nauc_recall_at_100_diff1": -2.9222, + "nauc_recall_at_1000_max": 65.935, + "nauc_recall_at_1000_std": 83.601, + "nauc_recall_at_1000_diff1": -5.6987, + "nauc_precision_at_1_max": 14.5394, + "nauc_precision_at_1_std": 10.5141, + "nauc_precision_at_1_diff1": -32.6653, + "nauc_precision_at_3_max": 52.4688, + "nauc_precision_at_3_std": 49.7136, + "nauc_precision_at_3_diff1": -29.4814, + "nauc_precision_at_5_max": 48.0373, + "nauc_precision_at_5_std": 56.6116, + "nauc_precision_at_5_diff1": -38.0425, + "nauc_precision_at_10_max": 45.6836, + "nauc_precision_at_10_std": 64.4989, + "nauc_precision_at_10_diff1": -25.3647, + "nauc_precision_at_20_max": 52.632, + "nauc_precision_at_20_std": 73.7858, + "nauc_precision_at_20_diff1": -29.4451, + "nauc_precision_at_100_max": 52.0438, + "nauc_precision_at_100_std": 82.7685, + "nauc_precision_at_100_diff1": -23.1807, + "nauc_precision_at_1000_max": 46.7516, + "nauc_precision_at_1000_std": 70.5892, + "nauc_precision_at_1000_diff1": -24.8042, + "nauc_mrr_at_1_max": 14.5394, + "nauc_mrr_at_1_std": 10.5141, + "nauc_mrr_at_1_diff1": -32.6653, + "nauc_mrr_at_3_max": 27.565, + "nauc_mrr_at_3_std": 22.5146, + "nauc_mrr_at_3_diff1": -33.4715, + "nauc_mrr_at_5_max": 25.674, + "nauc_mrr_at_5_std": 22.1108, + "nauc_mrr_at_5_diff1": -35.5732, + "nauc_mrr_at_10_max": 22.9176, + "nauc_mrr_at_10_std": 21.1283, + "nauc_mrr_at_10_diff1": -33.3343, + "nauc_mrr_at_20_max": 23.4428, + "nauc_mrr_at_20_std": 20.6057, + "nauc_mrr_at_20_diff1": -33.1818, + "nauc_mrr_at_100_max": 23.4428, + "nauc_mrr_at_100_std": 20.6057, + "nauc_mrr_at_100_diff1": -33.1818, + "nauc_mrr_at_1000_max": 23.4428, + "nauc_mrr_at_1000_std": 20.6057, + "nauc_mrr_at_1000_diff1": -33.1818, + "main_score": 57.37, + "hf_subset": -1 + }, + "SCIDOCS-PL": { + "ndcg_at_1": 15.0, + "ndcg_at_3": 12.149, + "ndcg_at_5": 10.57, + "ndcg_at_10": 12.561, + "ndcg_at_20": 14.456, + "ndcg_at_100": 18.53, + "ndcg_at_1000": 23.784, + "map_at_1": 3.025, + "map_at_3": 5.333, + "map_at_5": 6.372, + "map_at_10": 7.249, + "map_at_20": 7.889, + "map_at_100": 8.555, + "map_at_1000": 8.799, + "recall_at_1": 3.025, + "recall_at_3": 6.875, + "recall_at_5": 9.383, + "recall_at_10": 13.033, + "recall_at_20": 17.482, + "recall_at_100": 30.877, + "recall_at_1000": 56.837, + "precision_at_1": 15.0, + "precision_at_3": 11.333, + "precision_at_5": 9.26, + "precision_at_10": 6.42, + "precision_at_20": 4.305, + "precision_at_100": 1.519, + "precision_at_1000": 0.28, + "mrr_at_1": 15.0, + "mrr_at_3": 20.0667, + "mrr_at_5": 21.4167, + "mrr_at_10": 22.5768, + "mrr_at_20": 23.1332, + "mrr_at_100": 23.6754, + "mrr_at_1000": 23.767, + "nauc_ndcg_at_1_max": 24.8233, + "nauc_ndcg_at_1_std": 7.3728, + "nauc_ndcg_at_1_diff1": 26.2994, + "nauc_ndcg_at_3_max": 31.717, + "nauc_ndcg_at_3_std": 11.5575, + "nauc_ndcg_at_3_diff1": 25.0421, + "nauc_ndcg_at_5_max": 33.8007, + "nauc_ndcg_at_5_std": 13.7409, + "nauc_ndcg_at_5_diff1": 24.3842, + "nauc_ndcg_at_10_max": 34.3061, + "nauc_ndcg_at_10_std": 15.6908, + "nauc_ndcg_at_10_diff1": 23.7043, + "nauc_ndcg_at_20_max": 35.881, + "nauc_ndcg_at_20_std": 18.587, + "nauc_ndcg_at_20_diff1": 23.0416, + "nauc_ndcg_at_100_max": 38.2793, + "nauc_ndcg_at_100_std": 24.6609, + "nauc_ndcg_at_100_diff1": 22.5141, + "nauc_ndcg_at_1000_max": 38.1595, + "nauc_ndcg_at_1000_std": 26.8998, + "nauc_ndcg_at_1000_diff1": 21.7702, + "nauc_map_at_1_max": 24.8727, + "nauc_map_at_1_std": 7.4189, + "nauc_map_at_1_diff1": 26.2278, + "nauc_map_at_3_max": 30.8249, + "nauc_map_at_3_std": 9.6837, + "nauc_map_at_3_diff1": 25.5745, + "nauc_map_at_5_max": 33.4398, + "nauc_map_at_5_std": 11.567, + "nauc_map_at_5_diff1": 25.2614, + "nauc_map_at_10_max": 33.9027, + "nauc_map_at_10_std": 12.9422, + "nauc_map_at_10_diff1": 24.7527, + "nauc_map_at_20_max": 34.8567, + "nauc_map_at_20_std": 14.7079, + "nauc_map_at_20_diff1": 24.2483, + "nauc_map_at_100_max": 36.0936, + "nauc_map_at_100_std": 17.0908, + "nauc_map_at_100_diff1": 24.1549, + "nauc_map_at_1000_max": 36.1793, + "nauc_map_at_1000_std": 17.4273, + "nauc_map_at_1000_diff1": 24.0362, + "nauc_recall_at_1_max": 24.8727, + "nauc_recall_at_1_std": 7.4189, + "nauc_recall_at_1_diff1": 26.2278, + "nauc_recall_at_3_max": 34.1251, + "nauc_recall_at_3_std": 13.0804, + "nauc_recall_at_3_diff1": 24.7005, + "nauc_recall_at_5_max": 36.2603, + "nauc_recall_at_5_std": 16.1896, + "nauc_recall_at_5_diff1": 23.0885, + "nauc_recall_at_10_max": 35.9255, + "nauc_recall_at_10_std": 18.9791, + "nauc_recall_at_10_diff1": 21.3493, + "nauc_recall_at_20_max": 36.9268, + "nauc_recall_at_20_std": 23.3642, + "nauc_recall_at_20_diff1": 19.0974, + "nauc_recall_at_100_max": 37.9875, + "nauc_recall_at_100_std": 34.3919, + "nauc_recall_at_100_diff1": 16.1704, + "nauc_recall_at_1000_max": 32.601, + "nauc_recall_at_1000_std": 38.4624, + "nauc_recall_at_1000_diff1": 11.4547, + "nauc_precision_at_1_max": 24.8233, + "nauc_precision_at_1_std": 7.3728, + "nauc_precision_at_1_diff1": 26.2994, + "nauc_precision_at_3_max": 34.3516, + "nauc_precision_at_3_std": 13.3091, + "nauc_precision_at_3_diff1": 24.7972, + "nauc_precision_at_5_max": 36.5279, + "nauc_precision_at_5_std": 16.2728, + "nauc_precision_at_5_diff1": 23.2166, + "nauc_precision_at_10_max": 36.4655, + "nauc_precision_at_10_std": 19.302, + "nauc_precision_at_10_diff1": 21.608, + "nauc_precision_at_20_max": 37.5714, + "nauc_precision_at_20_std": 23.7945, + "nauc_precision_at_20_diff1": 19.4195, + "nauc_precision_at_100_max": 38.7556, + "nauc_precision_at_100_std": 34.7993, + "nauc_precision_at_100_diff1": 16.6657, + "nauc_precision_at_1000_max": 33.5153, + "nauc_precision_at_1000_std": 38.6627, + "nauc_precision_at_1000_diff1": 12.0935, + "nauc_mrr_at_1_max": 24.8233, + "nauc_mrr_at_1_std": 7.3728, + "nauc_mrr_at_1_diff1": 26.2994, + "nauc_mrr_at_3_max": 29.639, + "nauc_mrr_at_3_std": 11.4396, + "nauc_mrr_at_3_diff1": 24.7502, + "nauc_mrr_at_5_max": 30.1167, + "nauc_mrr_at_5_std": 12.512, + "nauc_mrr_at_5_diff1": 24.1641, + "nauc_mrr_at_10_max": 30.1588, + "nauc_mrr_at_10_std": 13.1725, + "nauc_mrr_at_10_diff1": 23.9829, + "nauc_mrr_at_20_max": 30.3177, + "nauc_mrr_at_20_std": 13.5929, + "nauc_mrr_at_20_diff1": 23.918, + "nauc_mrr_at_100_max": 30.4227, + "nauc_mrr_at_100_std": 13.7767, + "nauc_mrr_at_100_diff1": 23.9019, + "nauc_mrr_at_1000_max": 30.389, + "nauc_mrr_at_1000_std": 13.7452, + "nauc_mrr_at_1000_diff1": 23.907, + "main_score": 12.561, + "hf_subset": -1 + }, + "PolEmo2.0-IN": { + "accuracy": 49.6953, + "f1": 50.3429, + "f1_weighted": 49.817, + "main_score": 49.6953, + "hf_subset": -1 + }, + "PlscClusteringP2P": { + "v_measures.Level 0": 45.1942, + "v_measure": 46.3655, + "v_measure_std": 0.9745, + "main_score": 46.3655, + "hf_subset": -1 + }, + "MSMARCO-PL": { + "ndcg_at_1": 8.08, + "ndcg_at_3": 12.571, + "ndcg_at_5": 14.443, + "ndcg_at_10": 16.764, + "ndcg_at_20": 18.486, + "ndcg_at_100": 21.504, + "ndcg_at_1000": 24.095, + "map_at_1": 7.865, + "map_at_3": 11.324, + "map_at_5": 12.363, + "map_at_10": 13.326, + "map_at_20": 13.804, + "map_at_100": 14.218, + "map_at_1000": 14.304, + "recall_at_1": 7.865, + "recall_at_3": 15.907, + "recall_at_5": 20.389, + "recall_at_10": 27.474, + "recall_at_20": 34.198, + "recall_at_100": 50.368, + "recall_at_1000": 71.163, + "precision_at_1": 8.08, + "precision_at_3": 5.497, + "precision_at_5": 4.241, + "precision_at_10": 2.871, + "precision_at_20": 1.789, + "precision_at_100": 0.53, + "precision_at_1000": 0.075, + "mrr_at_1": 8.0802, + "mrr_at_3": 11.6141, + "mrr_at_5": 12.675, + "mrr_at_10": 13.6385, + "mrr_at_20": 14.1136, + "mrr_at_100": 14.5179, + "mrr_at_1000": 14.6016, + "nauc_ndcg_at_1_max": 11.704, + "nauc_ndcg_at_1_std": 0.7786, + "nauc_ndcg_at_1_diff1": 26.2713, + "nauc_ndcg_at_3_max": 13.471, + "nauc_ndcg_at_3_std": 3.464, + "nauc_ndcg_at_3_diff1": 20.932, + "nauc_ndcg_at_5_max": 13.8413, + "nauc_ndcg_at_5_std": 4.4971, + "nauc_ndcg_at_5_diff1": 20.664, + "nauc_ndcg_at_10_max": 15.2534, + "nauc_ndcg_at_10_std": 6.9015, + "nauc_ndcg_at_10_diff1": 19.6662, + "nauc_ndcg_at_20_max": 16.6864, + "nauc_ndcg_at_20_std": 9.3444, + "nauc_ndcg_at_20_diff1": 18.3043, + "nauc_ndcg_at_100_max": 19.2388, + "nauc_ndcg_at_100_std": 13.7138, + "nauc_ndcg_at_100_diff1": 17.582, + "nauc_ndcg_at_1000_max": 20.3141, + "nauc_ndcg_at_1000_std": 15.0553, + "nauc_ndcg_at_1000_diff1": 17.6026, + "nauc_map_at_1_max": 11.9854, + "nauc_map_at_1_std": 0.9873, + "nauc_map_at_1_diff1": 26.6732, + "nauc_map_at_3_max": 13.1334, + "nauc_map_at_3_std": 2.9222, + "nauc_map_at_3_diff1": 21.9168, + "nauc_map_at_5_max": 13.3658, + "nauc_map_at_5_std": 3.592, + "nauc_map_at_5_diff1": 21.6794, + "nauc_map_at_10_max": 14.0397, + "nauc_map_at_10_std": 4.7363, + "nauc_map_at_10_diff1": 21.2567, + "nauc_map_at_20_max": 14.5142, + "nauc_map_at_20_std": 5.5407, + "nauc_map_at_20_diff1": 20.7802, + "nauc_map_at_100_max": 14.9353, + "nauc_map_at_100_std": 6.2628, + "nauc_map_at_100_diff1": 20.6253, + "nauc_map_at_1000_max": 14.9787, + "nauc_map_at_1000_std": 6.3258, + "nauc_map_at_1000_diff1": 20.6265, + "nauc_recall_at_1_max": 11.9854, + "nauc_recall_at_1_std": 0.9873, + "nauc_recall_at_1_diff1": 26.6732, + "nauc_recall_at_3_max": 14.1856, + "nauc_recall_at_3_std": 4.7516, + "nauc_recall_at_3_diff1": 18.6864, + "nauc_recall_at_5_max": 14.6733, + "nauc_recall_at_5_std": 6.3897, + "nauc_recall_at_5_diff1": 18.429, + "nauc_recall_at_10_max": 17.6135, + "nauc_recall_at_10_std": 11.3643, + "nauc_recall_at_10_diff1": 16.4395, + "nauc_recall_at_20_max": 21.1602, + "nauc_recall_at_20_std": 17.5061, + "nauc_recall_at_20_diff1": 13.0217, + "nauc_recall_at_100_max": 30.2995, + "nauc_recall_at_100_std": 33.2765, + "nauc_recall_at_100_diff1": 10.5862, + "nauc_recall_at_1000_max": 41.8674, + "nauc_recall_at_1000_std": 49.4601, + "nauc_recall_at_1000_diff1": 8.3289, + "nauc_precision_at_1_max": 11.704, + "nauc_precision_at_1_std": 0.7786, + "nauc_precision_at_1_diff1": 26.2713, + "nauc_precision_at_3_max": 14.026, + "nauc_precision_at_3_std": 4.42, + "nauc_precision_at_3_diff1": 18.6397, + "nauc_precision_at_5_max": 14.7512, + "nauc_precision_at_5_std": 6.0965, + "nauc_precision_at_5_diff1": 18.5879, + "nauc_precision_at_10_max": 17.84, + "nauc_precision_at_10_std": 11.13, + "nauc_precision_at_10_diff1": 16.6729, + "nauc_precision_at_20_max": 21.4154, + "nauc_precision_at_20_std": 17.3723, + "nauc_precision_at_20_diff1": 13.291, + "nauc_precision_at_100_max": 30.4906, + "nauc_precision_at_100_std": 32.7194, + "nauc_precision_at_100_diff1": 10.401, + "nauc_precision_at_1000_max": 38.8194, + "nauc_precision_at_1000_std": 44.8331, + "nauc_precision_at_1000_diff1": 7.3183, + "nauc_mrr_at_1_max": 11.704, + "nauc_mrr_at_1_std": 0.7786, + "nauc_mrr_at_1_diff1": 26.2713, + "nauc_mrr_at_3_max": 13.0928, + "nauc_mrr_at_3_std": 2.8008, + "nauc_mrr_at_3_diff1": 21.9221, + "nauc_mrr_at_5_max": 13.3523, + "nauc_mrr_at_5_std": 3.4925, + "nauc_mrr_at_5_diff1": 21.7678, + "nauc_mrr_at_10_max": 14.0299, + "nauc_mrr_at_10_std": 4.6878, + "nauc_mrr_at_10_diff1": 21.1804, + "nauc_mrr_at_20_max": 14.5002, + "nauc_mrr_at_20_std": 5.4757, + "nauc_mrr_at_20_diff1": 20.7287, + "nauc_mrr_at_100_max": 14.8872, + "nauc_mrr_at_100_std": 6.1715, + "nauc_mrr_at_100_diff1": 20.589, + "nauc_mrr_at_1000_max": 14.9226, + "nauc_mrr_at_1000_std": 6.2184, + "nauc_mrr_at_1000_diff1": 20.5903, + "main_score": 16.764, + "hf_subset": -1 + }, + "MassiveIntentClassification": { + "accuracy": 52.4849, + "f1": 48.7288, + "f1_weighted": 52.1874, + "main_score": 52.4849, + "hf_subset": -1 + }, + "PpcPC": { + "similarity_accuracy": 70.4, + "similarity_accuracy_threshold": 85.3837, + "similarity_f1": 78.5568, + "similarity_f1_threshold": 79.2067, + "similarity_precision": 66.7052, + "similarity_recall": 95.5298, + "similarity_ap": 83.3789, + "cosine_accuracy": 70.4, + "cosine_accuracy_threshold": 85.3837, + "cosine_f1": 78.5568, + "cosine_f1_threshold": 79.2067, + "cosine_precision": 66.7052, + "cosine_recall": 95.5298, + "cosine_ap": 83.379, + "manhattan_accuracy": 70.7, + "manhattan_accuracy_threshold": 12.0655, + "manhattan_f1": 78.6685, + "manhattan_f1_threshold": 14.15245, + "manhattan_precision": 66.7051, + "manhattan_recall": 95.8609, + "manhattan_ap": 83.5082, + "euclidean_accuracy": 70.4, + "euclidean_accuracy_threshold": 54.0673, + "euclidean_f1": 78.5568, + "euclidean_f1_threshold": 64.4877, + "euclidean_precision": 66.7052, + "euclidean_recall": 95.5298, + "euclidean_ap": 83.3789, + "dot_accuracy": 70.4, + "dot_accuracy_threshold": 85.3837, + "dot_f1": 78.5568, + "dot_f1_threshold": 79.2067, + "dot_precision": 66.7052, + "dot_recall": 95.5298, + "dot_ap": 83.3789, + "max_accuracy": 70.7, + "max_f1": 78.6685, + "max_precision": 66.7052, + "max_recall": 95.8609, + "max_ap": 83.5082, + "main_score": 83.5082, + "hf_subset": -1 + } + } + }, + { + "id": "granite-embedding-107m-multilingual", + "tags": [], + "results": { + "CBD": { + "accuracy": 54.33, + "f1": 45.9464, + "f1_weighted": 61.1046, + "ap": 15.4488, + "ap_weighted": 15.4488, + "main_score": 54.33, + "hf_subset": -1 + }, + "AllegroReviews": { + "accuracy": 29.2048, + "f1": 26.2258, + "f1_weighted": 30.4298, + "main_score": 29.2048, + "hf_subset": -1 + }, + "PlscClusteringS2S": { + "v_measures.Level 0": 39.3104, + "v_measure": 39.6741, + "v_measure_std": 0.7779, + "main_score": 39.6741, + "hf_subset": -1 + }, + "ArguAna-PL": { + "ndcg_at_1": 16.572, + "ndcg_at_3": 28.335, + "ndcg_at_5": 32.828, + "ndcg_at_10": 38.715, + "ndcg_at_20": 41.975, + "ndcg_at_100": 44.637, + "ndcg_at_1000": 45.446, + "map_at_1": 16.572, + "map_at_3": 25.379, + "map_at_5": 27.862, + "map_at_10": 30.291, + "map_at_20": 31.198, + "map_at_100": 31.589, + "map_at_1000": 31.621, + "recall_at_1": 16.572, + "recall_at_3": 36.913, + "recall_at_5": 47.866, + "recall_at_10": 66.074, + "recall_at_20": 78.876, + "recall_at_100": 92.888, + "recall_at_1000": 99.147, + "precision_at_1": 16.572, + "precision_at_3": 12.304, + "precision_at_5": 9.573, + "precision_at_10": 6.607, + "precision_at_20": 3.944, + "precision_at_100": 0.929, + "precision_at_1000": 0.099, + "mrr_at_1": 16.7852, + "mrr_at_3": 25.4623, + "mrr_at_5": 27.9445, + "mrr_at_10": 30.3733, + "mrr_at_20": 31.2876, + "mrr_at_100": 31.6716, + "mrr_at_1000": 31.704, + "nauc_ndcg_at_1_max": -3.0466, + "nauc_ndcg_at_1_std": 5.1278, + "nauc_ndcg_at_1_diff1": 13.8653, + "nauc_ndcg_at_3_max": 2.2029, + "nauc_ndcg_at_3_std": 3.0455, + "nauc_ndcg_at_3_diff1": 9.1382, + "nauc_ndcg_at_5_max": 1.9576, + "nauc_ndcg_at_5_std": 3.4152, + "nauc_ndcg_at_5_diff1": 9.1814, + "nauc_ndcg_at_10_max": 5.0993, + "nauc_ndcg_at_10_std": 6.7758, + "nauc_ndcg_at_10_diff1": 9.6216, + "nauc_ndcg_at_20_max": 4.5983, + "nauc_ndcg_at_20_std": 8.1597, + "nauc_ndcg_at_20_diff1": 8.5803, + "nauc_ndcg_at_100_max": 4.9441, + "nauc_ndcg_at_100_std": 8.7859, + "nauc_ndcg_at_100_diff1": 10.3238, + "nauc_ndcg_at_1000_max": 3.6892, + "nauc_ndcg_at_1000_std": 6.9741, + "nauc_ndcg_at_1000_diff1": 10.0712, + "nauc_map_at_1_max": -3.0466, + "nauc_map_at_1_std": 5.1278, + "nauc_map_at_1_diff1": 13.8653, + "nauc_map_at_3_max": 0.9339, + "nauc_map_at_3_std": 3.3084, + "nauc_map_at_3_diff1": 9.9687, + "nauc_map_at_5_max": 0.755, + "nauc_map_at_5_std": 3.4651, + "nauc_map_at_5_diff1": 9.9988, + "nauc_map_at_10_max": 1.9942, + "nauc_map_at_10_std": 4.8796, + "nauc_map_at_10_diff1": 10.1944, + "nauc_map_at_20_max": 1.8017, + "nauc_map_at_20_std": 5.2019, + "nauc_map_at_20_diff1": 9.927, + "nauc_map_at_100_max": 1.8781, + "nauc_map_at_100_std": 5.3076, + "nauc_map_at_100_diff1": 10.2243, + "nauc_map_at_1000_max": 1.8346, + "nauc_map_at_1000_std": 5.2478, + "nauc_map_at_1000_diff1": 10.2181, + "nauc_recall_at_1_max": -3.0466, + "nauc_recall_at_1_std": 5.1278, + "nauc_recall_at_1_diff1": 13.8653, + "nauc_recall_at_3_max": 5.356, + "nauc_recall_at_3_std": 2.4614, + "nauc_recall_at_3_diff1": 7.1645, + "nauc_recall_at_5_max": 4.983, + "nauc_recall_at_5_std": 3.4577, + "nauc_recall_at_5_diff1": 7.223, + "nauc_recall_at_10_max": 15.9384, + "nauc_recall_at_10_std": 14.0936, + "nauc_recall_at_10_diff1": 8.1978, + "nauc_recall_at_20_max": 17.9362, + "nauc_recall_at_20_std": 24.8282, + "nauc_recall_at_20_diff1": 1.9838, + "nauc_recall_at_100_max": 43.5276, + "nauc_recall_at_100_std": 61.5842, + "nauc_recall_at_100_diff1": 18.7606, + "nauc_recall_at_1000_max": 53.9938, + "nauc_recall_at_1000_std": 52.0374, + "nauc_recall_at_1000_diff1": 20.8675, + "nauc_precision_at_1_max": -3.0466, + "nauc_precision_at_1_std": 5.1278, + "nauc_precision_at_1_diff1": 13.8653, + "nauc_precision_at_3_max": 5.356, + "nauc_precision_at_3_std": 2.4614, + "nauc_precision_at_3_diff1": 7.1645, + "nauc_precision_at_5_max": 4.983, + "nauc_precision_at_5_std": 3.4577, + "nauc_precision_at_5_diff1": 7.223, + "nauc_precision_at_10_max": 15.9384, + "nauc_precision_at_10_std": 14.0936, + "nauc_precision_at_10_diff1": 8.1978, + "nauc_precision_at_20_max": 17.9362, + "nauc_precision_at_20_std": 24.8282, + "nauc_precision_at_20_diff1": 1.9838, + "nauc_precision_at_100_max": 43.5276, + "nauc_precision_at_100_std": 61.5842, + "nauc_precision_at_100_diff1": 18.7606, + "nauc_precision_at_1000_max": 53.9938, + "nauc_precision_at_1000_std": 52.0374, + "nauc_precision_at_1000_diff1": 20.8675, + "nauc_mrr_at_1_max": -3.4226, + "nauc_mrr_at_1_std": 4.6832, + "nauc_mrr_at_1_diff1": 12.8841, + "nauc_mrr_at_3_max": 0.3471, + "nauc_mrr_at_3_std": 3.1447, + "nauc_mrr_at_3_diff1": 9.1292, + "nauc_mrr_at_5_max": 0.1852, + "nauc_mrr_at_5_std": 3.3468, + "nauc_mrr_at_5_diff1": 9.1568, + "nauc_mrr_at_10_max": 1.4545, + "nauc_mrr_at_10_std": 4.7214, + "nauc_mrr_at_10_diff1": 9.3931, + "nauc_mrr_at_20_max": 1.2303, + "nauc_mrr_at_20_std": 5.0432, + "nauc_mrr_at_20_diff1": 9.0924, + "nauc_mrr_at_100_max": 1.3116, + "nauc_mrr_at_100_std": 5.1418, + "nauc_mrr_at_100_diff1": 9.389, + "nauc_mrr_at_1000_max": 1.2676, + "nauc_mrr_at_1000_std": 5.0821, + "nauc_mrr_at_1000_diff1": 9.3817, + "main_score": 38.715, + "hf_subset": -1 + }, + "PolEmo2.0-OUT": { + "accuracy": 17.915, + "f1": 15.5545, + "f1_weighted": 21.0588, + "main_score": 17.915, + "hf_subset": -1 + }, + "PAC": { + "accuracy": 67.0953, + "f1": 64.3587, + "f1_weighted": 67.4593, + "ap": 76.3142, + "ap_weighted": 76.3142, + "main_score": 67.0953, + "hf_subset": -1 + }, + "SciField": { + "accuracy": 71.8567, + "f1": 70.8817, + "f1_weighted": 71.0155, + "main_score": 71.8567, + "hf_subset": -1 + }, + "SICK-E-PL": { + "similarity_accuracy": 75.3363, + "similarity_accuracy_threshold": 93.2804, + "similarity_f1": 56.3824, + "similarity_f1_threshold": 82.2424, + "similarity_precision": 45.5663, + "similarity_recall": 73.9316, + "similarity_ap": 55.8728, + "cosine_accuracy": 75.3363, + "cosine_accuracy_threshold": 93.2804, + "cosine_f1": 56.3824, + "cosine_f1_threshold": 82.2424, + "cosine_precision": 45.5663, + "cosine_recall": 73.9316, + "cosine_ap": 55.8728, + "manhattan_accuracy": 75.3363, + "manhattan_accuracy_threshold": 5.68798, + "manhattan_f1": 56.4238, + "manhattan_f1_threshold": 9.19021, + "manhattan_precision": 44.9178, + "manhattan_recall": 75.8547, + "manhattan_ap": 56.0652, + "euclidean_accuracy": 75.3363, + "euclidean_accuracy_threshold": 36.6595, + "euclidean_f1": 56.3824, + "euclidean_f1_threshold": 59.5946, + "euclidean_precision": 45.5663, + "euclidean_recall": 73.9316, + "euclidean_ap": 55.8728, + "dot_accuracy": 75.3363, + "dot_accuracy_threshold": 93.2804, + "dot_f1": 56.3824, + "dot_f1_threshold": 82.2424, + "dot_precision": 45.5663, + "dot_recall": 73.9316, + "dot_ap": 55.8728, + "max_accuracy": 75.3363, + "max_f1": 56.4238, + "max_precision": 45.5663, + "max_recall": 75.8547, + "max_ap": 56.0652, + "main_score": 56.0652, + "hf_subset": -1 + }, + "HotpotQA-PL": { + "ndcg_at_1": 55.503, + "ndcg_at_3": 41.285, + "ndcg_at_5": 43.119, + "ndcg_at_10": 44.842, + "ndcg_at_20": 46.116, + "ndcg_at_100": 48.069, + "ndcg_at_1000": 49.764, + "map_at_1": 27.752, + "map_at_3": 34.24, + "map_at_5": 35.448, + "map_at_10": 36.326, + "map_at_20": 36.751, + "map_at_100": 37.085, + "map_at_1000": 37.16, + "recall_at_1": 27.752, + "recall_at_3": 37.833, + "recall_at_5": 41.465, + "recall_at_10": 45.793, + "recall_at_20": 49.905, + "recall_at_100": 58.575, + "recall_at_1000": 69.912, + "precision_at_1": 55.503, + "precision_at_3": 25.222, + "precision_at_5": 16.586, + "precision_at_10": 9.159, + "precision_at_20": 4.991, + "precision_at_100": 1.172, + "precision_at_1000": 0.14, + "mrr_at_1": 55.503, + "mrr_at_3": 60.4186, + "mrr_at_5": 61.3194, + "mrr_at_10": 61.8982, + "mrr_at_20": 62.1875, + "mrr_at_100": 62.3762, + "mrr_at_1000": 62.4033, + "nauc_ndcg_at_1_max": 48.578, + "nauc_ndcg_at_1_std": 7.9815, + "nauc_ndcg_at_1_diff1": 69.8969, + "nauc_ndcg_at_3_max": 42.4936, + "nauc_ndcg_at_3_std": 10.1599, + "nauc_ndcg_at_3_diff1": 52.9854, + "nauc_ndcg_at_5_max": 41.3213, + "nauc_ndcg_at_5_std": 11.104, + "nauc_ndcg_at_5_diff1": 50.2478, + "nauc_ndcg_at_10_max": 39.9892, + "nauc_ndcg_at_10_std": 11.7467, + "nauc_ndcg_at_10_diff1": 48.6533, + "nauc_ndcg_at_20_max": 39.0084, + "nauc_ndcg_at_20_std": 11.9601, + "nauc_ndcg_at_20_diff1": 47.5238, + "nauc_ndcg_at_100_max": 38.2951, + "nauc_ndcg_at_100_std": 12.7176, + "nauc_ndcg_at_100_diff1": 46.3188, + "nauc_ndcg_at_1000_max": 38.6225, + "nauc_ndcg_at_1000_std": 13.3255, + "nauc_ndcg_at_1000_diff1": 46.2687, + "nauc_map_at_1_max": 48.578, + "nauc_map_at_1_std": 7.9815, + "nauc_map_at_1_diff1": 69.8969, + "nauc_map_at_3_max": 39.5774, + "nauc_map_at_3_std": 8.8722, + "nauc_map_at_3_diff1": 49.0884, + "nauc_map_at_5_max": 38.5163, + "nauc_map_at_5_std": 9.3411, + "nauc_map_at_5_diff1": 47.0097, + "nauc_map_at_10_max": 37.719, + "nauc_map_at_10_std": 9.6621, + "nauc_map_at_10_diff1": 46.1349, + "nauc_map_at_20_max": 37.337, + "nauc_map_at_20_std": 9.728, + "nauc_map_at_20_diff1": 45.7273, + "nauc_map_at_100_max": 37.2037, + "nauc_map_at_100_std": 9.8768, + "nauc_map_at_100_diff1": 45.504, + "nauc_map_at_1000_max": 37.2214, + "nauc_map_at_1000_std": 9.9182, + "nauc_map_at_1000_diff1": 45.5005, + "nauc_recall_at_1_max": 48.578, + "nauc_recall_at_1_std": 7.9815, + "nauc_recall_at_1_diff1": 69.8969, + "nauc_recall_at_3_max": 38.3901, + "nauc_recall_at_3_std": 11.209, + "nauc_recall_at_3_diff1": 43.0526, + "nauc_recall_at_5_max": 35.1054, + "nauc_recall_at_5_std": 12.8469, + "nauc_recall_at_5_diff1": 36.557, + "nauc_recall_at_10_max": 30.3207, + "nauc_recall_at_10_std": 14.0089, + "nauc_recall_at_10_diff1": 31.0195, + "nauc_recall_at_20_max": 25.7065, + "nauc_recall_at_20_std": 14.1891, + "nauc_recall_at_20_diff1": 25.6799, + "nauc_recall_at_100_max": 19.8895, + "nauc_recall_at_100_std": 16.8122, + "nauc_recall_at_100_diff1": 16.9344, + "nauc_recall_at_1000_max": 18.3293, + "nauc_recall_at_1000_std": 20.8649, + "nauc_recall_at_1000_diff1": 11.0271, + "nauc_precision_at_1_max": 48.578, + "nauc_precision_at_1_std": 7.9815, + "nauc_precision_at_1_diff1": 69.8969, + "nauc_precision_at_3_max": 38.3901, + "nauc_precision_at_3_std": 11.209, + "nauc_precision_at_3_diff1": 43.0526, + "nauc_precision_at_5_max": 35.1054, + "nauc_precision_at_5_std": 12.8469, + "nauc_precision_at_5_diff1": 36.557, + "nauc_precision_at_10_max": 30.3207, + "nauc_precision_at_10_std": 14.0089, + "nauc_precision_at_10_diff1": 31.0195, + "nauc_precision_at_20_max": 25.7065, + "nauc_precision_at_20_std": 14.1891, + "nauc_precision_at_20_diff1": 25.6799, + "nauc_precision_at_100_max": 19.8895, + "nauc_precision_at_100_std": 16.8122, + "nauc_precision_at_100_diff1": 16.9344, + "nauc_precision_at_1000_max": 18.3293, + "nauc_precision_at_1000_std": 20.8649, + "nauc_precision_at_1000_diff1": 11.0271, + "nauc_mrr_at_1_max": 48.578, + "nauc_mrr_at_1_std": 7.9815, + "nauc_mrr_at_1_diff1": 69.8969, + "nauc_mrr_at_3_max": 49.7531, + "nauc_mrr_at_3_std": 10.7607, + "nauc_mrr_at_3_diff1": 67.1564, + "nauc_mrr_at_5_max": 49.9459, + "nauc_mrr_at_5_std": 11.5095, + "nauc_mrr_at_5_diff1": 66.7662, + "nauc_mrr_at_10_max": 49.8563, + "nauc_mrr_at_10_std": 11.7164, + "nauc_mrr_at_10_diff1": 66.6394, + "nauc_mrr_at_20_max": 49.7997, + "nauc_mrr_at_20_std": 11.7361, + "nauc_mrr_at_20_diff1": 66.6003, + "nauc_mrr_at_100_max": 49.7799, + "nauc_mrr_at_100_std": 11.7462, + "nauc_mrr_at_100_diff1": 66.6054, + "nauc_mrr_at_1000_max": 49.7826, + "nauc_mrr_at_1000_std": 11.7406, + "nauc_mrr_at_1000_diff1": 66.6124, + "main_score": 44.842, + "hf_subset": -1 + }, + "EightTagsClustering": { + "v_measure": 21.1244, + "v_measure_std": 3.6388, + "main_score": 21.1244, + "hf_subset": -1 + }, + "NFCorpus-PL": { + "ndcg_at_1": 29.257, + "ndcg_at_3": 24.806, + "ndcg_at_5": 23.214, + "ndcg_at_10": 20.735, + "ndcg_at_20": 18.753, + "ndcg_at_100": 18.453, + "ndcg_at_1000": 26.677, + "map_at_1": 3.363, + "map_at_3": 4.985, + "map_at_5": 5.98, + "map_at_10": 6.858, + "map_at_20": 7.504, + "map_at_100": 8.301, + "map_at_1000": 9.078, + "recall_at_1": 3.363, + "recall_at_3": 5.642, + "recall_at_5": 7.473, + "recall_at_10": 9.541, + "recall_at_20": 12.105, + "recall_at_100": 19.997, + "recall_at_1000": 48.362, + "precision_at_1": 31.269, + "precision_at_3": 23.529, + "precision_at_5": 20.248, + "precision_at_10": 15.17, + "precision_at_20": 10.743, + "precision_at_100": 4.505, + "precision_at_1000": 1.543, + "mrr_at_1": 31.2693, + "mrr_at_3": 35.8101, + "mrr_at_5": 37.1569, + "mrr_at_10": 38.0354, + "mrr_at_20": 38.4729, + "mrr_at_100": 38.8459, + "mrr_at_1000": 38.9173, + "nauc_ndcg_at_1_max": 30.1547, + "nauc_ndcg_at_1_std": 19.2657, + "nauc_ndcg_at_1_diff1": 31.0015, + "nauc_ndcg_at_3_max": 38.2863, + "nauc_ndcg_at_3_std": 27.17, + "nauc_ndcg_at_3_diff1": 27.5758, + "nauc_ndcg_at_5_max": 40.3864, + "nauc_ndcg_at_5_std": 30.2697, + "nauc_ndcg_at_5_diff1": 25.6307, + "nauc_ndcg_at_10_max": 42.2752, + "nauc_ndcg_at_10_std": 30.8064, + "nauc_ndcg_at_10_diff1": 25.5075, + "nauc_ndcg_at_20_max": 43.2759, + "nauc_ndcg_at_20_std": 30.9435, + "nauc_ndcg_at_20_diff1": 25.7578, + "nauc_ndcg_at_100_max": 46.7876, + "nauc_ndcg_at_100_std": 31.5417, + "nauc_ndcg_at_100_diff1": 28.1849, + "nauc_ndcg_at_1000_max": 50.0024, + "nauc_ndcg_at_1000_std": 33.1187, + "nauc_ndcg_at_1000_diff1": 28.6239, + "nauc_map_at_1_max": 19.0417, + "nauc_map_at_1_std": -3.4905, + "nauc_map_at_1_diff1": 55.6511, + "nauc_map_at_3_max": 33.0848, + "nauc_map_at_3_std": 5.2146, + "nauc_map_at_3_diff1": 50.8835, + "nauc_map_at_5_max": 36.1207, + "nauc_map_at_5_std": 8.5484, + "nauc_map_at_5_diff1": 44.4256, + "nauc_map_at_10_max": 39.0268, + "nauc_map_at_10_std": 12.7771, + "nauc_map_at_10_diff1": 39.1021, + "nauc_map_at_20_max": 39.8326, + "nauc_map_at_20_std": 16.1385, + "nauc_map_at_20_diff1": 35.6612, + "nauc_map_at_100_max": 41.3889, + "nauc_map_at_100_std": 20.4538, + "nauc_map_at_100_diff1": 33.5329, + "nauc_map_at_1000_max": 41.6914, + "nauc_map_at_1000_std": 21.9868, + "nauc_map_at_1000_diff1": 32.5083, + "nauc_recall_at_1_max": 19.0417, + "nauc_recall_at_1_std": -3.4905, + "nauc_recall_at_1_diff1": 55.6511, + "nauc_recall_at_3_max": 37.7806, + "nauc_recall_at_3_std": 4.6543, + "nauc_recall_at_3_diff1": 51.5665, + "nauc_recall_at_5_max": 41.9409, + "nauc_recall_at_5_std": 9.5215, + "nauc_recall_at_5_diff1": 43.2224, + "nauc_recall_at_10_max": 40.0387, + "nauc_recall_at_10_std": 12.97, + "nauc_recall_at_10_diff1": 35.9071, + "nauc_recall_at_20_max": 38.6775, + "nauc_recall_at_20_std": 18.5821, + "nauc_recall_at_20_diff1": 28.6546, + "nauc_recall_at_100_max": 35.4412, + "nauc_recall_at_100_std": 26.6935, + "nauc_recall_at_100_diff1": 19.2531, + "nauc_recall_at_1000_max": 29.8882, + "nauc_recall_at_1000_std": 19.8698, + "nauc_recall_at_1000_diff1": 14.6592, + "nauc_precision_at_1_max": 34.379, + "nauc_precision_at_1_std": 20.7652, + "nauc_precision_at_1_diff1": 29.0034, + "nauc_precision_at_3_max": 40.7771, + "nauc_precision_at_3_std": 33.2988, + "nauc_precision_at_3_diff1": 18.2749, + "nauc_precision_at_5_max": 42.0219, + "nauc_precision_at_5_std": 38.7894, + "nauc_precision_at_5_diff1": 10.9585, + "nauc_precision_at_10_max": 40.8714, + "nauc_precision_at_10_std": 41.0353, + "nauc_precision_at_10_diff1": 5.4573, + "nauc_precision_at_20_max": 38.7251, + "nauc_precision_at_20_std": 45.1487, + "nauc_precision_at_20_diff1": 0.7827, + "nauc_precision_at_100_max": 30.0235, + "nauc_precision_at_100_std": 45.6685, + "nauc_precision_at_100_diff1": -5.476, + "nauc_precision_at_1000_max": 9.4419, + "nauc_precision_at_1000_std": 22.2378, + "nauc_precision_at_1000_diff1": -4.0604, + "nauc_mrr_at_1_max": 34.379, + "nauc_mrr_at_1_std": 20.7652, + "nauc_mrr_at_1_diff1": 29.0034, + "nauc_mrr_at_3_max": 39.7434, + "nauc_mrr_at_3_std": 23.711, + "nauc_mrr_at_3_diff1": 30.8146, + "nauc_mrr_at_5_max": 41.662, + "nauc_mrr_at_5_std": 25.6609, + "nauc_mrr_at_5_diff1": 30.7997, + "nauc_mrr_at_10_max": 41.524, + "nauc_mrr_at_10_std": 25.8624, + "nauc_mrr_at_10_diff1": 30.9778, + "nauc_mrr_at_20_max": 41.7553, + "nauc_mrr_at_20_std": 25.9525, + "nauc_mrr_at_20_diff1": 30.8952, + "nauc_mrr_at_100_max": 41.7488, + "nauc_mrr_at_100_std": 25.9397, + "nauc_mrr_at_100_diff1": 30.9394, + "nauc_mrr_at_1000_max": 41.7007, + "nauc_mrr_at_1000_std": 25.8701, + "nauc_mrr_at_1000_diff1": 30.9555, + "main_score": 20.735, + "hf_subset": -1 + }, + "SciFact-PL": { + "ndcg_at_1": 34.333, + "ndcg_at_3": 41.954, + "ndcg_at_5": 44.678, + "ndcg_at_10": 47.047, + "ndcg_at_20": 48.797, + "ndcg_at_100": 50.735, + "ndcg_at_1000": 53.087, + "map_at_1": 32.639, + "map_at_3": 39.226, + "map_at_5": 40.916, + "map_at_10": 41.935, + "map_at_20": 42.457, + "map_at_100": 42.774, + "map_at_1000": 42.853, + "recall_at_1": 32.639, + "recall_at_3": 47.733, + "recall_at_5": 54.317, + "recall_at_10": 61.328, + "recall_at_20": 68.061, + "recall_at_100": 77.867, + "recall_at_1000": 96.667, + "precision_at_1": 34.333, + "precision_at_3": 17.222, + "precision_at_5": 11.933, + "precision_at_10": 6.833, + "precision_at_20": 3.817, + "precision_at_100": 0.897, + "precision_at_1000": 0.11, + "mrr_at_1": 34.3333, + "mrr_at_3": 41.0, + "mrr_at_5": 42.45, + "mrr_at_10": 43.416, + "mrr_at_20": 43.8341, + "mrr_at_100": 44.028, + "mrr_at_1000": 44.1035, + "nauc_ndcg_at_1_max": 52.3058, + "nauc_ndcg_at_1_std": 7.4779, + "nauc_ndcg_at_1_diff1": 77.6112, + "nauc_ndcg_at_3_max": 43.97, + "nauc_ndcg_at_3_std": 4.9485, + "nauc_ndcg_at_3_diff1": 63.9154, + "nauc_ndcg_at_5_max": 43.3037, + "nauc_ndcg_at_5_std": 5.7463, + "nauc_ndcg_at_5_diff1": 61.6497, + "nauc_ndcg_at_10_max": 43.9672, + "nauc_ndcg_at_10_std": 7.3311, + "nauc_ndcg_at_10_diff1": 61.4459, + "nauc_ndcg_at_20_max": 44.8464, + "nauc_ndcg_at_20_std": 9.073, + "nauc_ndcg_at_20_diff1": 61.2391, + "nauc_ndcg_at_100_max": 45.7305, + "nauc_ndcg_at_100_std": 9.5341, + "nauc_ndcg_at_100_diff1": 60.6411, + "nauc_ndcg_at_1000_max": 45.9535, + "nauc_ndcg_at_1000_std": 8.4386, + "nauc_ndcg_at_1000_diff1": 62.5659, + "nauc_map_at_1_max": 46.931, + "nauc_map_at_1_std": 2.917, + "nauc_map_at_1_diff1": 76.5791, + "nauc_map_at_3_max": 44.0968, + "nauc_map_at_3_std": 4.1389, + "nauc_map_at_3_diff1": 67.1136, + "nauc_map_at_5_max": 44.2457, + "nauc_map_at_5_std": 4.74, + "nauc_map_at_5_diff1": 65.6119, + "nauc_map_at_10_max": 44.7074, + "nauc_map_at_10_std": 5.5963, + "nauc_map_at_10_diff1": 65.7319, + "nauc_map_at_20_max": 45.1983, + "nauc_map_at_20_std": 6.2162, + "nauc_map_at_20_diff1": 65.7753, + "nauc_map_at_100_max": 45.3847, + "nauc_map_at_100_std": 6.3063, + "nauc_map_at_100_diff1": 65.7359, + "nauc_map_at_1000_max": 45.3884, + "nauc_map_at_1000_std": 6.2623, + "nauc_map_at_1000_diff1": 65.7953, + "nauc_recall_at_1_max": 46.931, + "nauc_recall_at_1_std": 2.917, + "nauc_recall_at_1_diff1": 76.5791, + "nauc_recall_at_3_max": 37.7373, + "nauc_recall_at_3_std": 3.5804, + "nauc_recall_at_3_diff1": 54.2272, + "nauc_recall_at_5_max": 35.8476, + "nauc_recall_at_5_std": 5.4119, + "nauc_recall_at_5_diff1": 48.0621, + "nauc_recall_at_10_max": 36.3965, + "nauc_recall_at_10_std": 9.7977, + "nauc_recall_at_10_diff1": 44.8221, + "nauc_recall_at_20_max": 38.2032, + "nauc_recall_at_20_std": 17.275, + "nauc_recall_at_20_diff1": 41.5271, + "nauc_recall_at_100_max": 42.4217, + "nauc_recall_at_100_std": 22.6731, + "nauc_recall_at_100_diff1": 30.9004, + "nauc_recall_at_1000_max": 44.6218, + "nauc_recall_at_1000_std": 17.8291, + "nauc_recall_at_1000_diff1": 22.9599, + "nauc_precision_at_1_max": 52.3058, + "nauc_precision_at_1_std": 7.4779, + "nauc_precision_at_1_diff1": 77.6112, + "nauc_precision_at_3_max": 44.4505, + "nauc_precision_at_3_std": 8.9452, + "nauc_precision_at_3_diff1": 51.0792, + "nauc_precision_at_5_max": 42.2937, + "nauc_precision_at_5_std": 10.7987, + "nauc_precision_at_5_diff1": 40.0254, + "nauc_precision_at_10_max": 44.2142, + "nauc_precision_at_10_std": 17.7561, + "nauc_precision_at_10_diff1": 37.1043, + "nauc_precision_at_20_max": 46.5245, + "nauc_precision_at_20_std": 25.3278, + "nauc_precision_at_20_diff1": 31.4855, + "nauc_precision_at_100_max": 38.638, + "nauc_precision_at_100_std": 24.69, + "nauc_precision_at_100_diff1": 13.3408, + "nauc_precision_at_1000_max": 32.7373, + "nauc_precision_at_1000_std": 21.5982, + "nauc_precision_at_1000_diff1": -0.9702, + "nauc_mrr_at_1_max": 52.3058, + "nauc_mrr_at_1_std": 7.4779, + "nauc_mrr_at_1_diff1": 77.6112, + "nauc_mrr_at_3_max": 48.2211, + "nauc_mrr_at_3_std": 7.2724, + "nauc_mrr_at_3_diff1": 67.2503, + "nauc_mrr_at_5_max": 48.0908, + "nauc_mrr_at_5_std": 8.1356, + "nauc_mrr_at_5_diff1": 66.647, + "nauc_mrr_at_10_max": 48.0922, + "nauc_mrr_at_10_std": 8.5089, + "nauc_mrr_at_10_diff1": 66.5083, + "nauc_mrr_at_20_max": 48.1589, + "nauc_mrr_at_20_std": 8.8482, + "nauc_mrr_at_20_diff1": 66.3888, + "nauc_mrr_at_100_max": 48.2867, + "nauc_mrr_at_100_std": 8.9008, + "nauc_mrr_at_100_diff1": 66.3486, + "nauc_mrr_at_1000_max": 48.2902, + "nauc_mrr_at_1000_std": 8.8611, + "nauc_mrr_at_1000_diff1": 66.4083, + "main_score": 47.047, + "hf_subset": -1 + }, + "MassiveScenarioClassification": { + "accuracy": 54.462, + "f1": 52.5049, + "f1_weighted": 54.2627, + "main_score": 54.462, + "hf_subset": -1 + }, + "FiQA-PL": { + "ndcg_at_1": 9.877, + "ndcg_at_3": 11.028, + "ndcg_at_5": 11.899, + "ndcg_at_10": 13.104, + "ndcg_at_20": 14.54, + "ndcg_at_100": 17.98, + "ndcg_at_1000": 22.101, + "map_at_1": 4.799, + "map_at_3": 7.982, + "map_at_5": 8.759, + "map_at_10": 9.389, + "map_at_20": 9.828, + "map_at_100": 10.311, + "map_at_1000": 10.478, + "recall_at_1": 4.799, + "recall_at_3": 11.136, + "recall_at_5": 13.935, + "recall_at_10": 17.418, + "recall_at_20": 21.879, + "recall_at_100": 36.953, + "recall_at_1000": 63.147, + "precision_at_1": 9.877, + "precision_at_3": 7.613, + "precision_at_5": 5.864, + "precision_at_10": 3.843, + "precision_at_20": 2.485, + "precision_at_100": 0.856, + "precision_at_1000": 0.155, + "mrr_at_1": 9.8765, + "mrr_at_3": 14.3261, + "mrr_at_5": 15.2752, + "mrr_at_10": 16.086, + "mrr_at_20": 16.5417, + "mrr_at_100": 17.056, + "mrr_at_1000": 17.1551, + "nauc_ndcg_at_1_max": 25.7115, + "nauc_ndcg_at_1_std": 5.8883, + "nauc_ndcg_at_1_diff1": 31.4669, + "nauc_ndcg_at_3_max": 19.0613, + "nauc_ndcg_at_3_std": 6.6693, + "nauc_ndcg_at_3_diff1": 23.0565, + "nauc_ndcg_at_5_max": 19.0397, + "nauc_ndcg_at_5_std": 9.6283, + "nauc_ndcg_at_5_diff1": 21.507, + "nauc_ndcg_at_10_max": 18.1649, + "nauc_ndcg_at_10_std": 10.1614, + "nauc_ndcg_at_10_diff1": 19.7014, + "nauc_ndcg_at_20_max": 18.5639, + "nauc_ndcg_at_20_std": 10.5466, + "nauc_ndcg_at_20_diff1": 19.4737, + "nauc_ndcg_at_100_max": 21.7427, + "nauc_ndcg_at_100_std": 14.1927, + "nauc_ndcg_at_100_diff1": 19.9705, + "nauc_ndcg_at_1000_max": 23.7983, + "nauc_ndcg_at_1000_std": 15.5263, + "nauc_ndcg_at_1000_diff1": 20.4512, + "nauc_map_at_1_max": 14.9466, + "nauc_map_at_1_std": 5.0063, + "nauc_map_at_1_diff1": 28.7839, + "nauc_map_at_3_max": 16.205, + "nauc_map_at_3_std": 6.1039, + "nauc_map_at_3_diff1": 23.617, + "nauc_map_at_5_max": 17.3909, + "nauc_map_at_5_std": 8.2338, + "nauc_map_at_5_diff1": 23.0698, + "nauc_map_at_10_max": 17.5021, + "nauc_map_at_10_std": 8.8904, + "nauc_map_at_10_diff1": 21.9966, + "nauc_map_at_20_max": 18.0385, + "nauc_map_at_20_std": 9.3981, + "nauc_map_at_20_diff1": 22.0044, + "nauc_map_at_100_max": 18.7656, + "nauc_map_at_100_std": 10.1557, + "nauc_map_at_100_diff1": 22.1689, + "nauc_map_at_1000_max": 18.9094, + "nauc_map_at_1000_std": 10.2825, + "nauc_map_at_1000_diff1": 22.1547, + "nauc_recall_at_1_max": 14.9466, + "nauc_recall_at_1_std": 5.0063, + "nauc_recall_at_1_diff1": 28.7839, + "nauc_recall_at_3_max": 14.4407, + "nauc_recall_at_3_std": 7.2233, + "nauc_recall_at_3_diff1": 17.9906, + "nauc_recall_at_5_max": 15.4248, + "nauc_recall_at_5_std": 11.7601, + "nauc_recall_at_5_diff1": 15.2269, + "nauc_recall_at_10_max": 13.8638, + "nauc_recall_at_10_std": 12.0474, + "nauc_recall_at_10_diff1": 11.1696, + "nauc_recall_at_20_max": 13.7171, + "nauc_recall_at_20_std": 12.2009, + "nauc_recall_at_20_diff1": 10.7569, + "nauc_recall_at_100_max": 20.2522, + "nauc_recall_at_100_std": 21.1002, + "nauc_recall_at_100_diff1": 12.0198, + "nauc_recall_at_1000_max": 26.3237, + "nauc_recall_at_1000_std": 27.4465, + "nauc_recall_at_1000_diff1": 14.4239, + "nauc_precision_at_1_max": 25.7115, + "nauc_precision_at_1_std": 5.8883, + "nauc_precision_at_1_diff1": 31.4669, + "nauc_precision_at_3_max": 22.5665, + "nauc_precision_at_3_std": 8.1453, + "nauc_precision_at_3_diff1": 23.805, + "nauc_precision_at_5_max": 25.8542, + "nauc_precision_at_5_std": 13.2302, + "nauc_precision_at_5_diff1": 23.1501, + "nauc_precision_at_10_max": 24.3642, + "nauc_precision_at_10_std": 14.4344, + "nauc_precision_at_10_diff1": 18.9374, + "nauc_precision_at_20_max": 26.5291, + "nauc_precision_at_20_std": 14.9549, + "nauc_precision_at_20_diff1": 17.3983, + "nauc_precision_at_100_max": 31.6676, + "nauc_precision_at_100_std": 20.4514, + "nauc_precision_at_100_diff1": 14.7271, + "nauc_precision_at_1000_max": 29.9026, + "nauc_precision_at_1000_std": 16.6561, + "nauc_precision_at_1000_diff1": 8.0739, + "nauc_mrr_at_1_max": 25.7115, + "nauc_mrr_at_1_std": 5.8883, + "nauc_mrr_at_1_diff1": 31.4669, + "nauc_mrr_at_3_max": 22.0054, + "nauc_mrr_at_3_std": 6.2763, + "nauc_mrr_at_3_diff1": 25.373, + "nauc_mrr_at_5_max": 22.4398, + "nauc_mrr_at_5_std": 7.6498, + "nauc_mrr_at_5_diff1": 24.7073, + "nauc_mrr_at_10_max": 21.9745, + "nauc_mrr_at_10_std": 7.4918, + "nauc_mrr_at_10_diff1": 23.7751, + "nauc_mrr_at_20_max": 21.8415, + "nauc_mrr_at_20_std": 7.4731, + "nauc_mrr_at_20_diff1": 23.5228, + "nauc_mrr_at_100_max": 22.1866, + "nauc_mrr_at_100_std": 7.868, + "nauc_mrr_at_100_diff1": 23.5539, + "nauc_mrr_at_1000_max": 22.1609, + "nauc_mrr_at_1000_std": 7.8625, + "nauc_mrr_at_1000_diff1": 23.5618, + "main_score": 13.104, + "hf_subset": -1 + }, + "SICK-R-PL": { + "pearson": 63.4641, + "spearman": 59.0177, + "cosine_pearson": 63.4641, + "cosine_spearman": 59.0177, + "manhattan_pearson": 60.5314, + "manhattan_spearman": 58.986, + "euclidean_pearson": 60.6728, + "euclidean_spearman": 59.0178, + "main_score": 59.0177, + "hf_subset": -1 + }, + "CDSC-R": { + "pearson": 82.0836, + "spearman": 82.9988, + "cosine_pearson": 82.0836, + "cosine_spearman": 82.9987, + "manhattan_pearson": 79.8175, + "manhattan_spearman": 83.2022, + "euclidean_pearson": 79.7952, + "euclidean_spearman": 82.9987, + "main_score": 82.9987, + "hf_subset": -1 + }, + "SciDefRetrieval": { + "ndcg_at_1": 39.175, + "ndcg_at_3": 46.867, + "ndcg_at_5": 49.06, + "ndcg_at_10": 51.799, + "ndcg_at_20": 53.75, + "ndcg_at_100": 56.485, + "ndcg_at_1000": 57.905, + "map_at_1": 39.175, + "map_at_3": 44.993, + "map_at_5": 46.215, + "map_at_10": 47.331, + "map_at_20": 47.855, + "map_at_100": 48.232, + "map_at_1000": 48.282, + "recall_at_1": 39.175, + "recall_at_3": 52.283, + "recall_at_5": 57.585, + "recall_at_10": 66.127, + "recall_at_20": 73.932, + "recall_at_100": 88.66, + "recall_at_1000": 1.0, + "precision_at_1": 39.175, + "precision_at_3": 17.428, + "precision_at_5": 11.517, + "precision_at_10": 6.613, + "precision_at_20": 3.697, + "precision_at_100": 0.887, + "precision_at_1000": 0.1, + "mrr_at_1": 39.1753, + "mrr_at_3": 44.9926, + "mrr_at_5": 46.215, + "mrr_at_10": 47.3309, + "mrr_at_20": 47.8549, + "mrr_at_100": 48.232, + "mrr_at_1000": 48.282, + "nauc_ndcg_at_1_max": 51.1252, + "nauc_ndcg_at_1_std": 4.3274, + "nauc_ndcg_at_1_diff1": 54.2516, + "nauc_ndcg_at_3_max": 54.744, + "nauc_ndcg_at_3_std": 5.7296, + "nauc_ndcg_at_3_diff1": 49.2807, + "nauc_ndcg_at_5_max": 55.171, + "nauc_ndcg_at_5_std": 6.3097, + "nauc_ndcg_at_5_diff1": 48.2137, + "nauc_ndcg_at_10_max": 54.0021, + "nauc_ndcg_at_10_std": 7.3219, + "nauc_ndcg_at_10_diff1": 46.7004, + "nauc_ndcg_at_20_max": 54.915, + "nauc_ndcg_at_20_std": 8.7363, + "nauc_ndcg_at_20_diff1": 46.8996, + "nauc_ndcg_at_100_max": 55.1166, + "nauc_ndcg_at_100_std": 9.4966, + "nauc_ndcg_at_100_diff1": 48.0839, + "nauc_ndcg_at_1000_max": 54.5569, + "nauc_ndcg_at_1000_std": 7.8323, + "nauc_ndcg_at_1000_diff1": 48.6092, + "nauc_map_at_1_max": 51.1252, + "nauc_map_at_1_std": 4.3274, + "nauc_map_at_1_diff1": 54.2516, + "nauc_map_at_3_max": 53.9344, + "nauc_map_at_3_std": 5.2889, + "nauc_map_at_3_diff1": 50.6728, + "nauc_map_at_5_max": 54.1813, + "nauc_map_at_5_std": 5.6084, + "nauc_map_at_5_diff1": 50.1242, + "nauc_map_at_10_max": 53.6726, + "nauc_map_at_10_std": 5.965, + "nauc_map_at_10_diff1": 49.5108, + "nauc_map_at_20_max": 53.916, + "nauc_map_at_20_std": 6.34, + "nauc_map_at_20_diff1": 49.5613, + "nauc_map_at_100_max": 53.9681, + "nauc_map_at_100_std": 6.4427, + "nauc_map_at_100_diff1": 49.7636, + "nauc_map_at_1000_max": 53.9479, + "nauc_map_at_1000_std": 6.4007, + "nauc_map_at_1000_diff1": 49.7818, + "nauc_recall_at_1_max": 51.1252, + "nauc_recall_at_1_std": 4.3274, + "nauc_recall_at_1_diff1": 54.2516, + "nauc_recall_at_3_max": 57.1222, + "nauc_recall_at_3_std": 7.084, + "nauc_recall_at_3_diff1": 45.0594, + "nauc_recall_at_5_max": 58.2522, + "nauc_recall_at_5_std": 8.6169, + "nauc_recall_at_5_diff1": 41.9958, + "nauc_recall_at_10_max": 54.687, + "nauc_recall_at_10_std": 12.8447, + "nauc_recall_at_10_diff1": 35.8672, + "nauc_recall_at_20_max": 59.6523, + "nauc_recall_at_20_std": 21.446, + "nauc_recall_at_20_diff1": 34.9065, + "nauc_recall_at_100_max": 65.9076, + "nauc_recall_at_100_std": 44.3731, + "nauc_recall_at_100_diff1": 37.5553, + "nauc_recall_at_1000_max": -1, + "nauc_recall_at_1000_std": -1, + "nauc_recall_at_1000_diff1": -1, + "nauc_precision_at_1_max": 51.1252, + "nauc_precision_at_1_std": 4.3274, + "nauc_precision_at_1_diff1": 54.2516, + "nauc_precision_at_3_max": 57.1222, + "nauc_precision_at_3_std": 7.084, + "nauc_precision_at_3_diff1": 45.0594, + "nauc_precision_at_5_max": 58.2522, + "nauc_precision_at_5_std": 8.6169, + "nauc_precision_at_5_diff1": 41.9958, + "nauc_precision_at_10_max": 54.687, + "nauc_precision_at_10_std": 12.8447, + "nauc_precision_at_10_diff1": 35.8672, + "nauc_precision_at_20_max": 59.6523, + "nauc_precision_at_20_std": 21.446, + "nauc_precision_at_20_diff1": 34.9065, + "nauc_precision_at_100_max": 65.9076, + "nauc_precision_at_100_std": 44.3731, + "nauc_precision_at_100_diff1": 37.5553, + "nauc_precision_at_1000_max": -1, + "nauc_precision_at_1000_std": -1, + "nauc_precision_at_1000_diff1": -1, + "nauc_mrr_at_1_max": 51.1252, + "nauc_mrr_at_1_std": 4.3274, + "nauc_mrr_at_1_diff1": 54.2516, + "nauc_mrr_at_3_max": 53.9344, + "nauc_mrr_at_3_std": 5.2889, + "nauc_mrr_at_3_diff1": 50.6728, + "nauc_mrr_at_5_max": 54.1813, + "nauc_mrr_at_5_std": 5.6084, + "nauc_mrr_at_5_diff1": 50.1242, + "nauc_mrr_at_10_max": 53.6726, + "nauc_mrr_at_10_std": 5.965, + "nauc_mrr_at_10_diff1": 49.5108, + "nauc_mrr_at_20_max": 53.916, + "nauc_mrr_at_20_std": 6.34, + "nauc_mrr_at_20_diff1": 49.5613, + "nauc_mrr_at_100_max": 53.9681, + "nauc_mrr_at_100_std": 6.4427, + "nauc_mrr_at_100_diff1": 49.7636, + "nauc_mrr_at_1000_max": 53.9479, + "nauc_mrr_at_1000_std": 6.4007, + "nauc_mrr_at_1000_diff1": 49.7818, + "main_score": 51.799, + "hf_subset": -1 + }, + "WikinewsPlClusteringS2S": { + "v_measures.Level 0": 15.644, + "v_measure": 21.2238, + "v_measure_std": 2.4174, + "main_score": 21.2238, + "hf_subset": -1 + }, + "PSC": { + "similarity_accuracy": 96.3822, + "similarity_accuracy_threshold": 80.5254, + "similarity_f1": 93.9722, + "similarity_f1_threshold": 79.5395, + "similarity_precision": 95.2978, + "similarity_recall": 92.6829, + "similarity_ap": 98.3088, + "cosine_accuracy": 96.3822, + "cosine_accuracy_threshold": 80.5254, + "cosine_f1": 93.9722, + "cosine_f1_threshold": 79.5395, + "cosine_precision": 95.2978, + "cosine_recall": 92.6829, + "cosine_ap": 98.3088, + "manhattan_accuracy": 96.475, + "manhattan_accuracy_threshold": 9.62467, + "manhattan_f1": 94.0439, + "manhattan_f1_threshold": 9.62467, + "manhattan_precision": 96.7742, + "manhattan_recall": 91.4634, + "manhattan_ap": 98.2638, + "euclidean_accuracy": 96.3822, + "euclidean_accuracy_threshold": 62.4093, + "euclidean_f1": 93.9722, + "euclidean_f1_threshold": 63.9694, + "euclidean_precision": 95.2978, + "euclidean_recall": 92.6829, + "euclidean_ap": 98.3088, + "dot_accuracy": 96.3822, + "dot_accuracy_threshold": 80.5254, + "dot_f1": 93.9722, + "dot_f1_threshold": 79.5395, + "dot_precision": 95.2978, + "dot_recall": 92.6829, + "dot_ap": 98.3088, + "max_accuracy": 96.475, + "max_f1": 94.0439, + "max_precision": 96.7742, + "max_recall": 92.6829, + "max_ap": 98.3088, + "main_score": 98.3088, + "hf_subset": -1 + }, + "WikinewsPlClusteringP2P": { + "v_measures.Level 0": 43.3497, + "v_measure": 40.6462, + "v_measure_std": 3.3433, + "main_score": 40.6462, + "hf_subset": -1 + }, + "NQ-PL": { + "ndcg_at_1": 11.037, + "ndcg_at_3": 14.933, + "ndcg_at_5": 17.158, + "ndcg_at_10": 19.623, + "ndcg_at_20": 21.553, + "ndcg_at_100": 24.259, + "ndcg_at_1000": 26.607, + "map_at_1": 9.531, + "map_at_3": 13.305, + "map_at_5": 14.59, + "map_at_10": 15.662, + "map_at_20": 16.232, + "map_at_100": 16.615, + "map_at_1000": 16.699, + "recall_at_1": 9.531, + "recall_at_3": 17.978, + "recall_at_5": 23.093, + "recall_at_10": 30.33, + "recall_at_20": 37.575, + "recall_at_100": 51.731, + "recall_at_1000": 69.882, + "precision_at_1": 11.037, + "precision_at_3": 7.107, + "precision_at_5": 5.55, + "precision_at_10": 3.679, + "precision_at_20": 2.296, + "precision_at_100": 0.632, + "precision_at_1000": 0.085, + "mrr_at_1": 11.0371, + "mrr_at_3": 14.9961, + "mrr_at_5": 16.2519, + "mrr_at_10": 17.2245, + "mrr_at_20": 17.7077, + "mrr_at_100": 18.0374, + "mrr_at_1000": 18.1101, + "nauc_ndcg_at_1_max": 26.7867, + "nauc_ndcg_at_1_std": 15.3636, + "nauc_ndcg_at_1_diff1": 26.8835, + "nauc_ndcg_at_3_max": 26.6888, + "nauc_ndcg_at_3_std": 17.4742, + "nauc_ndcg_at_3_diff1": 22.3927, + "nauc_ndcg_at_5_max": 28.7873, + "nauc_ndcg_at_5_std": 19.1611, + "nauc_ndcg_at_5_diff1": 22.1858, + "nauc_ndcg_at_10_max": 31.3087, + "nauc_ndcg_at_10_std": 22.4472, + "nauc_ndcg_at_10_diff1": 20.7794, + "nauc_ndcg_at_20_max": 32.5159, + "nauc_ndcg_at_20_std": 24.743, + "nauc_ndcg_at_20_diff1": 20.1738, + "nauc_ndcg_at_100_max": 33.4926, + "nauc_ndcg_at_100_std": 26.9944, + "nauc_ndcg_at_100_diff1": 19.8966, + "nauc_ndcg_at_1000_max": 34.3814, + "nauc_ndcg_at_1000_std": 28.1187, + "nauc_ndcg_at_1000_diff1": 20.4149, + "nauc_map_at_1_max": 24.3476, + "nauc_map_at_1_std": 13.8272, + "nauc_map_at_1_diff1": 26.6715, + "nauc_map_at_3_max": 26.3064, + "nauc_map_at_3_std": 16.5238, + "nauc_map_at_3_diff1": 23.3483, + "nauc_map_at_5_max": 27.8114, + "nauc_map_at_5_std": 17.7408, + "nauc_map_at_5_diff1": 23.0978, + "nauc_map_at_10_max": 29.0253, + "nauc_map_at_10_std": 19.3266, + "nauc_map_at_10_diff1": 22.3706, + "nauc_map_at_20_max": 29.4925, + "nauc_map_at_20_std": 20.1789, + "nauc_map_at_20_diff1": 22.1354, + "nauc_map_at_100_max": 29.6707, + "nauc_map_at_100_std": 20.5652, + "nauc_map_at_100_diff1": 22.0496, + "nauc_map_at_1000_max": 29.7146, + "nauc_map_at_1000_std": 20.6203, + "nauc_map_at_1000_diff1": 22.0711, + "nauc_recall_at_1_max": 24.3476, + "nauc_recall_at_1_std": 13.8272, + "nauc_recall_at_1_diff1": 26.6715, + "nauc_recall_at_3_max": 26.5062, + "nauc_recall_at_3_std": 18.4967, + "nauc_recall_at_3_diff1": 20.2557, + "nauc_recall_at_5_max": 29.6857, + "nauc_recall_at_5_std": 20.8163, + "nauc_recall_at_5_diff1": 19.8826, + "nauc_recall_at_10_max": 35.2697, + "nauc_recall_at_10_std": 27.9821, + "nauc_recall_at_10_diff1": 17.1282, + "nauc_recall_at_20_max": 38.2039, + "nauc_recall_at_20_std": 33.9269, + "nauc_recall_at_20_diff1": 15.6407, + "nauc_recall_at_100_max": 41.769, + "nauc_recall_at_100_std": 42.7596, + "nauc_recall_at_100_diff1": 14.4919, + "nauc_recall_at_1000_max": 50.8231, + "nauc_recall_at_1000_std": 55.7088, + "nauc_recall_at_1000_diff1": 17.0273, + "nauc_precision_at_1_max": 26.7867, + "nauc_precision_at_1_std": 15.3636, + "nauc_precision_at_1_diff1": 26.8835, + "nauc_precision_at_3_max": 29.6645, + "nauc_precision_at_3_std": 20.4596, + "nauc_precision_at_3_diff1": 19.7812, + "nauc_precision_at_5_max": 33.4274, + "nauc_precision_at_5_std": 23.548, + "nauc_precision_at_5_diff1": 19.1863, + "nauc_precision_at_10_max": 37.9415, + "nauc_precision_at_10_std": 29.8577, + "nauc_precision_at_10_diff1": 15.7241, + "nauc_precision_at_20_max": 39.5835, + "nauc_precision_at_20_std": 34.224, + "nauc_precision_at_20_diff1": 13.4, + "nauc_precision_at_100_max": 39.8081, + "nauc_precision_at_100_std": 39.0929, + "nauc_precision_at_100_diff1": 11.3387, + "nauc_precision_at_1000_max": 40.5697, + "nauc_precision_at_1000_std": 41.9856, + "nauc_precision_at_1000_diff1": 10.846, + "nauc_mrr_at_1_max": 26.7867, + "nauc_mrr_at_1_std": 15.3636, + "nauc_mrr_at_1_diff1": 26.8835, + "nauc_mrr_at_3_max": 27.2085, + "nauc_mrr_at_3_std": 17.8083, + "nauc_mrr_at_3_diff1": 23.2269, + "nauc_mrr_at_5_max": 28.2685, + "nauc_mrr_at_5_std": 18.6928, + "nauc_mrr_at_5_diff1": 23.0326, + "nauc_mrr_at_10_max": 29.3757, + "nauc_mrr_at_10_std": 20.1848, + "nauc_mrr_at_10_diff1": 22.4348, + "nauc_mrr_at_20_max": 29.6602, + "nauc_mrr_at_20_std": 20.7387, + "nauc_mrr_at_20_diff1": 22.337, + "nauc_mrr_at_100_max": 29.7962, + "nauc_mrr_at_100_std": 21.0194, + "nauc_mrr_at_100_diff1": 22.3133, + "nauc_mrr_at_1000_max": 29.8212, + "nauc_mrr_at_1000_std": 21.0525, + "nauc_mrr_at_1000_diff1": 22.3261, + "main_score": 19.623, + "hf_subset": -1 + }, + "STS22": { + "pearson": 33.9804, + "spearman": 38.6454, + "cosine_pearson": 33.9804, + "cosine_spearman": 38.6259, + "manhattan_pearson": 19.5105, + "manhattan_spearman": 38.4769, + "euclidean_pearson": 19.9193, + "euclidean_spearman": 38.5207, + "main_score": 38.6259, + "hf_subset": -1 + }, + "DBPedia-PL": { + "ndcg_at_1": 30.25, + "ndcg_at_3": 25.371, + "ndcg_at_5": 23.461, + "ndcg_at_10": 21.421, + "ndcg_at_20": 20.574, + "ndcg_at_100": 22.83, + "ndcg_at_1000": 27.853, + "map_at_1": 4.315, + "map_at_3": 6.78, + "map_at_5": 7.704, + "map_at_10": 8.741, + "map_at_20": 9.725, + "map_at_100": 11.34, + "map_at_1000": 11.995, + "recall_at_1": 4.315, + "recall_at_3": 8.301, + "recall_at_5": 10.208, + "recall_at_10": 12.814, + "recall_at_20": 16.209, + "recall_at_100": 26.448, + "recall_at_1000": 43.572, + "precision_at_1": 39.25, + "precision_at_3": 28.083, + "precision_at_5": 23.0, + "precision_at_10": 16.475, + "precision_at_20": 11.787, + "precision_at_100": 4.735, + "precision_at_1000": 1.104, + "mrr_at_1": 39.25, + "mrr_at_3": 46.75, + "mrr_at_5": 48.0375, + "mrr_at_10": 48.9275, + "mrr_at_20": 49.3698, + "mrr_at_100": 49.5691, + "mrr_at_1000": 49.6095, + "nauc_ndcg_at_1_max": 39.543, + "nauc_ndcg_at_1_std": 32.8002, + "nauc_ndcg_at_1_diff1": 29.9868, + "nauc_ndcg_at_3_max": 42.6336, + "nauc_ndcg_at_3_std": 37.1453, + "nauc_ndcg_at_3_diff1": 26.7102, + "nauc_ndcg_at_5_max": 45.3446, + "nauc_ndcg_at_5_std": 41.0388, + "nauc_ndcg_at_5_diff1": 27.821, + "nauc_ndcg_at_10_max": 45.773, + "nauc_ndcg_at_10_std": 40.6461, + "nauc_ndcg_at_10_diff1": 28.7631, + "nauc_ndcg_at_20_max": 44.0664, + "nauc_ndcg_at_20_std": 39.9835, + "nauc_ndcg_at_20_diff1": 29.1603, + "nauc_ndcg_at_100_max": 41.5996, + "nauc_ndcg_at_100_std": 41.9555, + "nauc_ndcg_at_100_diff1": 27.8761, + "nauc_ndcg_at_1000_max": 45.1725, + "nauc_ndcg_at_1000_std": 49.0718, + "nauc_ndcg_at_1000_diff1": 27.2574, + "nauc_map_at_1_max": 34.5296, + "nauc_map_at_1_std": 20.4163, + "nauc_map_at_1_diff1": 37.936, + "nauc_map_at_3_max": 35.6923, + "nauc_map_at_3_std": 20.9306, + "nauc_map_at_3_diff1": 28.5008, + "nauc_map_at_5_max": 36.9639, + "nauc_map_at_5_std": 23.514, + "nauc_map_at_5_diff1": 28.6979, + "nauc_map_at_10_max": 38.7925, + "nauc_map_at_10_std": 26.8693, + "nauc_map_at_10_diff1": 28.3305, + "nauc_map_at_20_max": 39.9234, + "nauc_map_at_20_std": 30.6438, + "nauc_map_at_20_diff1": 27.4847, + "nauc_map_at_100_max": 41.2601, + "nauc_map_at_100_std": 36.5703, + "nauc_map_at_100_diff1": 25.7057, + "nauc_map_at_1000_max": 42.3482, + "nauc_map_at_1000_std": 39.2879, + "nauc_map_at_1000_diff1": 25.5795, + "nauc_recall_at_1_max": 34.5296, + "nauc_recall_at_1_std": 20.4163, + "nauc_recall_at_1_diff1": 37.936, + "nauc_recall_at_3_max": 32.6578, + "nauc_recall_at_3_std": 18.8552, + "nauc_recall_at_3_diff1": 21.9267, + "nauc_recall_at_5_max": 31.6588, + "nauc_recall_at_5_std": 20.5313, + "nauc_recall_at_5_diff1": 21.8161, + "nauc_recall_at_10_max": 32.4794, + "nauc_recall_at_10_std": 24.5899, + "nauc_recall_at_10_diff1": 20.5608, + "nauc_recall_at_20_max": 33.517, + "nauc_recall_at_20_std": 29.8479, + "nauc_recall_at_20_diff1": 20.1083, + "nauc_recall_at_100_max": 31.9378, + "nauc_recall_at_100_std": 38.2546, + "nauc_recall_at_100_diff1": 17.6613, + "nauc_recall_at_1000_max": 36.8647, + "nauc_recall_at_1000_std": 48.6809, + "nauc_recall_at_1000_diff1": 15.4095, + "nauc_precision_at_1_max": 45.8305, + "nauc_precision_at_1_std": 38.7541, + "nauc_precision_at_1_diff1": 29.5592, + "nauc_precision_at_3_max": 44.0978, + "nauc_precision_at_3_std": 40.5613, + "nauc_precision_at_3_diff1": 20.9867, + "nauc_precision_at_5_max": 46.0231, + "nauc_precision_at_5_std": 44.9722, + "nauc_precision_at_5_diff1": 19.5963, + "nauc_precision_at_10_max": 44.3607, + "nauc_precision_at_10_std": 46.2358, + "nauc_precision_at_10_diff1": 16.5145, + "nauc_precision_at_20_max": 41.773, + "nauc_precision_at_20_std": 49.0951, + "nauc_precision_at_20_diff1": 13.7044, + "nauc_precision_at_100_max": 32.4852, + "nauc_precision_at_100_std": 49.3654, + "nauc_precision_at_100_diff1": 7.3443, + "nauc_precision_at_1000_max": 17.9629, + "nauc_precision_at_1000_std": 46.2009, + "nauc_precision_at_1000_diff1": -0.1605, + "nauc_mrr_at_1_max": 45.8305, + "nauc_mrr_at_1_std": 38.7541, + "nauc_mrr_at_1_diff1": 29.5592, + "nauc_mrr_at_3_max": 47.8545, + "nauc_mrr_at_3_std": 42.582, + "nauc_mrr_at_3_diff1": 28.0105, + "nauc_mrr_at_5_max": 48.0965, + "nauc_mrr_at_5_std": 43.1605, + "nauc_mrr_at_5_diff1": 28.5158, + "nauc_mrr_at_10_max": 48.0571, + "nauc_mrr_at_10_std": 43.1068, + "nauc_mrr_at_10_diff1": 28.7579, + "nauc_mrr_at_20_max": 48.3233, + "nauc_mrr_at_20_std": 43.3997, + "nauc_mrr_at_20_diff1": 28.9694, + "nauc_mrr_at_100_max": 48.4197, + "nauc_mrr_at_100_std": 43.4704, + "nauc_mrr_at_100_diff1": 28.9949, + "nauc_mrr_at_1000_max": 48.3843, + "nauc_mrr_at_1000_std": 43.4474, + "nauc_mrr_at_1000_diff1": 28.9634, + "main_score": 21.421, + "hf_subset": -1 + }, + "Quora-PL": { + "ndcg_at_1": 61.67, + "ndcg_at_3": 66.291, + "ndcg_at_5": 68.26, + "ndcg_at_10": 70.136, + "ndcg_at_20": 71.469, + "ndcg_at_100": 73.161, + "ndcg_at_1000": 73.964, + "map_at_1": 53.426, + "map_at_3": 62.436, + "map_at_5": 64.119, + "map_at_10": 65.225, + "map_at_20": 65.769, + "map_at_100": 66.135, + "map_at_1000": 66.186, + "recall_at_1": 53.426, + "recall_at_3": 69.107, + "recall_at_5": 74.352, + "recall_at_10": 79.949, + "recall_at_20": 84.606, + "recall_at_100": 92.194, + "recall_at_1000": 97.444, + "precision_at_1": 61.67, + "precision_at_3": 28.963, + "precision_at_5": 19.318, + "precision_at_10": 10.774, + "precision_at_20": 5.912, + "precision_at_100": 1.365, + "precision_at_1000": 0.15, + "mrr_at_1": 61.65, + "mrr_at_3": 67.89, + "mrr_at_5": 68.919, + "mrr_at_10": 69.5597, + "mrr_at_20": 69.8185, + "mrr_at_100": 69.9759, + "mrr_at_1000": 69.9942, + "nauc_ndcg_at_1_max": 42.1095, + "nauc_ndcg_at_1_std": -12.8699, + "nauc_ndcg_at_1_diff1": 70.374, + "nauc_ndcg_at_3_max": 40.2128, + "nauc_ndcg_at_3_std": -13.871, + "nauc_ndcg_at_3_diff1": 65.5561, + "nauc_ndcg_at_5_max": 40.6762, + "nauc_ndcg_at_5_std": -13.4003, + "nauc_ndcg_at_5_diff1": 65.2384, + "nauc_ndcg_at_10_max": 41.6939, + "nauc_ndcg_at_10_std": -12.0597, + "nauc_ndcg_at_10_diff1": 65.3765, + "nauc_ndcg_at_20_max": 42.1755, + "nauc_ndcg_at_20_std": -10.8567, + "nauc_ndcg_at_20_diff1": 65.3908, + "nauc_ndcg_at_100_max": 42.5941, + "nauc_ndcg_at_100_std": -9.5364, + "nauc_ndcg_at_100_diff1": 65.5328, + "nauc_ndcg_at_1000_max": 42.6426, + "nauc_ndcg_at_1000_std": -9.7375, + "nauc_ndcg_at_1000_diff1": 65.7735, + "nauc_map_at_1_max": 33.5806, + "nauc_map_at_1_std": -17.6289, + "nauc_map_at_1_diff1": 70.7192, + "nauc_map_at_3_max": 37.9266, + "nauc_map_at_3_std": -16.3814, + "nauc_map_at_3_diff1": 66.9208, + "nauc_map_at_5_max": 38.8255, + "nauc_map_at_5_std": -15.6165, + "nauc_map_at_5_diff1": 66.574, + "nauc_map_at_10_max": 39.5514, + "nauc_map_at_10_std": -14.6602, + "nauc_map_at_10_diff1": 66.4899, + "nauc_map_at_20_max": 39.8773, + "nauc_map_at_20_std": -14.0174, + "nauc_map_at_20_diff1": 66.4282, + "nauc_map_at_100_max": 40.0425, + "nauc_map_at_100_std": -13.5675, + "nauc_map_at_100_diff1": 66.38, + "nauc_map_at_1000_max": 40.0584, + "nauc_map_at_1000_std": -13.5379, + "nauc_map_at_1000_diff1": 66.3833, + "nauc_recall_at_1_max": 33.5806, + "nauc_recall_at_1_std": -17.6289, + "nauc_recall_at_1_diff1": 70.7192, + "nauc_recall_at_3_max": 37.0296, + "nauc_recall_at_3_std": -15.5471, + "nauc_recall_at_3_diff1": 61.4292, + "nauc_recall_at_5_max": 38.5399, + "nauc_recall_at_5_std": -13.8771, + "nauc_recall_at_5_diff1": 59.1775, + "nauc_recall_at_10_max": 41.7463, + "nauc_recall_at_10_std": -8.5449, + "nauc_recall_at_10_diff1": 57.8663, + "nauc_recall_at_20_max": 43.4405, + "nauc_recall_at_20_std": -1.9435, + "nauc_recall_at_20_diff1": 56.5966, + "nauc_recall_at_100_max": 47.5837, + "nauc_recall_at_100_std": 15.6278, + "nauc_recall_at_100_diff1": 54.3893, + "nauc_recall_at_1000_max": 58.1101, + "nauc_recall_at_1000_std": 38.7703, + "nauc_recall_at_1000_diff1": 57.5214, + "nauc_precision_at_1_max": 42.1095, + "nauc_precision_at_1_std": -12.8699, + "nauc_precision_at_1_diff1": 70.374, + "nauc_precision_at_3_max": 31.1154, + "nauc_precision_at_3_std": 1.9022, + "nauc_precision_at_3_diff1": 23.1843, + "nauc_precision_at_5_max": 27.1199, + "nauc_precision_at_5_std": 8.491, + "nauc_precision_at_5_diff1": 10.6515, + "nauc_precision_at_10_max": 22.8066, + "nauc_precision_at_10_std": 16.901, + "nauc_precision_at_10_diff1": -1.5093, + "nauc_precision_at_20_max": 18.2204, + "nauc_precision_at_20_std": 23.8921, + "nauc_precision_at_20_diff1": -10.8499, + "nauc_precision_at_100_max": 10.3254, + "nauc_precision_at_100_std": 31.6857, + "nauc_precision_at_100_diff1": -22.9923, + "nauc_precision_at_1000_max": 5.1232, + "nauc_precision_at_1000_std": 32.0142, + "nauc_precision_at_1000_diff1": -28.975, + "nauc_mrr_at_1_max": 42.1057, + "nauc_mrr_at_1_std": -12.5996, + "nauc_mrr_at_1_diff1": 70.4139, + "nauc_mrr_at_3_max": 43.502, + "nauc_mrr_at_3_std": -10.9984, + "nauc_mrr_at_3_diff1": 67.3212, + "nauc_mrr_at_5_max": 43.737, + "nauc_mrr_at_5_std": -10.6389, + "nauc_mrr_at_5_diff1": 67.1512, + "nauc_mrr_at_10_max": 43.9693, + "nauc_mrr_at_10_std": -10.2443, + "nauc_mrr_at_10_diff1": 67.2262, + "nauc_mrr_at_20_max": 43.9411, + "nauc_mrr_at_20_std": -10.1364, + "nauc_mrr_at_20_diff1": 67.2603, + "nauc_mrr_at_100_max": 43.9165, + "nauc_mrr_at_100_std": -10.1368, + "nauc_mrr_at_100_diff1": 67.3067, + "nauc_mrr_at_1000_max": 43.911, + "nauc_mrr_at_1000_std": -10.1519, + "nauc_mrr_at_1000_diff1": 67.3146, + "main_score": 70.136, + "hf_subset": -1 + }, + "CDSC-E": { + "similarity_accuracy": 86.6, + "similarity_accuracy_threshold": 96.1039, + "similarity_f1": 62.0525, + "similarity_f1_threshold": 88.9605, + "similarity_precision": 56.7686, + "similarity_recall": 68.4211, + "similarity_ap": 64.4468, + "cosine_accuracy": 86.6, + "cosine_accuracy_threshold": 96.1039, + "cosine_f1": 62.0525, + "cosine_f1_threshold": 88.9605, + "cosine_precision": 56.7686, + "cosine_recall": 68.4211, + "cosine_ap": 64.4468, + "manhattan_accuracy": 86.5, + "manhattan_accuracy_threshold": 4.42496, + "manhattan_f1": 62.2328, + "manhattan_f1_threshold": 7.26229, + "manhattan_precision": 56.71, + "manhattan_recall": 68.9474, + "manhattan_ap": 64.6573, + "euclidean_accuracy": 86.6, + "euclidean_accuracy_threshold": 27.9145, + "euclidean_f1": 62.0525, + "euclidean_f1_threshold": 46.9882, + "euclidean_precision": 56.7686, + "euclidean_recall": 68.4211, + "euclidean_ap": 64.4468, + "dot_accuracy": 86.6, + "dot_accuracy_threshold": 96.1039, + "dot_f1": 62.0525, + "dot_f1_threshold": 88.9605, + "dot_precision": 56.7686, + "dot_recall": 68.4211, + "dot_ap": 64.4468, + "max_accuracy": 86.6, + "max_f1": 62.2328, + "max_precision": 56.7686, + "max_recall": 68.9474, + "max_ap": 64.6573, + "main_score": 64.6573, + "hf_subset": -1 + }, + "TRECCOVID-PL": { + "ndcg_at_1": 40.0, + "ndcg_at_3": 46.207, + "ndcg_at_5": 46.966, + "ndcg_at_10": 46.772, + "ndcg_at_20": 45.43, + "ndcg_at_100": 36.119, + "ndcg_at_1000": 32.838, + "map_at_1": 0.134, + "map_at_3": 0.383, + "map_at_5": 0.604, + "map_at_10": 1.101, + "map_at_20": 1.898, + "map_at_100": 5.487, + "map_at_1000": 13.096, + "recall_at_1": 0.134, + "recall_at_3": 0.431, + "recall_at_5": 0.728, + "recall_at_10": 1.407, + "recall_at_20": 2.542, + "recall_at_100": 8.61, + "recall_at_1000": 31.227, + "precision_at_1": 46.0, + "precision_at_3": 53.333, + "precision_at_5": 53.6, + "precision_at_10": 52.0, + "precision_at_20": 49.6, + "precision_at_100": 37.5, + "precision_at_1000": 14.952, + "mrr_at_1": 46.0, + "mrr_at_3": 59.6667, + "mrr_at_5": 62.4667, + "mrr_at_10": 62.8, + "mrr_at_20": 63.3023, + "mrr_at_100": 63.4126, + "mrr_at_1000": 63.4126, + "nauc_ndcg_at_1_max": 43.7142, + "nauc_ndcg_at_1_std": 45.349, + "nauc_ndcg_at_1_diff1": 26.4032, + "nauc_ndcg_at_3_max": 37.3351, + "nauc_ndcg_at_3_std": 46.043, + "nauc_ndcg_at_3_diff1": 18.589, + "nauc_ndcg_at_5_max": 42.9422, + "nauc_ndcg_at_5_std": 56.6759, + "nauc_ndcg_at_5_diff1": 18.8142, + "nauc_ndcg_at_10_max": 49.3487, + "nauc_ndcg_at_10_std": 66.2176, + "nauc_ndcg_at_10_diff1": 19.9395, + "nauc_ndcg_at_20_max": 50.2527, + "nauc_ndcg_at_20_std": 71.2371, + "nauc_ndcg_at_20_diff1": 19.6524, + "nauc_ndcg_at_100_max": 51.8168, + "nauc_ndcg_at_100_std": 80.341, + "nauc_ndcg_at_100_diff1": 20.7542, + "nauc_ndcg_at_1000_max": 63.3524, + "nauc_ndcg_at_1000_std": 89.2638, + "nauc_ndcg_at_1000_diff1": 21.4106, + "nauc_map_at_1_max": 27.0591, + "nauc_map_at_1_std": 19.245, + "nauc_map_at_1_diff1": 32.847, + "nauc_map_at_3_max": 37.0964, + "nauc_map_at_3_std": 27.6514, + "nauc_map_at_3_diff1": 31.1481, + "nauc_map_at_5_max": 43.0452, + "nauc_map_at_5_std": 33.6673, + "nauc_map_at_5_diff1": 33.1308, + "nauc_map_at_10_max": 46.953, + "nauc_map_at_10_std": 39.3312, + "nauc_map_at_10_diff1": 32.0667, + "nauc_map_at_20_max": 50.1955, + "nauc_map_at_20_std": 49.2718, + "nauc_map_at_20_diff1": 31.8257, + "nauc_map_at_100_max": 61.0836, + "nauc_map_at_100_std": 80.9375, + "nauc_map_at_100_diff1": 32.3117, + "nauc_map_at_1000_max": 64.8432, + "nauc_map_at_1000_std": 92.7264, + "nauc_map_at_1000_diff1": 23.5199, + "nauc_recall_at_1_max": 27.0591, + "nauc_recall_at_1_std": 19.245, + "nauc_recall_at_1_diff1": 32.847, + "nauc_recall_at_3_max": 34.7489, + "nauc_recall_at_3_std": 25.2414, + "nauc_recall_at_3_diff1": 28.9345, + "nauc_recall_at_5_max": 39.1274, + "nauc_recall_at_5_std": 29.9714, + "nauc_recall_at_5_diff1": 29.8632, + "nauc_recall_at_10_max": 42.5905, + "nauc_recall_at_10_std": 34.6265, + "nauc_recall_at_10_diff1": 28.0605, + "nauc_recall_at_20_max": 45.9623, + "nauc_recall_at_20_std": 43.8439, + "nauc_recall_at_20_diff1": 28.4634, + "nauc_recall_at_100_max": 57.8517, + "nauc_recall_at_100_std": 75.8594, + "nauc_recall_at_100_diff1": 31.497, + "nauc_recall_at_1000_max": 60.9368, + "nauc_recall_at_1000_std": 85.8745, + "nauc_recall_at_1000_diff1": 19.7576, + "nauc_precision_at_1_max": 40.8426, + "nauc_precision_at_1_std": 44.3825, + "nauc_precision_at_1_diff1": 24.6932, + "nauc_precision_at_3_max": 34.6099, + "nauc_precision_at_3_std": 48.5626, + "nauc_precision_at_3_diff1": 16.0604, + "nauc_precision_at_5_max": 43.8487, + "nauc_precision_at_5_std": 59.3026, + "nauc_precision_at_5_diff1": 16.9229, + "nauc_precision_at_10_max": 51.2887, + "nauc_precision_at_10_std": 67.5786, + "nauc_precision_at_10_diff1": 18.7783, + "nauc_precision_at_20_max": 50.4974, + "nauc_precision_at_20_std": 74.058, + "nauc_precision_at_20_diff1": 18.1747, + "nauc_precision_at_100_max": 50.6213, + "nauc_precision_at_100_std": 80.7473, + "nauc_precision_at_100_diff1": 19.1728, + "nauc_precision_at_1000_max": 46.0746, + "nauc_precision_at_1000_std": 74.5374, + "nauc_precision_at_1000_diff1": 3.0437, + "nauc_mrr_at_1_max": 40.8426, + "nauc_mrr_at_1_std": 44.3825, + "nauc_mrr_at_1_diff1": 24.6932, + "nauc_mrr_at_3_max": 40.4938, + "nauc_mrr_at_3_std": 47.8193, + "nauc_mrr_at_3_diff1": 22.6623, + "nauc_mrr_at_5_max": 39.6889, + "nauc_mrr_at_5_std": 45.4982, + "nauc_mrr_at_5_diff1": 23.8249, + "nauc_mrr_at_10_max": 40.3291, + "nauc_mrr_at_10_std": 46.6872, + "nauc_mrr_at_10_diff1": 23.9295, + "nauc_mrr_at_20_max": 39.5509, + "nauc_mrr_at_20_std": 46.2393, + "nauc_mrr_at_20_diff1": 24.3383, + "nauc_mrr_at_100_max": 39.4774, + "nauc_mrr_at_100_std": 46.0685, + "nauc_mrr_at_100_diff1": 24.1052, + "nauc_mrr_at_1000_max": 39.4774, + "nauc_mrr_at_1000_std": 46.0685, + "nauc_mrr_at_1000_diff1": 24.1052, + "main_score": 46.772, + "hf_subset": -1 + }, + "SCIDOCS-PL": { + "ndcg_at_1": 13.9, + "ndcg_at_3": 10.635, + "ndcg_at_5": 9.168, + "ndcg_at_10": 10.962, + "ndcg_at_20": 12.777, + "ndcg_at_100": 16.629, + "ndcg_at_1000": 21.437, + "map_at_1": 2.795, + "map_at_3": 4.652, + "map_at_5": 5.455, + "map_at_10": 6.201, + "map_at_20": 6.763, + "map_at_100": 7.411, + "map_at_1000": 7.634, + "recall_at_1": 2.795, + "recall_at_3": 5.905, + "recall_at_5": 7.975, + "recall_at_10": 11.293, + "recall_at_20": 15.547, + "recall_at_100": 28.072, + "recall_at_1000": 51.735, + "precision_at_1": 13.9, + "precision_at_3": 9.733, + "precision_at_5": 7.88, + "precision_at_10": 5.56, + "precision_at_20": 3.82, + "precision_at_100": 1.381, + "precision_at_1000": 0.255, + "mrr_at_1": 13.9, + "mrr_at_3": 18.0833, + "mrr_at_5": 19.2933, + "mrr_at_10": 20.4352, + "mrr_at_20": 21.0958, + "mrr_at_100": 21.5967, + "mrr_at_1000": 21.6907, + "nauc_ndcg_at_1_max": 18.0377, + "nauc_ndcg_at_1_std": 8.1329, + "nauc_ndcg_at_1_diff1": 23.5976, + "nauc_ndcg_at_3_max": 24.5604, + "nauc_ndcg_at_3_std": 13.3106, + "nauc_ndcg_at_3_diff1": 21.5878, + "nauc_ndcg_at_5_max": 27.4373, + "nauc_ndcg_at_5_std": 15.7573, + "nauc_ndcg_at_5_diff1": 19.9183, + "nauc_ndcg_at_10_max": 30.0373, + "nauc_ndcg_at_10_std": 17.6075, + "nauc_ndcg_at_10_diff1": 19.4819, + "nauc_ndcg_at_20_max": 30.6406, + "nauc_ndcg_at_20_std": 19.9025, + "nauc_ndcg_at_20_diff1": 19.1754, + "nauc_ndcg_at_100_max": 33.0504, + "nauc_ndcg_at_100_std": 26.7716, + "nauc_ndcg_at_100_diff1": 19.5019, + "nauc_ndcg_at_1000_max": 32.8402, + "nauc_ndcg_at_1000_std": 28.8713, + "nauc_ndcg_at_1000_diff1": 19.4305, + "nauc_map_at_1_max": 18.1004, + "nauc_map_at_1_std": 8.0928, + "nauc_map_at_1_diff1": 23.7164, + "nauc_map_at_3_max": 24.6439, + "nauc_map_at_3_std": 11.744, + "nauc_map_at_3_diff1": 22.4732, + "nauc_map_at_5_max": 27.1068, + "nauc_map_at_5_std": 13.8931, + "nauc_map_at_5_diff1": 20.8985, + "nauc_map_at_10_max": 29.3917, + "nauc_map_at_10_std": 15.3131, + "nauc_map_at_10_diff1": 20.5491, + "nauc_map_at_20_max": 29.8651, + "nauc_map_at_20_std": 16.7989, + "nauc_map_at_20_diff1": 20.2927, + "nauc_map_at_100_max": 30.8918, + "nauc_map_at_100_std": 19.2516, + "nauc_map_at_100_diff1": 20.5333, + "nauc_map_at_1000_max": 30.983, + "nauc_map_at_1000_std": 19.6839, + "nauc_map_at_1000_diff1": 20.478, + "nauc_recall_at_1_max": 18.1004, + "nauc_recall_at_1_std": 8.0928, + "nauc_recall_at_1_diff1": 23.7164, + "nauc_recall_at_3_max": 27.1732, + "nauc_recall_at_3_std": 15.2772, + "nauc_recall_at_3_diff1": 20.4643, + "nauc_recall_at_5_max": 30.8386, + "nauc_recall_at_5_std": 18.8428, + "nauc_recall_at_5_diff1": 17.1079, + "nauc_recall_at_10_max": 34.4927, + "nauc_recall_at_10_std": 21.387, + "nauc_recall_at_10_diff1": 16.6181, + "nauc_recall_at_20_max": 33.7335, + "nauc_recall_at_20_std": 24.8456, + "nauc_recall_at_20_diff1": 15.4792, + "nauc_recall_at_100_max": 34.6617, + "nauc_recall_at_100_std": 36.8239, + "nauc_recall_at_100_diff1": 14.5583, + "nauc_recall_at_1000_max": 30.4214, + "nauc_recall_at_1000_std": 38.986, + "nauc_recall_at_1000_diff1": 13.3806, + "nauc_precision_at_1_max": 18.0377, + "nauc_precision_at_1_std": 8.1329, + "nauc_precision_at_1_diff1": 23.5976, + "nauc_precision_at_3_max": 27.1336, + "nauc_precision_at_3_std": 15.7386, + "nauc_precision_at_3_diff1": 20.2744, + "nauc_precision_at_5_max": 30.8461, + "nauc_precision_at_5_std": 19.4509, + "nauc_precision_at_5_diff1": 16.9674, + "nauc_precision_at_10_max": 34.8785, + "nauc_precision_at_10_std": 22.2402, + "nauc_precision_at_10_diff1": 16.7339, + "nauc_precision_at_20_max": 34.1509, + "nauc_precision_at_20_std": 25.7286, + "nauc_precision_at_20_diff1": 15.7059, + "nauc_precision_at_100_max": 35.063, + "nauc_precision_at_100_std": 37.4698, + "nauc_precision_at_100_diff1": 14.764, + "nauc_precision_at_1000_max": 30.4518, + "nauc_precision_at_1000_std": 39.2096, + "nauc_precision_at_1000_diff1": 13.4021, + "nauc_mrr_at_1_max": 18.0377, + "nauc_mrr_at_1_std": 8.1329, + "nauc_mrr_at_1_diff1": 23.5976, + "nauc_mrr_at_3_max": 22.0136, + "nauc_mrr_at_3_std": 12.1419, + "nauc_mrr_at_3_diff1": 22.1936, + "nauc_mrr_at_5_max": 23.5509, + "nauc_mrr_at_5_std": 13.4919, + "nauc_mrr_at_5_diff1": 21.769, + "nauc_mrr_at_10_max": 23.9502, + "nauc_mrr_at_10_std": 13.992, + "nauc_mrr_at_10_diff1": 21.4248, + "nauc_mrr_at_20_max": 24.0139, + "nauc_mrr_at_20_std": 14.1819, + "nauc_mrr_at_20_diff1": 21.4304, + "nauc_mrr_at_100_max": 23.9869, + "nauc_mrr_at_100_std": 14.4239, + "nauc_mrr_at_100_diff1": 21.4726, + "nauc_mrr_at_1000_max": 23.9422, + "nauc_mrr_at_1000_std": 14.3843, + "nauc_mrr_at_1000_diff1": 21.4585, + "main_score": 10.962, + "hf_subset": -1 + }, + "PolEmo2.0-IN": { + "accuracy": 47.2022, + "f1": 47.6773, + "f1_weighted": 47.0883, + "main_score": 47.2022, + "hf_subset": -1 + }, + "PlscClusteringP2P": { + "v_measures.Level 0": 43.3854, + "v_measure": 44.9651, + "v_measure_std": 0.7138, + "main_score": 44.9651, + "hf_subset": -1 + }, + "MSMARCO-PL": { + "ndcg_at_1": 6.533, + "ndcg_at_3": 9.917, + "ndcg_at_5": 11.206, + "ndcg_at_10": 12.934, + "ndcg_at_20": 14.45, + "ndcg_at_100": 17.158, + "ndcg_at_1000": 19.628, + "map_at_1": 6.366, + "map_at_3": 8.98, + "map_at_5": 9.689, + "map_at_10": 10.402, + "map_at_20": 10.823, + "map_at_100": 11.194, + "map_at_1000": 11.276, + "recall_at_1": 6.366, + "recall_at_3": 12.395, + "recall_at_5": 15.513, + "recall_at_10": 20.807, + "recall_at_20": 26.695, + "recall_at_100": 41.183, + "recall_at_1000": 61.042, + "precision_at_1": 6.533, + "precision_at_3": 4.284, + "precision_at_5": 3.215, + "precision_at_10": 2.165, + "precision_at_20": 1.397, + "precision_at_100": 0.433, + "precision_at_1000": 0.065, + "mrr_at_1": 6.533, + "mrr_at_3": 9.2192, + "mrr_at_5": 9.9448, + "mrr_at_10": 10.6648, + "mrr_at_20": 11.0863, + "mrr_at_100": 11.454, + "mrr_at_1000": 11.5334, + "nauc_ndcg_at_1_max": 16.1082, + "nauc_ndcg_at_1_std": 6.0538, + "nauc_ndcg_at_1_diff1": 24.7043, + "nauc_ndcg_at_3_max": 16.2902, + "nauc_ndcg_at_3_std": 7.2499, + "nauc_ndcg_at_3_diff1": 20.0543, + "nauc_ndcg_at_5_max": 16.1214, + "nauc_ndcg_at_5_std": 8.3071, + "nauc_ndcg_at_5_diff1": 18.5349, + "nauc_ndcg_at_10_max": 16.7067, + "nauc_ndcg_at_10_std": 10.1546, + "nauc_ndcg_at_10_diff1": 17.2104, + "nauc_ndcg_at_20_max": 17.444, + "nauc_ndcg_at_20_std": 12.5589, + "nauc_ndcg_at_20_diff1": 16.7746, + "nauc_ndcg_at_100_max": 20.1228, + "nauc_ndcg_at_100_std": 17.0499, + "nauc_ndcg_at_100_diff1": 16.025, + "nauc_ndcg_at_1000_max": 21.8796, + "nauc_ndcg_at_1000_std": 19.536, + "nauc_ndcg_at_1000_diff1": 15.7756, + "nauc_map_at_1_max": 16.8643, + "nauc_map_at_1_std": 6.5037, + "nauc_map_at_1_diff1": 25.0768, + "nauc_map_at_3_max": 16.3523, + "nauc_map_at_3_std": 7.0271, + "nauc_map_at_3_diff1": 20.9052, + "nauc_map_at_5_max": 16.2203, + "nauc_map_at_5_std": 7.659, + "nauc_map_at_5_diff1": 19.9184, + "nauc_map_at_10_max": 16.4891, + "nauc_map_at_10_std": 8.5764, + "nauc_map_at_10_diff1": 19.2185, + "nauc_map_at_20_max": 16.7326, + "nauc_map_at_20_std": 9.4095, + "nauc_map_at_20_diff1": 19.0314, + "nauc_map_at_100_max": 17.2142, + "nauc_map_at_100_std": 10.2188, + "nauc_map_at_100_diff1": 18.8756, + "nauc_map_at_1000_max": 17.2906, + "nauc_map_at_1000_std": 10.3317, + "nauc_map_at_1000_diff1": 18.8742, + "nauc_recall_at_1_max": 16.8643, + "nauc_recall_at_1_std": 6.5037, + "nauc_recall_at_1_diff1": 25.0768, + "nauc_recall_at_3_max": 16.3872, + "nauc_recall_at_3_std": 7.7397, + "nauc_recall_at_3_diff1": 18.4503, + "nauc_recall_at_5_max": 16.0726, + "nauc_recall_at_5_std": 9.6401, + "nauc_recall_at_5_diff1": 15.8209, + "nauc_recall_at_10_max": 17.2271, + "nauc_recall_at_10_std": 13.2259, + "nauc_recall_at_10_diff1": 13.4654, + "nauc_recall_at_20_max": 19.0298, + "nauc_recall_at_20_std": 18.862, + "nauc_recall_at_20_diff1": 12.9017, + "nauc_recall_at_100_max": 27.0807, + "nauc_recall_at_100_std": 32.2021, + "nauc_recall_at_100_diff1": 10.9001, + "nauc_recall_at_1000_max": 37.4112, + "nauc_recall_at_1000_std": 47.5009, + "nauc_recall_at_1000_diff1": 8.526, + "nauc_precision_at_1_max": 16.1082, + "nauc_precision_at_1_std": 6.0538, + "nauc_precision_at_1_diff1": 24.7043, + "nauc_precision_at_3_max": 15.937, + "nauc_precision_at_3_std": 7.5002, + "nauc_precision_at_3_diff1": 18.2866, + "nauc_precision_at_5_max": 15.7555, + "nauc_precision_at_5_std": 9.5023, + "nauc_precision_at_5_diff1": 15.8535, + "nauc_precision_at_10_max": 17.0372, + "nauc_precision_at_10_std": 13.2085, + "nauc_precision_at_10_diff1": 13.6325, + "nauc_precision_at_20_max": 18.7573, + "nauc_precision_at_20_std": 18.8512, + "nauc_precision_at_20_diff1": 12.8018, + "nauc_precision_at_100_max": 27.0797, + "nauc_precision_at_100_std": 32.261, + "nauc_precision_at_100_diff1": 10.5965, + "nauc_precision_at_1000_max": 35.6167, + "nauc_precision_at_1000_std": 45.3131, + "nauc_precision_at_1000_diff1": 7.4554, + "nauc_mrr_at_1_max": 16.1082, + "nauc_mrr_at_1_std": 6.0538, + "nauc_mrr_at_1_diff1": 24.7043, + "nauc_mrr_at_3_max": 15.9172, + "nauc_mrr_at_3_std": 6.9462, + "nauc_mrr_at_3_diff1": 20.4785, + "nauc_mrr_at_5_max": 15.8357, + "nauc_mrr_at_5_std": 7.6303, + "nauc_mrr_at_5_diff1": 19.6015, + "nauc_mrr_at_10_max": 16.1229, + "nauc_mrr_at_10_std": 8.4935, + "nauc_mrr_at_10_diff1": 18.889, + "nauc_mrr_at_20_max": 16.3859, + "nauc_mrr_at_20_std": 9.2994, + "nauc_mrr_at_20_diff1": 18.6957, + "nauc_mrr_at_100_max": 16.8374, + "nauc_mrr_at_100_std": 10.0613, + "nauc_mrr_at_100_diff1": 18.5438, + "nauc_mrr_at_1000_max": 16.9075, + "nauc_mrr_at_1000_std": 10.1648, + "nauc_mrr_at_1000_diff1": 18.5435, + "main_score": 12.934, + "hf_subset": -1 + }, + "MassiveIntentClassification": { + "accuracy": 47.5084, + "f1": 44.604, + "f1_weighted": 46.9661, + "main_score": 47.5084, + "hf_subset": -1 + }, + "PpcPC": { + "similarity_accuracy": 70.6, + "similarity_accuracy_threshold": 84.4619, + "similarity_f1": 78.2544, + "similarity_f1_threshold": 84.2067, + "similarity_precision": 70.7219, + "similarity_recall": 87.5828, + "similarity_ap": 83.3119, + "cosine_accuracy": 70.6, + "cosine_accuracy_threshold": 84.4619, + "cosine_f1": 78.2544, + "cosine_f1_threshold": 84.2067, + "cosine_precision": 70.7219, + "cosine_recall": 87.5828, + "cosine_ap": 83.3119, + "manhattan_accuracy": 70.9, + "manhattan_accuracy_threshold": 8.52826, + "manhattan_f1": 78.4604, + "manhattan_f1_threshold": 8.54792, + "manhattan_precision": 70.9505, + "manhattan_recall": 87.7483, + "manhattan_ap": 83.3628, + "euclidean_accuracy": 70.6, + "euclidean_accuracy_threshold": 55.746, + "euclidean_f1": 78.2544, + "euclidean_f1_threshold": 56.202, + "euclidean_precision": 70.7219, + "euclidean_recall": 87.5828, + "euclidean_ap": 83.3119, + "dot_accuracy": 70.6, + "dot_accuracy_threshold": 84.4619, + "dot_f1": 78.2544, + "dot_f1_threshold": 84.2067, + "dot_precision": 70.7219, + "dot_recall": 87.5828, + "dot_ap": 83.3119, + "max_accuracy": 70.9, + "max_f1": 78.4604, + "max_precision": 70.9505, + "max_recall": 87.7483, + "max_ap": 83.3628, + "main_score": 83.3628, + "hf_subset": -1 + } + } + }, { "id": "gte-Qwen2-1.5B-instruct", "tags": [], @@ -12760,7 +16765,6 @@ "PlscClusteringS2S": { "evaluation_time": 740.83, "v_measure": 41.92962, - "v_measures": 41.91682, "main_score": 41.92962 }, "ArguAna-PL": { @@ -12896,7 +16900,7 @@ "recall_at_5": 56.286, "main_score": 60.9 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 80.7, "cos_sim.accuracy_threshold": 83.70612, "cos_sim.ap": 91.45839, @@ -12935,8 +16939,7 @@ "evaluation_time": 836.54, "main_score": 43.29172, "v_measure": 43.29172, - "v_measure_std": 1.47142, - "v_measures": 45.42569 + "v_measure_std": 1.47142 }, "NFCorpus-PL": { "evaluation_time": 468.62, @@ -13112,7 +17115,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 240.62, "v_measure": 45.30719, - "v_measures": 43.72201, "main_score": 45.30719 }, "PSC": { @@ -13153,7 +17155,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 560.07, "v_measure": 54.18589, - "v_measures": 52.73845, "main_score": 54.18589 }, "NQ-PL": { @@ -13376,7 +17377,6 @@ "PlscClusteringP2P": { "evaluation_time": 1763.98, "v_measure": 47.16073, - "v_measures": 47.24807, "main_score": 47.16073 }, "MSMARCO-PL": { @@ -13446,7 +17446,6 @@ "PlscClusteringS2S": { "evaluation_time": 15.42, "v_measure": 40.83383, - "v_measures": 40.62464, "main_score": 40.83383 }, "ArguAna-PL": { @@ -13578,7 +17577,7 @@ "recall_at_5": 30.128, "main_score": 32.108 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 89.0, "cos_sim.accuracy_threshold": 84.42103, "cos_sim.ap": 93.48698, @@ -13617,8 +17616,7 @@ "evaluation_time": 34.0, "main_score": 30.76528, "v_measure": 30.76528, - "v_measure_std": 1.9524, - "v_measures": 29.00909 + "v_measure_std": 1.9524 }, "NFCorpus-PL": { "evaluation_time": 12.76, @@ -13791,7 +17789,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 5.88, "v_measure": 31.04312, - "v_measures": 39.46924, "main_score": 31.04312 }, "PSC": { @@ -13832,7 +17829,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 11.21, "v_measure": 42.74802, - "v_measures": 50.35517, "main_score": 42.74802 }, "NQ-PL": { @@ -14060,7 +18056,6 @@ "PlscClusteringP2P": { "evaluation_time": 33.01, "v_measure": 43.50095, - "v_measures": 43.49004, "main_score": 43.50095 }, "MSMARCO-PL": { @@ -14131,7 +18126,6 @@ "PlscClusteringS2S": { "evaluation_time": 1525.2, "v_measure": 44.36898, - "v_measures": 44.50458, "main_score": 44.36898 }, "ArguAna-PL": { @@ -14261,7 +18255,7 @@ "recall_at_5": 63.329, "main_score": 67.608 }, - "PPC": { + "PpcPC": { "cos_sim.accuracy": 86.4, "cos_sim.accuracy_threshold": 81.02502, "cos_sim.ap": 94.10449, @@ -14300,8 +18294,7 @@ "evaluation_time": 5470.61, "main_score": 52.0314, "v_measure": 52.0314, - "v_measure_std": 0.9235, - "v_measures": 50.38682 + "v_measure_std": 0.9235 }, "NFCorpus-PL": { "map_at_1": 4.367, @@ -14471,7 +18464,6 @@ "WikinewsPlClusteringS2S": { "evaluation_time": 417.38, "v_measure": 37.93024, - "v_measures": 39.51823, "main_score": 37.93024 }, "PSC": { @@ -14512,7 +18504,6 @@ "WikinewsPlClusteringP2P": { "evaluation_time": 1841.61, "v_measure": 48.53445, - "v_measures": 48.59379, "main_score": 48.53445 }, "NQ-PL": { @@ -14735,7 +18726,6 @@ "PlscClusteringP2P": { "evaluation_time": 6726.04, "v_measure": 48.68512, - "v_measures": 48.02008, "main_score": 48.68512 }, "MSMARCO-PL": {