diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -1,10 +1,6 @@ --- -tags: -- sentence-transformers -- sentence-similarity -- feature-extraction base_model: distilbert/distilbert-base-uncased - +library_name: sentence-transformers model-index: - name: prdev/mini-gte results: @@ -29,9 +25,8629 @@ model-index: value: 74.8955 task: type: Classification - + - dataset: + config: default + name: MTEB AmazonPolarityClassification (default) + revision: e2d317d38cd51312af73b3d32a06d1a08b442046 + split: test + type: mteb/amazon_polarity + metrics: + - type: accuracy + value: 92.9424 + - type: f1 + value: 92.9268 + - type: f1_weighted + value: 92.9268 + - type: ap + value: 89.2255 + - type: ap_weighted + value: 89.2255 + - type: main_score + value: 92.9424 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonReviewsClassification (en) + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + split: test + type: mteb/amazon_reviews_multi + metrics: + - type: accuracy + value: 53.09199999999999 + - type: f1 + value: 52.735299999999995 + - type: f1_weighted + value: 52.735299999999995 + - type: main_score + value: 53.09199999999999 + task: + type: Classification + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: ndcg_at_1 + value: 31.791999999999998 + - type: ndcg_at_3 + value: 47.205999999999996 + - type: ndcg_at_5 + value: 51.842999999999996 + - type: ndcg_at_10 + value: 56.614 + - type: ndcg_at_20 + value: 59.211999999999996 + - type: ndcg_at_100 + value: 60.148999999999994 + - type: ndcg_at_1000 + value: 60.231 + - type: map_at_1 + value: 31.791999999999998 + - type: map_at_3 + value: 43.35 + - type: map_at_5 + value: 45.928000000000004 + - type: map_at_10 + value: 47.929 + - type: map_at_20 + value: 48.674 + - type: map_at_100 + value: 48.825 + - type: map_at_1000 + value: 48.827999999999996 + - type: recall_at_1 + value: 31.791999999999998 + - type: recall_at_3 + value: 58.392999999999994 + - type: recall_at_5 + value: 69.63000000000001 + - type: recall_at_10 + value: 84.211 + - type: recall_at_20 + value: 94.23899999999999 + - type: recall_at_100 + value: 99.004 + - type: recall_at_1000 + value: 99.644 + - type: precision_at_1 + value: 31.791999999999998 + - type: precision_at_3 + value: 19.464000000000002 + - type: precision_at_5 + value: 13.926 + - type: precision_at_10 + value: 8.421 + - type: precision_at_20 + value: 4.712000000000001 + - type: precision_at_100 + value: 0.9900000000000001 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 32.4324 + - type: mrr_at_3 + value: 43.6463 + - type: mrr_at_5 + value: 46.1569 + - type: mrr_at_10 + value: 48.1582 + - type: mrr_at_20 + value: 48.9033 + - type: mrr_at_100 + value: 49.0537 + - type: mrr_at_1000 + value: 49.0569 + - type: nauc_ndcg_at_1_max + value: -4.8705 + - type: nauc_ndcg_at_1_std + value: -9.1757 + - type: nauc_ndcg_at_1_diff1 + value: 17.743000000000002 + - type: nauc_ndcg_at_3_max + value: -3.916 + - type: nauc_ndcg_at_3_std + value: -10.424 + - type: nauc_ndcg_at_3_diff1 + value: 12.3928 + - type: nauc_ndcg_at_5_max + value: -2.5090000000000003 + - type: nauc_ndcg_at_5_std + value: -10.1328 + - type: nauc_ndcg_at_5_diff1 + value: 13.3086 + - type: nauc_ndcg_at_10_max + value: -1.4653 + - type: nauc_ndcg_at_10_std + value: -9.3154 + - type: nauc_ndcg_at_10_diff1 + value: 13.7827 + - type: nauc_ndcg_at_20_max + value: -2.4534000000000002 + - type: nauc_ndcg_at_20_std + value: -9.0213 + - type: nauc_ndcg_at_20_diff1 + value: 13.764399999999998 + - type: nauc_ndcg_at_100_max + value: -2.8207 + - type: nauc_ndcg_at_100_std + value: -9.0492 + - type: nauc_ndcg_at_100_diff1 + value: 14.3422 + - type: nauc_ndcg_at_1000_max + value: -3.0108 + - type: nauc_ndcg_at_1000_std + value: -9.2507 + - type: nauc_ndcg_at_1000_diff1 + value: 14.2345 + - type: nauc_map_at_1_max + value: -4.8705 + - type: nauc_map_at_1_std + value: -9.1757 + - type: nauc_map_at_1_diff1 + value: 17.743000000000002 + - type: nauc_map_at_3_max + value: -4.2874 + - type: nauc_map_at_3_std + value: -10.1539 + - type: nauc_map_at_3_diff1 + value: 13.6101 + - type: nauc_map_at_5_max + value: -3.5856 + - type: nauc_map_at_5_std + value: -9.9657 + - type: nauc_map_at_5_diff1 + value: 14.1354 + - type: nauc_map_at_10_max + value: -3.2553 + - type: nauc_map_at_10_std + value: -9.6771 + - type: nauc_map_at_10_diff1 + value: 14.402899999999999 + - type: nauc_map_at_20_max + value: -3.5541000000000005 + - type: nauc_map_at_20_std + value: -9.6286 + - type: nauc_map_at_20_diff1 + value: 14.3927 + - type: nauc_map_at_100_max + value: -3.5811999999999995 + - type: nauc_map_at_100_std + value: -9.6278 + - type: nauc_map_at_100_diff1 + value: 14.4922 + - type: nauc_map_at_1000_max + value: -3.5881000000000003 + - type: nauc_map_at_1000_std + value: -9.6335 + - type: nauc_map_at_1000_diff1 + value: 14.488400000000002 + - type: nauc_recall_at_1_max + value: -4.8705 + - type: nauc_recall_at_1_std + value: -9.1757 + - type: nauc_recall_at_1_diff1 + value: 17.743000000000002 + - type: nauc_recall_at_3_max + value: -2.7195 + - type: nauc_recall_at_3_std + value: -11.2342 + - type: nauc_recall_at_3_diff1 + value: 8.7116 + - type: nauc_recall_at_5_max + value: 1.7492 + - type: nauc_recall_at_5_std + value: -10.6963 + - type: nauc_recall_at_5_diff1 + value: 10.569 + - type: nauc_recall_at_10_max + value: 10.7433 + - type: nauc_recall_at_10_std + value: -6.339599999999999 + - type: nauc_recall_at_10_diff1 + value: 10.6275 + - type: nauc_recall_at_20_max + value: 14.802499999999998 + - type: nauc_recall_at_20_std + value: 3.9196 + - type: nauc_recall_at_20_diff1 + value: 6.0286 + - type: nauc_recall_at_100_max + value: 40.8859 + - type: nauc_recall_at_100_std + value: 57.965500000000006 + - type: nauc_recall_at_100_diff1 + value: 30.7703 + - type: nauc_recall_at_1000_max + value: 24.2175 + - type: nauc_recall_at_1000_std + value: 70.9234 + - type: nauc_recall_at_1000_diff1 + value: 5.9272 + - type: nauc_precision_at_1_max + value: -4.8705 + - type: nauc_precision_at_1_std + value: -9.1757 + - type: nauc_precision_at_1_diff1 + value: 17.743000000000002 + - type: nauc_precision_at_3_max + value: -2.7195 + - type: nauc_precision_at_3_std + value: -11.2342 + - type: nauc_precision_at_3_diff1 + value: 8.7116 + - type: nauc_precision_at_5_max + value: 1.7492 + - type: nauc_precision_at_5_std + value: -10.6963 + - type: nauc_precision_at_5_diff1 + value: 10.569 + - type: nauc_precision_at_10_max + value: 10.7433 + - type: nauc_precision_at_10_std + value: -6.339599999999999 + - type: nauc_precision_at_10_diff1 + value: 10.6275 + - type: nauc_precision_at_20_max + value: 14.802499999999998 + - type: nauc_precision_at_20_std + value: 3.9196 + - type: nauc_precision_at_20_diff1 + value: 6.0286 + - type: nauc_precision_at_100_max + value: 40.8859 + - type: nauc_precision_at_100_std + value: 57.965500000000006 + - type: nauc_precision_at_100_diff1 + value: 30.7703 + - type: nauc_precision_at_1000_max + value: 24.2175 + - type: nauc_precision_at_1000_std + value: 70.9234 + - type: nauc_precision_at_1000_diff1 + value: 5.9272 + - type: nauc_mrr_at_1_max + value: -5.1491 + - type: nauc_mrr_at_1_std + value: -8.8127 + - type: nauc_mrr_at_1_diff1 + value: 15.857099999999999 + - type: nauc_mrr_at_3_max + value: -5.083200000000001 + - type: nauc_mrr_at_3_std + value: -9.8967 + - type: nauc_mrr_at_3_diff1 + value: 11.9042 + - type: nauc_mrr_at_5_max + value: -4.530399999999999 + - type: nauc_mrr_at_5_std + value: -9.900599999999999 + - type: nauc_mrr_at_5_diff1 + value: 12.2957 + - type: nauc_mrr_at_10_max + value: -4.2387 + - type: nauc_mrr_at_10_std + value: -9.6123 + - type: nauc_mrr_at_10_diff1 + value: 12.4769 + - type: nauc_mrr_at_20_max + value: -4.5254 + - type: nauc_mrr_at_20_std + value: -9.5502 + - type: nauc_mrr_at_20_diff1 + value: 12.4674 + - type: nauc_mrr_at_100_max + value: -4.5576 + - type: nauc_mrr_at_100_std + value: -9.549100000000001 + - type: nauc_mrr_at_100_diff1 + value: 12.556899999999999 + - type: nauc_mrr_at_1000_max + value: -4.5645999999999995 + - type: nauc_mrr_at_1000_std + value: -9.5548 + - type: nauc_mrr_at_1000_diff1 + value: 12.552900000000001 + - type: main_score + value: 56.614 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ArxivClusteringP2P (default) + revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d + split: test + type: mteb/arxiv-clustering-p2p + metrics: + - type: v_measure + value: 47.2524 + - type: v_measure_std + value: 13.7772 + - type: main_score + value: 47.2524 + task: + type: Clustering + - dataset: + config: default + name: MTEB ArxivClusteringS2S (default) + revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 + split: test + type: mteb/arxiv-clustering-s2s + metrics: + - type: v_measure + value: 40.7262 + - type: v_measure_std + value: 14.125499999999999 + - type: main_score + value: 40.7262 + task: + type: Clustering + - dataset: + config: default + name: MTEB AskUbuntuDupQuestions (default) + revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 + split: test + type: mteb/askubuntudupquestions-reranking + metrics: + - type: map + value: 61.57319999999999 + - type: mrr + value: 74.6714 + - type: nAUC_map_max + value: 21.8916 + - type: nAUC_map_std + value: 17.9941 + - type: nAUC_map_diff1 + value: 1.5548 + - type: nAUC_mrr_max + value: 34.139399999999995 + - type: nAUC_mrr_std + value: 18.133499999999998 + - type: nAUC_mrr_diff1 + value: 13.3597 + - type: main_score + value: 61.57319999999999 + task: + type: Reranking + - dataset: + config: default + name: MTEB BIOSSES (default) + revision: d3fb88f8f02e40887cd149695127462bbcf29b4a + split: test + type: mteb/biosses-sts + metrics: + - type: pearson + value: 86.7849 + - type: spearman + value: 84.7302 + - type: cosine_pearson + value: 86.7849 + - type: cosine_spearman + value: 84.7302 + - type: manhattan_pearson + value: 84.48179999999999 + - type: manhattan_spearman + value: 84.0507 + - type: euclidean_pearson + value: 84.8613 + - type: euclidean_spearman + value: 84.6266 + - type: main_score + value: 84.7302 + task: + type: STS + - dataset: + config: default + name: MTEB Banking77Classification (default) + revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 + split: test + type: mteb/banking77 + metrics: + - type: accuracy + value: 85.7175 + - type: f1 + value: 85.6781 + - type: f1_weighted + value: 85.6781 + - type: main_score + value: 85.7175 + task: + type: Classification + - dataset: + config: default + name: MTEB BiorxivClusteringP2P (default) + revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 + split: test + type: mteb/biorxiv-clustering-p2p + metrics: + - type: v_measure + value: 40.0588 + - type: v_measure_std + value: 0.8872 + - type: main_score + value: 40.0588 + task: + type: Clustering + - dataset: + config: default + name: MTEB BiorxivClusteringS2S (default) + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + split: test + type: mteb/biorxiv-clustering-s2s + metrics: + - type: v_measure + value: 36.382799999999996 + - type: v_measure_std + value: 1.167 + - type: main_score + value: 36.382799999999996 + task: + type: Clustering + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: ndcg_at_1 + value: 37.196 + - type: ndcg_at_3 + value: 42.778 + - type: ndcg_at_5 + value: 45.013999999999996 + - type: ndcg_at_10 + value: 47.973 + - type: ndcg_at_20 + value: 50.141000000000005 + - type: ndcg_at_100 + value: 53.31399999999999 + - type: ndcg_at_1000 + value: 55.52 + - type: map_at_1 + value: 30.598 + - type: map_at_3 + value: 38.173 + - type: map_at_5 + value: 40.093 + - type: map_at_10 + value: 41.686 + - type: map_at_20 + value: 42.522 + - type: map_at_100 + value: 43.191 + - type: map_at_1000 + value: 43.328 + - type: recall_at_1 + value: 30.598 + - type: recall_at_3 + value: 45.019999999999996 + - type: recall_at_5 + value: 51.357 + - type: recall_at_10 + value: 60.260000000000005 + - type: recall_at_20 + value: 67.93299999999999 + - type: recall_at_100 + value: 82.07 + - type: recall_at_1000 + value: 96.345 + - type: precision_at_1 + value: 37.196 + - type: precision_at_3 + value: 20.552999999999997 + - type: precision_at_5 + value: 14.707 + - type: precision_at_10 + value: 9.213000000000001 + - type: precision_at_20 + value: 5.522 + - type: precision_at_100 + value: 1.4949999999999999 + - type: precision_at_1000 + value: 0.198 + - type: mrr_at_1 + value: 37.196 + - type: mrr_at_3 + value: 44.4683 + - type: mrr_at_5 + value: 45.9776 + - type: mrr_at_10 + value: 47.1884 + - type: mrr_at_20 + value: 47.6763 + - type: mrr_at_100 + value: 47.957 + - type: mrr_at_1000 + value: 48.0103 + - type: nauc_ndcg_at_1_max + value: 38.1056 + - type: nauc_ndcg_at_1_std + value: -1.5731 + - type: nauc_ndcg_at_1_diff1 + value: 52.3965 + - type: nauc_ndcg_at_3_max + value: 35.8655 + - type: nauc_ndcg_at_3_std + value: 0.2057 + - type: nauc_ndcg_at_3_diff1 + value: 46.299600000000005 + - type: nauc_ndcg_at_5_max + value: 36.3806 + - type: nauc_ndcg_at_5_std + value: 1.542 + - type: nauc_ndcg_at_5_diff1 + value: 45.3674 + - type: nauc_ndcg_at_10_max + value: 36.6053 + - type: nauc_ndcg_at_10_std + value: 2.7934 + - type: nauc_ndcg_at_10_diff1 + value: 45.3474 + - type: nauc_ndcg_at_20_max + value: 37.2333 + - type: nauc_ndcg_at_20_std + value: 3.3346 + - type: nauc_ndcg_at_20_diff1 + value: 45.6105 + - type: nauc_ndcg_at_100_max + value: 38.168400000000005 + - type: nauc_ndcg_at_100_std + value: 4.618 + - type: nauc_ndcg_at_100_diff1 + value: 45.7041 + - type: nauc_ndcg_at_1000_max + value: 37.911 + - type: nauc_ndcg_at_1000_std + value: 4.2068 + - type: nauc_ndcg_at_1000_diff1 + value: 46.0349 + - type: nauc_map_at_1_max + value: 33.6794 + - type: nauc_map_at_1_std + value: -0.7946 + - type: nauc_map_at_1_diff1 + value: 55.799699999999994 + - type: nauc_map_at_3_max + value: 35.216300000000004 + - type: nauc_map_at_3_std + value: -0.3286 + - type: nauc_map_at_3_diff1 + value: 49.5727 + - type: nauc_map_at_5_max + value: 35.583999999999996 + - type: nauc_map_at_5_std + value: 0.4626 + - type: nauc_map_at_5_diff1 + value: 48.621900000000004 + - type: nauc_map_at_10_max + value: 35.837 + - type: nauc_map_at_10_std + value: 1.1462999999999999 + - type: nauc_map_at_10_diff1 + value: 48.302499999999995 + - type: nauc_map_at_20_max + value: 36.1877 + - type: nauc_map_at_20_std + value: 1.5263 + - type: nauc_map_at_20_diff1 + value: 48.2105 + - type: nauc_map_at_100_max + value: 36.452 + - type: nauc_map_at_100_std + value: 1.958 + - type: nauc_map_at_100_diff1 + value: 48.1781 + - type: nauc_map_at_1000_max + value: 36.4422 + - type: nauc_map_at_1000_std + value: 1.9560000000000002 + - type: nauc_map_at_1000_diff1 + value: 48.166399999999996 + - type: nauc_recall_at_1_max + value: 33.6794 + - type: nauc_recall_at_1_std + value: -0.7946 + - type: nauc_recall_at_1_diff1 + value: 55.799699999999994 + - type: nauc_recall_at_3_max + value: 33.591 + - type: nauc_recall_at_3_std + value: 0.7802 + - type: nauc_recall_at_3_diff1 + value: 42.728100000000005 + - type: nauc_recall_at_5_max + value: 34.1456 + - type: nauc_recall_at_5_std + value: 3.803 + - type: nauc_recall_at_5_diff1 + value: 39.3889 + - type: nauc_recall_at_10_max + value: 34.2228 + - type: nauc_recall_at_10_std + value: 7.394399999999999 + - type: nauc_recall_at_10_diff1 + value: 37.660900000000005 + - type: nauc_recall_at_20_max + value: 35.9338 + - type: nauc_recall_at_20_std + value: 9.6754 + - type: nauc_recall_at_20_diff1 + value: 36.626999999999995 + - type: nauc_recall_at_100_max + value: 43.0721 + - type: nauc_recall_at_100_std + value: 21.493499999999997 + - type: nauc_recall_at_100_diff1 + value: 34.809 + - type: nauc_recall_at_1000_max + value: 61.345499999999994 + - type: nauc_recall_at_1000_std + value: 66.2789 + - type: nauc_recall_at_1000_diff1 + value: 43.5024 + - type: nauc_precision_at_1_max + value: 38.1056 + - type: nauc_precision_at_1_std + value: -1.5731 + - type: nauc_precision_at_1_diff1 + value: 52.3965 + - type: nauc_precision_at_3_max + value: 31.2978 + - type: nauc_precision_at_3_std + value: 0.0904 + - type: nauc_precision_at_3_diff1 + value: 25.9668 + - type: nauc_precision_at_5_max + value: 28.2209 + - type: nauc_precision_at_5_std + value: 3.6561000000000003 + - type: nauc_precision_at_5_diff1 + value: 16.3544 + - type: nauc_precision_at_10_max + value: 21.8709 + - type: nauc_precision_at_10_std + value: 7.3919 + - type: nauc_precision_at_10_diff1 + value: 4.4909 + - type: nauc_precision_at_20_max + value: 16.3885 + - type: nauc_precision_at_20_std + value: 9.8527 + - type: nauc_precision_at_20_diff1 + value: -3.9433000000000002 + - type: nauc_precision_at_100_max + value: 4.612 + - type: nauc_precision_at_100_std + value: 6.9627 + - type: nauc_precision_at_100_diff1 + value: -14.0135 + - type: nauc_precision_at_1000_max + value: -10.599699999999999 + - type: nauc_precision_at_1000_std + value: -4.5693 + - type: nauc_precision_at_1000_diff1 + value: -21.0926 + - type: nauc_mrr_at_1_max + value: 38.1056 + - type: nauc_mrr_at_1_std + value: -1.5731 + - type: nauc_mrr_at_1_diff1 + value: 52.3965 + - type: nauc_mrr_at_3_max + value: 37.4199 + - type: nauc_mrr_at_3_std + value: -0.5046 + - type: nauc_mrr_at_3_diff1 + value: 46.5936 + - type: nauc_mrr_at_5_max + value: 38.1046 + - type: nauc_mrr_at_5_std + value: 0.8115000000000001 + - type: nauc_mrr_at_5_diff1 + value: 46.051500000000004 + - type: nauc_mrr_at_10_max + value: 37.9372 + - type: nauc_mrr_at_10_std + value: 1.0405 + - type: nauc_mrr_at_10_diff1 + value: 46.085 + - type: nauc_mrr_at_20_max + value: 38.0462 + - type: nauc_mrr_at_20_std + value: 0.9399 + - type: nauc_mrr_at_20_diff1 + value: 46.247 + - type: nauc_mrr_at_100_max + value: 38.0712 + - type: nauc_mrr_at_100_std + value: 1.0857 + - type: nauc_mrr_at_100_diff1 + value: 46.257999999999996 + - type: nauc_mrr_at_1000_max + value: 38.0822 + - type: nauc_mrr_at_1000_std + value: 1.0925 + - type: nauc_mrr_at_1000_diff1 + value: 46.2851 + - type: main_score + value: 47.973 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: ndcg_at_1 + value: 34.394999999999996 + - type: ndcg_at_3 + value: 37.994 + - type: ndcg_at_5 + value: 40.056999999999995 + - type: ndcg_at_10 + value: 42.174 + - type: ndcg_at_20 + value: 44.04 + - type: ndcg_at_100 + value: 46.833999999999996 + - type: ndcg_at_1000 + value: 49.025999999999996 + - type: map_at_1 + value: 27.6 + - type: map_at_3 + value: 34.004 + - type: map_at_5 + value: 35.592 + - type: map_at_10 + value: 36.803999999999995 + - type: map_at_20 + value: 37.508 + - type: map_at_100 + value: 38.068999999999996 + - type: map_at_1000 + value: 38.202999999999996 + - type: recall_at_1 + value: 27.6 + - type: recall_at_3 + value: 39.684999999999995 + - type: recall_at_5 + value: 45.397 + - type: recall_at_10 + value: 51.737 + - type: recall_at_20 + value: 58.47 + - type: recall_at_100 + value: 71.42500000000001 + - type: recall_at_1000 + value: 85.372 + - type: precision_at_1 + value: 34.394999999999996 + - type: precision_at_3 + value: 18.279999999999998 + - type: precision_at_5 + value: 13.096 + - type: precision_at_10 + value: 8.019 + - type: precision_at_20 + value: 4.812 + - type: precision_at_100 + value: 1.344 + - type: precision_at_1000 + value: 0.182 + - type: mrr_at_1 + value: 34.3949 + - type: mrr_at_3 + value: 39.9894 + - type: mrr_at_5 + value: 41.438399999999994 + - type: mrr_at_10 + value: 42.3136 + - type: mrr_at_20 + value: 42.769800000000004 + - type: mrr_at_100 + value: 43.0583 + - type: mrr_at_1000 + value: 43.1108 + - type: nauc_ndcg_at_1_max + value: 37.1051 + - type: nauc_ndcg_at_1_std + value: -1.4586 + - type: nauc_ndcg_at_1_diff1 + value: 52.3038 + - type: nauc_ndcg_at_3_max + value: 35.7717 + - type: nauc_ndcg_at_3_std + value: -2.191 + - type: nauc_ndcg_at_3_diff1 + value: 48.688500000000005 + - type: nauc_ndcg_at_5_max + value: 35.6552 + - type: nauc_ndcg_at_5_std + value: -2.0198 + - type: nauc_ndcg_at_5_diff1 + value: 48.308 + - type: nauc_ndcg_at_10_max + value: 35.0904 + - type: nauc_ndcg_at_10_std + value: -1.3836 + - type: nauc_ndcg_at_10_diff1 + value: 47.6937 + - type: nauc_ndcg_at_20_max + value: 35.6035 + - type: nauc_ndcg_at_20_std + value: 0.2853 + - type: nauc_ndcg_at_20_diff1 + value: 46.705000000000005 + - type: nauc_ndcg_at_100_max + value: 36.583 + - type: nauc_ndcg_at_100_std + value: 2.7466 + - type: nauc_ndcg_at_100_diff1 + value: 46.4799 + - type: nauc_ndcg_at_1000_max + value: 36.3746 + - type: nauc_ndcg_at_1000_std + value: 2.9227 + - type: nauc_ndcg_at_1000_diff1 + value: 46.6333 + - type: nauc_map_at_1_max + value: 29.4449 + - type: nauc_map_at_1_std + value: -8.899899999999999 + - type: nauc_map_at_1_diff1 + value: 55.446799999999996 + - type: nauc_map_at_3_max + value: 32.592 + - type: nauc_map_at_3_std + value: -6.7539 + - type: nauc_map_at_3_diff1 + value: 50.857 + - type: nauc_map_at_5_max + value: 33.234399999999994 + - type: nauc_map_at_5_std + value: -5.8864 + - type: nauc_map_at_5_diff1 + value: 50.301899999999996 + - type: nauc_map_at_10_max + value: 33.6075 + - type: nauc_map_at_10_std + value: -4.9146 + - type: nauc_map_at_10_diff1 + value: 49.8723 + - type: nauc_map_at_20_max + value: 34.0783 + - type: nauc_map_at_20_std + value: -3.8943 + - type: nauc_map_at_20_diff1 + value: 49.4751 + - type: nauc_map_at_100_max + value: 34.5953 + - type: nauc_map_at_100_std + value: -3.0787 + - type: nauc_map_at_100_diff1 + value: 49.452 + - type: nauc_map_at_1000_max + value: 34.6458 + - type: nauc_map_at_1000_std + value: -2.9694000000000003 + - type: nauc_map_at_1000_diff1 + value: 49.467299999999994 + - type: nauc_recall_at_1_max + value: 29.4449 + - type: nauc_recall_at_1_std + value: -8.899899999999999 + - type: nauc_recall_at_1_diff1 + value: 55.446799999999996 + - type: nauc_recall_at_3_max + value: 31.618800000000004 + - type: nauc_recall_at_3_std + value: -6.1698 + - type: nauc_recall_at_3_diff1 + value: 45.7301 + - type: nauc_recall_at_5_max + value: 32.211600000000004 + - type: nauc_recall_at_5_std + value: -3.594 + - type: nauc_recall_at_5_diff1 + value: 43.8823 + - type: nauc_recall_at_10_max + value: 31.2112 + - type: nauc_recall_at_10_std + value: -0.30860000000000004 + - type: nauc_recall_at_10_diff1 + value: 41.3329 + - type: nauc_recall_at_20_max + value: 32.9024 + - type: nauc_recall_at_20_std + value: 5.76 + - type: nauc_recall_at_20_diff1 + value: 36.8023 + - type: nauc_recall_at_100_max + value: 38.7919 + - type: nauc_recall_at_100_std + value: 22.4841 + - type: nauc_recall_at_100_diff1 + value: 33.6918 + - type: nauc_recall_at_1000_max + value: 37.6415 + - type: nauc_recall_at_1000_std + value: 34.7539 + - type: nauc_recall_at_1000_diff1 + value: 29.8994 + - type: nauc_precision_at_1_max + value: 37.1051 + - type: nauc_precision_at_1_std + value: -1.4586 + - type: nauc_precision_at_1_diff1 + value: 52.3038 + - type: nauc_precision_at_3_max + value: 38.8085 + - type: nauc_precision_at_3_std + value: 9.067400000000001 + - type: nauc_precision_at_3_diff1 + value: 32.0198 + - type: nauc_precision_at_5_max + value: 38.5842 + - type: nauc_precision_at_5_std + value: 14.129 + - type: nauc_precision_at_5_diff1 + value: 25.2904 + - type: nauc_precision_at_10_max + value: 36.321999999999996 + - type: nauc_precision_at_10_std + value: 20.381 + - type: nauc_precision_at_10_diff1 + value: 17.1106 + - type: nauc_precision_at_20_max + value: 36.0274 + - type: nauc_precision_at_20_std + value: 30.1906 + - type: nauc_precision_at_20_diff1 + value: 8.752699999999999 + - type: nauc_precision_at_100_max + value: 31.626900000000003 + - type: nauc_precision_at_100_std + value: 38.6494 + - type: nauc_precision_at_100_diff1 + value: 2.5243 + - type: nauc_precision_at_1000_max + value: 18.869600000000002 + - type: nauc_precision_at_1000_std + value: 32.9116 + - type: nauc_precision_at_1000_diff1 + value: -1.9265999999999999 + - type: nauc_mrr_at_1_max + value: 37.1051 + - type: nauc_mrr_at_1_std + value: -1.4586 + - type: nauc_mrr_at_1_diff1 + value: 52.3038 + - type: nauc_mrr_at_3_max + value: 37.1104 + - type: nauc_mrr_at_3_std + value: 0.3024 + - type: nauc_mrr_at_3_diff1 + value: 48.6141 + - type: nauc_mrr_at_5_max + value: 37.155 + - type: nauc_mrr_at_5_std + value: 0.8841 + - type: nauc_mrr_at_5_diff1 + value: 48.4238 + - type: nauc_mrr_at_10_max + value: 36.8581 + - type: nauc_mrr_at_10_std + value: 0.9572 + - type: nauc_mrr_at_10_diff1 + value: 47.9585 + - type: nauc_mrr_at_20_max + value: 37.0095 + - type: nauc_mrr_at_20_std + value: 1.2396 + - type: nauc_mrr_at_20_diff1 + value: 47.897099999999995 + - type: nauc_mrr_at_100_max + value: 37.0474 + - type: nauc_mrr_at_100_std + value: 1.397 + - type: nauc_mrr_at_100_diff1 + value: 47.8843 + - type: nauc_mrr_at_1000_max + value: 37.0388 + - type: nauc_mrr_at_1000_std + value: 1.3889 + - type: nauc_mrr_at_1000_diff1 + value: 47.8923 + - type: main_score + value: 42.174 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: ndcg_at_1 + value: 44.263000000000005 + - type: ndcg_at_3 + value: 51.32 + - type: ndcg_at_5 + value: 54.354 + - type: ndcg_at_10 + value: 56.855 + - type: ndcg_at_20 + value: 59.019 + - type: ndcg_at_100 + value: 61.507999999999996 + - type: ndcg_at_1000 + value: 62.522 + - type: map_at_1 + value: 38.821 + - type: map_at_3 + value: 47.79 + - type: map_at_5 + value: 49.826 + - type: map_at_10 + value: 51.129999999999995 + - type: map_at_20 + value: 51.882 + - type: map_at_100 + value: 52.321 + - type: map_at_1000 + value: 52.373000000000005 + - type: recall_at_1 + value: 38.821 + - type: recall_at_3 + value: 55.961000000000006 + - type: recall_at_5 + value: 63.286 + - type: recall_at_10 + value: 70.408 + - type: recall_at_20 + value: 78.47 + - type: recall_at_100 + value: 90.509 + - type: recall_at_1000 + value: 97.543 + - type: precision_at_1 + value: 44.263000000000005 + - type: precision_at_3 + value: 22.926 + - type: precision_at_5 + value: 16.012999999999998 + - type: precision_at_10 + value: 9.223 + - type: precision_at_20 + value: 5.238 + - type: precision_at_100 + value: 1.246 + - type: precision_at_1000 + value: 0.13799999999999998 + - type: mrr_at_1 + value: 44.2633 + - type: mrr_at_3 + value: 51.7032 + - type: mrr_at_5 + value: 53.380399999999995 + - type: mrr_at_10 + value: 54.3026 + - type: mrr_at_20 + value: 54.797700000000006 + - type: mrr_at_100 + value: 55.07379999999999 + - type: mrr_at_1000 + value: 55.0997 + - type: nauc_ndcg_at_1_max + value: 36.5201 + - type: nauc_ndcg_at_1_std + value: -4.0972 + - type: nauc_ndcg_at_1_diff1 + value: 49.5567 + - type: nauc_ndcg_at_3_max + value: 36.4186 + - type: nauc_ndcg_at_3_std + value: -3.2881 + - type: nauc_ndcg_at_3_diff1 + value: 44.5043 + - type: nauc_ndcg_at_5_max + value: 36.8275 + - type: nauc_ndcg_at_5_std + value: -2.8840999999999997 + - type: nauc_ndcg_at_5_diff1 + value: 44.1124 + - type: nauc_ndcg_at_10_max + value: 37.8819 + - type: nauc_ndcg_at_10_std + value: -1.5313999999999999 + - type: nauc_ndcg_at_10_diff1 + value: 43.538700000000006 + - type: nauc_ndcg_at_20_max + value: 37.9693 + - type: nauc_ndcg_at_20_std + value: -0.5973 + - type: nauc_ndcg_at_20_diff1 + value: 42.9989 + - type: nauc_ndcg_at_100_max + value: 38.3465 + - type: nauc_ndcg_at_100_std + value: -0.0186 + - type: nauc_ndcg_at_100_diff1 + value: 43.4551 + - type: nauc_ndcg_at_1000_max + value: 38.2222 + - type: nauc_ndcg_at_1000_std + value: -0.3677 + - type: nauc_ndcg_at_1000_diff1 + value: 43.8485 + - type: nauc_map_at_1_max + value: 30.3838 + - type: nauc_map_at_1_std + value: -6.0729 + - type: nauc_map_at_1_diff1 + value: 49.9023 + - type: nauc_map_at_3_max + value: 34.394000000000005 + - type: nauc_map_at_3_std + value: -5.0606 + - type: nauc_map_at_3_diff1 + value: 46.3459 + - type: nauc_map_at_5_max + value: 34.846199999999996 + - type: nauc_map_at_5_std + value: -4.6529 + - type: nauc_map_at_5_diff1 + value: 45.9401 + - type: nauc_map_at_10_max + value: 35.6705 + - type: nauc_map_at_10_std + value: -3.6452999999999998 + - type: nauc_map_at_10_diff1 + value: 45.476299999999995 + - type: nauc_map_at_20_max + value: 35.951899999999995 + - type: nauc_map_at_20_std + value: -3.0703 + - type: nauc_map_at_20_diff1 + value: 45.2239 + - type: nauc_map_at_100_max + value: 36.1499 + - type: nauc_map_at_100_std + value: -2.8472 + - type: nauc_map_at_100_diff1 + value: 45.2281 + - type: nauc_map_at_1000_max + value: 36.1684 + - type: nauc_map_at_1000_std + value: -2.8369 + - type: nauc_map_at_1000_diff1 + value: 45.2513 + - type: nauc_recall_at_1_max + value: 30.3838 + - type: nauc_recall_at_1_std + value: -6.0729 + - type: nauc_recall_at_1_diff1 + value: 49.9023 + - type: nauc_recall_at_3_max + value: 35.4902 + - type: nauc_recall_at_3_std + value: -4.166 + - type: nauc_recall_at_3_diff1 + value: 41.3795 + - type: nauc_recall_at_5_max + value: 35.551100000000005 + - type: nauc_recall_at_5_std + value: -2.6090999999999998 + - type: nauc_recall_at_5_diff1 + value: 38.567499999999995 + - type: nauc_recall_at_10_max + value: 39.1336 + - type: nauc_recall_at_10_std + value: 1.7909000000000002 + - type: nauc_recall_at_10_diff1 + value: 36.0768 + - type: nauc_recall_at_20_max + value: 41.0936 + - type: nauc_recall_at_20_std + value: 8.4893 + - type: nauc_recall_at_20_diff1 + value: 31.3577 + - type: nauc_recall_at_100_max + value: 47.2494 + - type: nauc_recall_at_100_std + value: 23.6531 + - type: nauc_recall_at_100_diff1 + value: 28.3733 + - type: nauc_recall_at_1000_max + value: 60.132799999999996 + - type: nauc_recall_at_1000_std + value: 51.15650000000001 + - type: nauc_recall_at_1000_diff1 + value: 23.1446 + - type: nauc_precision_at_1_max + value: 36.5201 + - type: nauc_precision_at_1_std + value: -4.0972 + - type: nauc_precision_at_1_diff1 + value: 49.5567 + - type: nauc_precision_at_3_max + value: 35.43 + - type: nauc_precision_at_3_std + value: 2.5281000000000002 + - type: nauc_precision_at_3_diff1 + value: 26.259900000000002 + - type: nauc_precision_at_5_max + value: 33.2373 + - type: nauc_precision_at_5_std + value: 6.2754 + - type: nauc_precision_at_5_diff1 + value: 18.587699999999998 + - type: nauc_precision_at_10_max + value: 32.9216 + - type: nauc_precision_at_10_std + value: 14.078299999999999 + - type: nauc_precision_at_10_diff1 + value: 8.0609 + - type: nauc_precision_at_20_max + value: 30.7836 + - type: nauc_precision_at_20_std + value: 21.0397 + - type: nauc_precision_at_20_diff1 + value: -1.7804 + - type: nauc_precision_at_100_max + value: 25.4678 + - type: nauc_precision_at_100_std + value: 25.452399999999997 + - type: nauc_precision_at_100_diff1 + value: -10.8569 + - type: nauc_precision_at_1000_max + value: 20.2269 + - type: nauc_precision_at_1000_std + value: 22.9962 + - type: nauc_precision_at_1000_diff1 + value: -13.309000000000001 + - type: nauc_mrr_at_1_max + value: 36.5201 + - type: nauc_mrr_at_1_std + value: -4.0972 + - type: nauc_mrr_at_1_diff1 + value: 49.5567 + - type: nauc_mrr_at_3_max + value: 38.4583 + - type: nauc_mrr_at_3_std + value: -2.3642 + - type: nauc_mrr_at_3_diff1 + value: 45.692899999999995 + - type: nauc_mrr_at_5_max + value: 38.2616 + - type: nauc_mrr_at_5_std + value: -2.1449 + - type: nauc_mrr_at_5_diff1 + value: 45.217 + - type: nauc_mrr_at_10_max + value: 38.5321 + - type: nauc_mrr_at_10_std + value: -1.8026 + - type: nauc_mrr_at_10_diff1 + value: 45.1717 + - type: nauc_mrr_at_20_max + value: 38.5499 + - type: nauc_mrr_at_20_std + value: -1.6838 + - type: nauc_mrr_at_20_diff1 + value: 45.1274 + - type: nauc_mrr_at_100_max + value: 38.5241 + - type: nauc_mrr_at_100_std + value: -1.7292999999999998 + - type: nauc_mrr_at_100_diff1 + value: 45.183299999999996 + - type: nauc_mrr_at_1000_max + value: 38.520900000000005 + - type: nauc_mrr_at_1000_std + value: -1.7335 + - type: nauc_mrr_at_1000_diff1 + value: 45.1948 + - type: main_score + value: 56.855 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: ndcg_at_1 + value: 28.362 + - type: ndcg_at_3 + value: 33.555 + - type: ndcg_at_5 + value: 35.857 + - type: ndcg_at_10 + value: 38.182 + - type: ndcg_at_20 + value: 40.181 + - type: ndcg_at_100 + value: 43.475 + - type: ndcg_at_1000 + value: 45.512 + - type: map_at_1 + value: 26.529000000000003 + - type: map_at_3 + value: 31.413000000000004 + - type: map_at_5 + value: 32.844 + - type: map_at_10 + value: 33.884 + - type: map_at_20 + value: 34.446 + - type: map_at_100 + value: 34.942 + - type: map_at_1000 + value: 35.018 + - type: recall_at_1 + value: 26.529000000000003 + - type: recall_at_3 + value: 37.313 + - type: recall_at_5 + value: 42.792 + - type: recall_at_10 + value: 49.748 + - type: recall_at_20 + value: 57.199999999999996 + - type: recall_at_100 + value: 74.118 + - type: recall_at_1000 + value: 89.593 + - type: precision_at_1 + value: 28.362 + - type: precision_at_3 + value: 13.936000000000002 + - type: precision_at_5 + value: 9.74 + - type: precision_at_10 + value: 5.7059999999999995 + - type: precision_at_20 + value: 3.3329999999999997 + - type: precision_at_100 + value: 0.886 + - type: precision_at_1000 + value: 0.109 + - type: mrr_at_1 + value: 28.3616 + - type: mrr_at_3 + value: 33.5028 + - type: mrr_at_5 + value: 34.7175 + - type: mrr_at_10 + value: 35.6453 + - type: mrr_at_20 + value: 36.2289 + - type: mrr_at_100 + value: 36.6171 + - type: mrr_at_1000 + value: 36.681000000000004 + - type: nauc_ndcg_at_1_max + value: 31.811099999999996 + - type: nauc_ndcg_at_1_std + value: -4.5333 + - type: nauc_ndcg_at_1_diff1 + value: 48.3941 + - type: nauc_ndcg_at_3_max + value: 31.034499999999998 + - type: nauc_ndcg_at_3_std + value: -2.444 + - type: nauc_ndcg_at_3_diff1 + value: 43.8938 + - type: nauc_ndcg_at_5_max + value: 31.373800000000003 + - type: nauc_ndcg_at_5_std + value: -1.3659 + - type: nauc_ndcg_at_5_diff1 + value: 42.4021 + - type: nauc_ndcg_at_10_max + value: 30.4083 + - type: nauc_ndcg_at_10_std + value: -0.9893000000000001 + - type: nauc_ndcg_at_10_diff1 + value: 41.2387 + - type: nauc_ndcg_at_20_max + value: 30.5471 + - type: nauc_ndcg_at_20_std + value: 0.05689999999999999 + - type: nauc_ndcg_at_20_diff1 + value: 40.8052 + - type: nauc_ndcg_at_100_max + value: 30.791800000000002 + - type: nauc_ndcg_at_100_std + value: 0.7147 + - type: nauc_ndcg_at_100_diff1 + value: 40.708 + - type: nauc_ndcg_at_1000_max + value: 31.7174 + - type: nauc_ndcg_at_1000_std + value: 0.8226000000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 41.6999 + - type: nauc_map_at_1_max + value: 29.6273 + - type: nauc_map_at_1_std + value: -6.8855 + - type: nauc_map_at_1_diff1 + value: 49.7534 + - type: nauc_map_at_3_max + value: 30.6498 + - type: nauc_map_at_3_std + value: -3.7261 + - type: nauc_map_at_3_diff1 + value: 45.5401 + - type: nauc_map_at_5_max + value: 30.8948 + - type: nauc_map_at_5_std + value: -3.0341 + - type: nauc_map_at_5_diff1 + value: 44.7017 + - type: nauc_map_at_10_max + value: 30.538999999999998 + - type: nauc_map_at_10_std + value: -2.8572 + - type: nauc_map_at_10_diff1 + value: 44.2979 + - type: nauc_map_at_20_max + value: 30.5475 + - type: nauc_map_at_20_std + value: -2.535 + - type: nauc_map_at_20_diff1 + value: 44.1459 + - type: nauc_map_at_100_max + value: 30.6945 + - type: nauc_map_at_100_std + value: -2.4573 + - type: nauc_map_at_100_diff1 + value: 44.1182 + - type: nauc_map_at_1000_max + value: 30.7339 + - type: nauc_map_at_1000_std + value: -2.4239 + - type: nauc_map_at_1000_diff1 + value: 44.147999999999996 + - type: nauc_recall_at_1_max + value: 29.6273 + - type: nauc_recall_at_1_std + value: -6.8855 + - type: nauc_recall_at_1_diff1 + value: 49.7534 + - type: nauc_recall_at_3_max + value: 30.6914 + - type: nauc_recall_at_3_std + value: -0.2006 + - type: nauc_recall_at_3_diff1 + value: 40.1871 + - type: nauc_recall_at_5_max + value: 31.055300000000003 + - type: nauc_recall_at_5_std + value: 2.3528000000000002 + - type: nauc_recall_at_5_diff1 + value: 36.0852 + - type: nauc_recall_at_10_max + value: 27.7266 + - type: nauc_recall_at_10_std + value: 3.3422 + - type: nauc_recall_at_10_diff1 + value: 32.073800000000006 + - type: nauc_recall_at_20_max + value: 27.4648 + - type: nauc_recall_at_20_std + value: 7.5625 + - type: nauc_recall_at_20_diff1 + value: 29.567100000000003 + - type: nauc_recall_at_100_max + value: 26.152199999999997 + - type: nauc_recall_at_100_std + value: 15.0121 + - type: nauc_recall_at_100_diff1 + value: 24.9364 + - type: nauc_recall_at_1000_max + value: 41.4023 + - type: nauc_recall_at_1000_std + value: 30.557299999999998 + - type: nauc_recall_at_1000_diff1 + value: 32.1092 + - type: nauc_precision_at_1_max + value: 31.811099999999996 + - type: nauc_precision_at_1_std + value: -4.5333 + - type: nauc_precision_at_1_diff1 + value: 48.3941 + - type: nauc_precision_at_3_max + value: 33.0304 + - type: nauc_precision_at_3_std + value: 2.4003 + - type: nauc_precision_at_3_diff1 + value: 36.2318 + - type: nauc_precision_at_5_max + value: 32.257000000000005 + - type: nauc_precision_at_5_std + value: 5.0698 + - type: nauc_precision_at_5_diff1 + value: 31.707800000000002 + - type: nauc_precision_at_10_max + value: 27.735599999999998 + - type: nauc_precision_at_10_std + value: 6.1906 + - type: nauc_precision_at_10_diff1 + value: 26.072 + - type: nauc_precision_at_20_max + value: 27.5381 + - type: nauc_precision_at_20_std + value: 10.1923 + - type: nauc_precision_at_20_diff1 + value: 21.3019 + - type: nauc_precision_at_100_max + value: 21.9208 + - type: nauc_precision_at_100_std + value: 14.4338 + - type: nauc_precision_at_100_diff1 + value: 9.198 + - type: nauc_precision_at_1000_max + value: 19.8643 + - type: nauc_precision_at_1000_std + value: 15.779499999999999 + - type: nauc_precision_at_1000_diff1 + value: -1.2106999999999999 + - type: nauc_mrr_at_1_max + value: 31.811099999999996 + - type: nauc_mrr_at_1_std + value: -4.5333 + - type: nauc_mrr_at_1_diff1 + value: 48.3941 + - type: nauc_mrr_at_3_max + value: 31.6626 + - type: nauc_mrr_at_3_std + value: -2.1915 + - type: nauc_mrr_at_3_diff1 + value: 44.190400000000004 + - type: nauc_mrr_at_5_max + value: 31.9004 + - type: nauc_mrr_at_5_std + value: -1.7576 + - type: nauc_mrr_at_5_diff1 + value: 43.3956 + - type: nauc_mrr_at_10_max + value: 31.572899999999997 + - type: nauc_mrr_at_10_std + value: -1.6476000000000002 + - type: nauc_mrr_at_10_diff1 + value: 42.9418 + - type: nauc_mrr_at_20_max + value: 31.764599999999998 + - type: nauc_mrr_at_20_std + value: -1.3288 + - type: nauc_mrr_at_20_diff1 + value: 42.9203 + - type: nauc_mrr_at_100_max + value: 31.7058 + - type: nauc_mrr_at_100_std + value: -1.3098999999999998 + - type: nauc_mrr_at_100_diff1 + value: 42.9097 + - type: nauc_mrr_at_1000_max + value: 31.7363 + - type: nauc_mrr_at_1000_std + value: -1.2968 + - type: nauc_mrr_at_1000_diff1 + value: 42.951899999999995 + - type: main_score + value: 38.182 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: ndcg_at_1 + value: 19.776 + - type: ndcg_at_3 + value: 23.959 + - type: ndcg_at_5 + value: 26.064 + - type: ndcg_at_10 + value: 28.797 + - type: ndcg_at_20 + value: 30.419 + - type: ndcg_at_100 + value: 34.009 + - type: ndcg_at_1000 + value: 37.098 + - type: map_at_1 + value: 15.931999999999999 + - type: map_at_3 + value: 21.044999999999998 + - type: map_at_5 + value: 22.381 + - type: map_at_10 + value: 23.595 + - type: map_at_20 + value: 24.065 + - type: map_at_100 + value: 24.606 + - type: map_at_1000 + value: 24.728 + - type: recall_at_1 + value: 15.931999999999999 + - type: recall_at_3 + value: 27.051 + - type: recall_at_5 + value: 32.293 + - type: recall_at_10 + value: 40.399 + - type: recall_at_20 + value: 46.335 + - type: recall_at_100 + value: 63.855 + - type: recall_at_1000 + value: 86.06099999999999 + - type: precision_at_1 + value: 19.776 + - type: precision_at_3 + value: 11.526 + - type: precision_at_5 + value: 8.483 + - type: precision_at_10 + value: 5.398 + - type: precision_at_20 + value: 3.147 + - type: precision_at_100 + value: 0.9199999999999999 + - type: precision_at_1000 + value: 0.133 + - type: mrr_at_1 + value: 19.7761 + - type: mrr_at_3 + value: 25.580399999999997 + - type: mrr_at_5 + value: 26.9113 + - type: mrr_at_10 + value: 28.121499999999997 + - type: mrr_at_20 + value: 28.5441 + - type: mrr_at_100 + value: 28.9649 + - type: mrr_at_1000 + value: 29.0362 + - type: nauc_ndcg_at_1_max + value: 16.1721 + - type: nauc_ndcg_at_1_std + value: -5.8922 + - type: nauc_ndcg_at_1_diff1 + value: 32.987899999999996 + - type: nauc_ndcg_at_3_max + value: 16.3184 + - type: nauc_ndcg_at_3_std + value: -2.3258 + - type: nauc_ndcg_at_3_diff1 + value: 30.2222 + - type: nauc_ndcg_at_5_max + value: 14.013900000000001 + - type: nauc_ndcg_at_5_std + value: -2.0383 + - type: nauc_ndcg_at_5_diff1 + value: 29.444799999999997 + - type: nauc_ndcg_at_10_max + value: 13.4159 + - type: nauc_ndcg_at_10_std + value: -2.1247 + - type: nauc_ndcg_at_10_diff1 + value: 29.035300000000003 + - type: nauc_ndcg_at_20_max + value: 13.4454 + - type: nauc_ndcg_at_20_std + value: -1.7042000000000002 + - type: nauc_ndcg_at_20_diff1 + value: 29.136699999999998 + - type: nauc_ndcg_at_100_max + value: 14.585600000000001 + - type: nauc_ndcg_at_100_std + value: 0.9915999999999999 + - type: nauc_ndcg_at_100_diff1 + value: 28.419 + - type: nauc_ndcg_at_1000_max + value: 14.2089 + - type: nauc_ndcg_at_1000_std + value: 0.198 + - type: nauc_ndcg_at_1000_diff1 + value: 28.349000000000004 + - type: nauc_map_at_1_max + value: 13.081499999999998 + - type: nauc_map_at_1_std + value: -5.5374 + - type: nauc_map_at_1_diff1 + value: 33.6615 + - type: nauc_map_at_3_max + value: 14.213600000000001 + - type: nauc_map_at_3_std + value: -2.8775 + - type: nauc_map_at_3_diff1 + value: 30.8491 + - type: nauc_map_at_5_max + value: 13.004 + - type: nauc_map_at_5_std + value: -3.0094 + - type: nauc_map_at_5_diff1 + value: 30.298799999999996 + - type: nauc_map_at_10_max + value: 12.9029 + - type: nauc_map_at_10_std + value: -3.0807 + - type: nauc_map_at_10_diff1 + value: 30.126599999999996 + - type: nauc_map_at_20_max + value: 12.9461 + - type: nauc_map_at_20_std + value: -2.9581 + - type: nauc_map_at_20_diff1 + value: 30.134499999999996 + - type: nauc_map_at_100_max + value: 13.1359 + - type: nauc_map_at_100_std + value: -2.5017 + - type: nauc_map_at_100_diff1 + value: 30.018299999999996 + - type: nauc_map_at_1000_max + value: 13.1193 + - type: nauc_map_at_1000_std + value: -2.5128999999999997 + - type: nauc_map_at_1000_diff1 + value: 30.0067 + - type: nauc_recall_at_1_max + value: 13.081499999999998 + - type: nauc_recall_at_1_std + value: -5.5374 + - type: nauc_recall_at_1_diff1 + value: 33.6615 + - type: nauc_recall_at_3_max + value: 16.5062 + - type: nauc_recall_at_3_std + value: 0.5196000000000001 + - type: nauc_recall_at_3_diff1 + value: 27.553299999999997 + - type: nauc_recall_at_5_max + value: 12.1851 + - type: nauc_recall_at_5_std + value: 0.3195 + - type: nauc_recall_at_5_diff1 + value: 26.190799999999996 + - type: nauc_recall_at_10_max + value: 10.595699999999999 + - type: nauc_recall_at_10_std + value: -0.16169999999999998 + - type: nauc_recall_at_10_diff1 + value: 24.6259 + - type: nauc_recall_at_20_max + value: 10.2497 + - type: nauc_recall_at_20_std + value: 1.2119 + - type: nauc_recall_at_20_diff1 + value: 24.3161 + - type: nauc_recall_at_100_max + value: 14.849499999999999 + - type: nauc_recall_at_100_std + value: 15.209200000000001 + - type: nauc_recall_at_100_diff1 + value: 20.0322 + - type: nauc_recall_at_1000_max + value: 10.678 + - type: nauc_recall_at_1000_std + value: 19.6415 + - type: nauc_recall_at_1000_diff1 + value: 12.146899999999999 + - type: nauc_precision_at_1_max + value: 16.1721 + - type: nauc_precision_at_1_std + value: -5.8922 + - type: nauc_precision_at_1_diff1 + value: 32.987899999999996 + - type: nauc_precision_at_3_max + value: 19.988 + - type: nauc_precision_at_3_std + value: -2.574 + - type: nauc_precision_at_3_diff1 + value: 26.9007 + - type: nauc_precision_at_5_max + value: 14.5492 + - type: nauc_precision_at_5_std + value: -1.1918 + - type: nauc_precision_at_5_diff1 + value: 23.2059 + - type: nauc_precision_at_10_max + value: 13.595099999999999 + - type: nauc_precision_at_10_std + value: -0.9585 + - type: nauc_precision_at_10_diff1 + value: 21.063200000000002 + - type: nauc_precision_at_20_max + value: 13.4271 + - type: nauc_precision_at_20_std + value: 0.5092 + - type: nauc_precision_at_20_diff1 + value: 20.332 + - type: nauc_precision_at_100_max + value: 14.5833 + - type: nauc_precision_at_100_std + value: 9.581199999999999 + - type: nauc_precision_at_100_diff1 + value: 9.8307 + - type: nauc_precision_at_1000_max + value: 4.9234 + - type: nauc_precision_at_1000_std + value: 1.3542 + - type: nauc_precision_at_1000_diff1 + value: -1.6771999999999998 + - type: nauc_mrr_at_1_max + value: 16.1721 + - type: nauc_mrr_at_1_std + value: -5.8922 + - type: nauc_mrr_at_1_diff1 + value: 32.987899999999996 + - type: nauc_mrr_at_3_max + value: 17.651 + - type: nauc_mrr_at_3_std + value: -3.3937000000000004 + - type: nauc_mrr_at_3_diff1 + value: 30.067300000000003 + - type: nauc_mrr_at_5_max + value: 16.7811 + - type: nauc_mrr_at_5_std + value: -2.9766999999999997 + - type: nauc_mrr_at_5_diff1 + value: 30.125600000000002 + - type: nauc_mrr_at_10_max + value: 16.5277 + - type: nauc_mrr_at_10_std + value: -3.0048 + - type: nauc_mrr_at_10_diff1 + value: 30.010399999999997 + - type: nauc_mrr_at_20_max + value: 16.470299999999998 + - type: nauc_mrr_at_20_std + value: -2.9478 + - type: nauc_mrr_at_20_diff1 + value: 29.988 + - type: nauc_mrr_at_100_max + value: 16.5707 + - type: nauc_mrr_at_100_std + value: -2.7508 + - type: nauc_mrr_at_100_diff1 + value: 29.945100000000004 + - type: nauc_mrr_at_1000_max + value: 16.5535 + - type: nauc_mrr_at_1000_std + value: -2.7803 + - type: nauc_mrr_at_1000_diff1 + value: 29.948399999999996 + - type: main_score + value: 28.797 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: ndcg_at_1 + value: 36.574 + - type: ndcg_at_3 + value: 41.352 + - type: ndcg_at_5 + value: 44.012 + - type: ndcg_at_10 + value: 46.841 + - type: ndcg_at_20 + value: 48.933 + - type: ndcg_at_100 + value: 52.336000000000006 + - type: ndcg_at_1000 + value: 54.337 + - type: map_at_1 + value: 29.968 + - type: map_at_3 + value: 37.165 + - type: map_at_5 + value: 39.113 + - type: map_at_10 + value: 40.58 + - type: map_at_20 + value: 41.321999999999996 + - type: map_at_100 + value: 41.914 + - type: map_at_1000 + value: 42.028999999999996 + - type: recall_at_1 + value: 29.968 + - type: recall_at_3 + value: 44.605 + - type: recall_at_5 + value: 51.426 + - type: recall_at_10 + value: 59.614999999999995 + - type: recall_at_20 + value: 66.964 + - type: recall_at_100 + value: 82.943 + - type: recall_at_1000 + value: 95.76599999999999 + - type: precision_at_1 + value: 36.574 + - type: precision_at_3 + value: 19.442 + - type: precision_at_5 + value: 13.936000000000002 + - type: precision_at_10 + value: 8.566 + - type: precision_at_20 + value: 4.981 + - type: precision_at_100 + value: 1.3299999999999998 + - type: precision_at_1000 + value: 0.168 + - type: mrr_at_1 + value: 36.5736 + - type: mrr_at_3 + value: 43.7279 + - type: mrr_at_5 + value: 45.2679 + - type: mrr_at_10 + value: 46.380900000000004 + - type: mrr_at_20 + value: 46.8005 + - type: mrr_at_100 + value: 47.1448 + - type: mrr_at_1000 + value: 47.1883 + - type: nauc_ndcg_at_1_max + value: 35.397400000000005 + - type: nauc_ndcg_at_1_std + value: 4.6015 + - type: nauc_ndcg_at_1_diff1 + value: 49.0112 + - type: nauc_ndcg_at_3_max + value: 34.543400000000005 + - type: nauc_ndcg_at_3_std + value: 3.5360000000000005 + - type: nauc_ndcg_at_3_diff1 + value: 47.3852 + - type: nauc_ndcg_at_5_max + value: 33.3912 + - type: nauc_ndcg_at_5_std + value: 3.2248 + - type: nauc_ndcg_at_5_diff1 + value: 46.7688 + - type: nauc_ndcg_at_10_max + value: 33.1062 + - type: nauc_ndcg_at_10_std + value: 3.5458000000000003 + - type: nauc_ndcg_at_10_diff1 + value: 47.2397 + - type: nauc_ndcg_at_20_max + value: 33.7566 + - type: nauc_ndcg_at_20_std + value: 4.9054 + - type: nauc_ndcg_at_20_diff1 + value: 46.866 + - type: nauc_ndcg_at_100_max + value: 34.9426 + - type: nauc_ndcg_at_100_std + value: 6.7859 + - type: nauc_ndcg_at_100_diff1 + value: 47.2036 + - type: nauc_ndcg_at_1000_max + value: 35.1984 + - type: nauc_ndcg_at_1000_std + value: 6.3584000000000005 + - type: nauc_ndcg_at_1000_diff1 + value: 47.3887 + - type: nauc_map_at_1_max + value: 34.4419 + - type: nauc_map_at_1_std + value: 0.5319 + - type: nauc_map_at_1_diff1 + value: 52.832100000000004 + - type: nauc_map_at_3_max + value: 34.4595 + - type: nauc_map_at_3_std + value: 2.6957 + - type: nauc_map_at_3_diff1 + value: 49.0352 + - type: nauc_map_at_5_max + value: 34.0602 + - type: nauc_map_at_5_std + value: 2.8001 + - type: nauc_map_at_5_diff1 + value: 48.3502 + - type: nauc_map_at_10_max + value: 34.1422 + - type: nauc_map_at_10_std + value: 3.1277 + - type: nauc_map_at_10_diff1 + value: 48.6296 + - type: nauc_map_at_20_max + value: 34.3693 + - type: nauc_map_at_20_std + value: 3.5783 + - type: nauc_map_at_20_diff1 + value: 48.4885 + - type: nauc_map_at_100_max + value: 34.5478 + - type: nauc_map_at_100_std + value: 3.9373 + - type: nauc_map_at_100_diff1 + value: 48.5106 + - type: nauc_map_at_1000_max + value: 34.578199999999995 + - type: nauc_map_at_1000_std + value: 3.9463999999999997 + - type: nauc_map_at_1000_diff1 + value: 48.5252 + - type: nauc_recall_at_1_max + value: 34.4419 + - type: nauc_recall_at_1_std + value: 0.5319 + - type: nauc_recall_at_1_diff1 + value: 52.832100000000004 + - type: nauc_recall_at_3_max + value: 31.4866 + - type: nauc_recall_at_3_std + value: 2.1579 + - type: nauc_recall_at_3_diff1 + value: 44.498599999999996 + - type: nauc_recall_at_5_max + value: 29.140500000000003 + - type: nauc_recall_at_5_std + value: 1.9796 + - type: nauc_recall_at_5_diff1 + value: 42.5088 + - type: nauc_recall_at_10_max + value: 27.3464 + - type: nauc_recall_at_10_std + value: 3.1574 + - type: nauc_recall_at_10_diff1 + value: 42.7357 + - type: nauc_recall_at_20_max + value: 29.177599999999998 + - type: nauc_recall_at_20_std + value: 8.4122 + - type: nauc_recall_at_20_diff1 + value: 40.671600000000005 + - type: nauc_recall_at_100_max + value: 37.0171 + - type: nauc_recall_at_100_std + value: 24.6492 + - type: nauc_recall_at_100_diff1 + value: 41.125099999999996 + - type: nauc_recall_at_1000_max + value: 60.5939 + - type: nauc_recall_at_1000_std + value: 47.818 + - type: nauc_recall_at_1000_diff1 + value: 49.6035 + - type: nauc_precision_at_1_max + value: 35.397400000000005 + - type: nauc_precision_at_1_std + value: 4.6015 + - type: nauc_precision_at_1_diff1 + value: 49.0112 + - type: nauc_precision_at_3_max + value: 30.735 + - type: nauc_precision_at_3_std + value: 8.8247 + - type: nauc_precision_at_3_diff1 + value: 33.8511 + - type: nauc_precision_at_5_max + value: 24.2405 + - type: nauc_precision_at_5_std + value: 7.904700000000001 + - type: nauc_precision_at_5_diff1 + value: 24.8322 + - type: nauc_precision_at_10_max + value: 18.9833 + - type: nauc_precision_at_10_std + value: 10.700700000000001 + - type: nauc_precision_at_10_diff1 + value: 16.3075 + - type: nauc_precision_at_20_max + value: 16.267200000000003 + - type: nauc_precision_at_20_std + value: 14.3353 + - type: nauc_precision_at_20_diff1 + value: 8.6847 + - type: nauc_precision_at_100_max + value: 8.9435 + - type: nauc_precision_at_100_std + value: 18.9022 + - type: nauc_precision_at_100_diff1 + value: -4.2718 + - type: nauc_precision_at_1000_max + value: -1.4000000000000001 + - type: nauc_precision_at_1000_std + value: 11.3122 + - type: nauc_precision_at_1000_diff1 + value: -15.9384 + - type: nauc_mrr_at_1_max + value: 35.397400000000005 + - type: nauc_mrr_at_1_std + value: 4.6015 + - type: nauc_mrr_at_1_diff1 + value: 49.0112 + - type: nauc_mrr_at_3_max + value: 34.3109 + - type: nauc_mrr_at_3_std + value: 4.2108 + - type: nauc_mrr_at_3_diff1 + value: 45.9716 + - type: nauc_mrr_at_5_max + value: 33.9505 + - type: nauc_mrr_at_5_std + value: 4.3084999999999996 + - type: nauc_mrr_at_5_diff1 + value: 45.8489 + - type: nauc_mrr_at_10_max + value: 33.7849 + - type: nauc_mrr_at_10_std + value: 4.3694999999999995 + - type: nauc_mrr_at_10_diff1 + value: 45.9683 + - type: nauc_mrr_at_20_max + value: 33.9195 + - type: nauc_mrr_at_20_std + value: 4.5717 + - type: nauc_mrr_at_20_diff1 + value: 45.9383 + - type: nauc_mrr_at_100_max + value: 34.0208 + - type: nauc_mrr_at_100_std + value: 4.6641 + - type: nauc_mrr_at_100_diff1 + value: 45.9972 + - type: nauc_mrr_at_1000_max + value: 34.030899999999995 + - type: nauc_mrr_at_1000_std + value: 4.6481 + - type: nauc_mrr_at_1000_diff1 + value: 46.0101 + - type: main_score + value: 46.841 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: ndcg_at_1 + value: 29.909000000000002 + - type: ndcg_at_3 + value: 34.832 + - type: ndcg_at_5 + value: 37.38 + - type: ndcg_at_10 + value: 40.455000000000005 + - type: ndcg_at_20 + value: 42.753 + - type: ndcg_at_100 + value: 46.306000000000004 + - type: ndcg_at_1000 + value: 48.477 + - type: map_at_1 + value: 24.757 + - type: map_at_3 + value: 31.167 + - type: map_at_5 + value: 32.991 + - type: map_at_10 + value: 34.516999999999996 + - type: map_at_20 + value: 35.281 + - type: map_at_100 + value: 35.892 + - type: map_at_1000 + value: 36.001 + - type: recall_at_1 + value: 24.757 + - type: recall_at_3 + value: 37.57 + - type: recall_at_5 + value: 44.509 + - type: recall_at_10 + value: 53.425 + - type: recall_at_20 + value: 61.53999999999999 + - type: recall_at_100 + value: 78.608 + - type: recall_at_1000 + value: 93.252 + - type: precision_at_1 + value: 29.909000000000002 + - type: precision_at_3 + value: 16.781 + - type: precision_at_5 + value: 12.123000000000001 + - type: precision_at_10 + value: 7.637 + - type: precision_at_20 + value: 4.572 + - type: precision_at_100 + value: 1.237 + - type: precision_at_1000 + value: 0.16 + - type: mrr_at_1 + value: 29.9087 + - type: mrr_at_3 + value: 36.2633 + - type: mrr_at_5 + value: 37.918600000000005 + - type: mrr_at_10 + value: 39.1135 + - type: mrr_at_20 + value: 39.6487 + - type: mrr_at_100 + value: 40.0223 + - type: mrr_at_1000 + value: 40.070699999999995 + - type: nauc_ndcg_at_1_max + value: 36.7468 + - type: nauc_ndcg_at_1_std + value: -3.3917 + - type: nauc_ndcg_at_1_diff1 + value: 46.2004 + - type: nauc_ndcg_at_3_max + value: 37.101299999999995 + - type: nauc_ndcg_at_3_std + value: -1.1094 + - type: nauc_ndcg_at_3_diff1 + value: 42.3016 + - type: nauc_ndcg_at_5_max + value: 36.6815 + - type: nauc_ndcg_at_5_std + value: -0.6321 + - type: nauc_ndcg_at_5_diff1 + value: 40.8809 + - type: nauc_ndcg_at_10_max + value: 36.2424 + - type: nauc_ndcg_at_10_std + value: 0.117 + - type: nauc_ndcg_at_10_diff1 + value: 39.6866 + - type: nauc_ndcg_at_20_max + value: 37.0028 + - type: nauc_ndcg_at_20_std + value: 1.4393 + - type: nauc_ndcg_at_20_diff1 + value: 39.170500000000004 + - type: nauc_ndcg_at_100_max + value: 37.8882 + - type: nauc_ndcg_at_100_std + value: 3.2571000000000003 + - type: nauc_ndcg_at_100_diff1 + value: 38.8638 + - type: nauc_ndcg_at_1000_max + value: 37.688100000000006 + - type: nauc_ndcg_at_1000_std + value: 2.979 + - type: nauc_ndcg_at_1000_diff1 + value: 39.3477 + - type: nauc_map_at_1_max + value: 29.072 + - type: nauc_map_at_1_std + value: -7.756 + - type: nauc_map_at_1_diff1 + value: 45.273 + - type: nauc_map_at_3_max + value: 34.4972 + - type: nauc_map_at_3_std + value: -3.5662 + - type: nauc_map_at_3_diff1 + value: 43.344 + - type: nauc_map_at_5_max + value: 34.9333 + - type: nauc_map_at_5_std + value: -2.7205 + - type: nauc_map_at_5_diff1 + value: 42.2802 + - type: nauc_map_at_10_max + value: 35.0349 + - type: nauc_map_at_10_std + value: -2.1576 + - type: nauc_map_at_10_diff1 + value: 41.7284 + - type: nauc_map_at_20_max + value: 35.3941 + - type: nauc_map_at_20_std + value: -1.7111999999999998 + - type: nauc_map_at_20_diff1 + value: 41.5433 + - type: nauc_map_at_100_max + value: 35.6879 + - type: nauc_map_at_100_std + value: -1.2807000000000002 + - type: nauc_map_at_100_diff1 + value: 41.52 + - type: nauc_map_at_1000_max + value: 35.686800000000005 + - type: nauc_map_at_1000_std + value: -1.2548 + - type: nauc_map_at_1000_diff1 + value: 41.5394 + - type: nauc_recall_at_1_max + value: 29.072 + - type: nauc_recall_at_1_std + value: -7.756 + - type: nauc_recall_at_1_diff1 + value: 45.273 + - type: nauc_recall_at_3_max + value: 35.4112 + - type: nauc_recall_at_3_std + value: -1.7929 + - type: nauc_recall_at_3_diff1 + value: 39.5779 + - type: nauc_recall_at_5_max + value: 34.794799999999995 + - type: nauc_recall_at_5_std + value: 0.6404 + - type: nauc_recall_at_5_diff1 + value: 35.280699999999996 + - type: nauc_recall_at_10_max + value: 33.48 + - type: nauc_recall_at_10_std + value: 3.2202 + - type: nauc_recall_at_10_diff1 + value: 31.8004 + - type: nauc_recall_at_20_max + value: 35.2323 + - type: nauc_recall_at_20_std + value: 8.058800000000002 + - type: nauc_recall_at_20_diff1 + value: 29.3045 + - type: nauc_recall_at_100_max + value: 38.379799999999996 + - type: nauc_recall_at_100_std + value: 22.2222 + - type: nauc_recall_at_100_diff1 + value: 22.766000000000002 + - type: nauc_recall_at_1000_max + value: 41.457699999999996 + - type: nauc_recall_at_1000_std + value: 46.3163 + - type: nauc_recall_at_1000_diff1 + value: 18.932199999999998 + - type: nauc_precision_at_1_max + value: 36.7468 + - type: nauc_precision_at_1_std + value: -3.3917 + - type: nauc_precision_at_1_diff1 + value: 46.2004 + - type: nauc_precision_at_3_max + value: 41.9047 + - type: nauc_precision_at_3_std + value: 8.6797 + - type: nauc_precision_at_3_diff1 + value: 32.4061 + - type: nauc_precision_at_5_max + value: 40.6237 + - type: nauc_precision_at_5_std + value: 12.5406 + - type: nauc_precision_at_5_diff1 + value: 25.5173 + - type: nauc_precision_at_10_max + value: 33.4099 + - type: nauc_precision_at_10_std + value: 13.926 + - type: nauc_precision_at_10_diff1 + value: 16.3236 + - type: nauc_precision_at_20_max + value: 31.9979 + - type: nauc_precision_at_20_std + value: 17.2255 + - type: nauc_precision_at_20_diff1 + value: 10.746 + - type: nauc_precision_at_100_max + value: 22.994500000000002 + - type: nauc_precision_at_100_std + value: 22.8105 + - type: nauc_precision_at_100_diff1 + value: -0.8222999999999999 + - type: nauc_precision_at_1000_max + value: 7.4085 + - type: nauc_precision_at_1000_std + value: 13.9769 + - type: nauc_precision_at_1000_diff1 + value: -7.2029 + - type: nauc_mrr_at_1_max + value: 36.7468 + - type: nauc_mrr_at_1_std + value: -3.3917 + - type: nauc_mrr_at_1_diff1 + value: 46.2004 + - type: nauc_mrr_at_3_max + value: 39.062599999999996 + - type: nauc_mrr_at_3_std + value: 0.013200000000000002 + - type: nauc_mrr_at_3_diff1 + value: 42.774699999999996 + - type: nauc_mrr_at_5_max + value: 39.0588 + - type: nauc_mrr_at_5_std + value: 0.8562000000000001 + - type: nauc_mrr_at_5_diff1 + value: 41.9476 + - type: nauc_mrr_at_10_max + value: 38.8292 + - type: nauc_mrr_at_10_std + value: 1.0338999999999998 + - type: nauc_mrr_at_10_diff1 + value: 41.5618 + - type: nauc_mrr_at_20_max + value: 38.8348 + - type: nauc_mrr_at_20_std + value: 1.2061 + - type: nauc_mrr_at_20_diff1 + value: 41.548 + - type: nauc_mrr_at_100_max + value: 38.8295 + - type: nauc_mrr_at_100_std + value: 1.1925 + - type: nauc_mrr_at_100_diff1 + value: 41.6431 + - type: nauc_mrr_at_1000_max + value: 38.8206 + - type: nauc_mrr_at_1000_std + value: 1.1844999999999999 + - type: nauc_mrr_at_1000_diff1 + value: 41.6578 + - type: main_score + value: 40.455000000000005 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: mteb/cqadupstack-retrieval + metrics: + - type: main_score + value: 38.678416666666664 + - type: ndcg_at_10 + value: 38.678416666666664 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + split: test + type: mteb/cqadupstack-stats + metrics: + - type: ndcg_at_1 + value: 24.847 + - type: ndcg_at_3 + value: 29.369 + - type: ndcg_at_5 + value: 31.563999999999997 + - type: ndcg_at_10 + value: 33.588 + - type: ndcg_at_20 + value: 35.598 + - type: ndcg_at_100 + value: 38.543 + - type: ndcg_at_1000 + value: 41.167 + - type: map_at_1 + value: 22.042 + - type: map_at_3 + value: 27.016000000000002 + - type: map_at_5 + value: 28.369 + - type: map_at_10 + value: 29.308 + - type: map_at_20 + value: 29.897000000000002 + - type: map_at_100 + value: 30.316 + - type: map_at_1000 + value: 30.416999999999998 + - type: recall_at_1 + value: 22.042 + - type: recall_at_3 + value: 32.686 + - type: recall_at_5 + value: 38.044 + - type: recall_at_10 + value: 44.028 + - type: recall_at_20 + value: 51.576 + - type: recall_at_100 + value: 66.611 + - type: recall_at_1000 + value: 86.054 + - type: precision_at_1 + value: 24.847 + - type: precision_at_3 + value: 12.628 + - type: precision_at_5 + value: 9.017999999999999 + - type: precision_at_10 + value: 5.367999999999999 + - type: precision_at_20 + value: 3.175 + - type: precision_at_100 + value: 0.84 + - type: precision_at_1000 + value: 0.116 + - type: mrr_at_1 + value: 24.8466 + - type: mrr_at_3 + value: 29.856899999999996 + - type: mrr_at_5 + value: 31.198900000000002 + - type: mrr_at_10 + value: 31.9986 + - type: mrr_at_20 + value: 32.5373 + - type: mrr_at_100 + value: 32.920500000000004 + - type: mrr_at_1000 + value: 32.99 + - type: nauc_ndcg_at_1_max + value: 35.3991 + - type: nauc_ndcg_at_1_std + value: 7.4666 + - type: nauc_ndcg_at_1_diff1 + value: 62.871500000000005 + - type: nauc_ndcg_at_3_max + value: 33.2542 + - type: nauc_ndcg_at_3_std + value: 6.0760000000000005 + - type: nauc_ndcg_at_3_diff1 + value: 54.038 + - type: nauc_ndcg_at_5_max + value: 33.4106 + - type: nauc_ndcg_at_5_std + value: 8.0913 + - type: nauc_ndcg_at_5_diff1 + value: 53.3581 + - type: nauc_ndcg_at_10_max + value: 34.342800000000004 + - type: nauc_ndcg_at_10_std + value: 8.7164 + - type: nauc_ndcg_at_10_diff1 + value: 52.797700000000006 + - type: nauc_ndcg_at_20_max + value: 34.703 + - type: nauc_ndcg_at_20_std + value: 10.3363 + - type: nauc_ndcg_at_20_diff1 + value: 51.7927 + - type: nauc_ndcg_at_100_max + value: 34.408 + - type: nauc_ndcg_at_100_std + value: 11.4848 + - type: nauc_ndcg_at_100_diff1 + value: 50.708 + - type: nauc_ndcg_at_1000_max + value: 34.8598 + - type: nauc_ndcg_at_1000_std + value: 11.9612 + - type: nauc_ndcg_at_1000_diff1 + value: 51.497899999999994 + - type: nauc_map_at_1_max + value: 34.5063 + - type: nauc_map_at_1_std + value: 4.4961 + - type: nauc_map_at_1_diff1 + value: 64.782 + - type: nauc_map_at_3_max + value: 33.4219 + - type: nauc_map_at_3_std + value: 5.0572 + - type: nauc_map_at_3_diff1 + value: 56.918800000000005 + - type: nauc_map_at_5_max + value: 33.7034 + - type: nauc_map_at_5_std + value: 6.462700000000001 + - type: nauc_map_at_5_diff1 + value: 56.3771 + - type: nauc_map_at_10_max + value: 34.279900000000005 + - type: nauc_map_at_10_std + value: 7.008699999999999 + - type: nauc_map_at_10_diff1 + value: 56.1832 + - type: nauc_map_at_20_max + value: 34.3794 + - type: nauc_map_at_20_std + value: 7.474500000000001 + - type: nauc_map_at_20_diff1 + value: 55.8517 + - type: nauc_map_at_100_max + value: 34.3464 + - type: nauc_map_at_100_std + value: 7.639799999999999 + - type: nauc_map_at_100_diff1 + value: 55.66330000000001 + - type: nauc_map_at_1000_max + value: 34.3893 + - type: nauc_map_at_1000_std + value: 7.6875 + - type: nauc_map_at_1000_diff1 + value: 55.696999999999996 + - type: nauc_recall_at_1_max + value: 34.5063 + - type: nauc_recall_at_1_std + value: 4.4961 + - type: nauc_recall_at_1_diff1 + value: 64.782 + - type: nauc_recall_at_3_max + value: 30.8728 + - type: nauc_recall_at_3_std + value: 4.8788 + - type: nauc_recall_at_3_diff1 + value: 47.795 + - type: nauc_recall_at_5_max + value: 31.211299999999998 + - type: nauc_recall_at_5_std + value: 9.819700000000001 + - type: nauc_recall_at_5_diff1 + value: 45.614 + - type: nauc_recall_at_10_max + value: 33.2451 + - type: nauc_recall_at_10_std + value: 11.3511 + - type: nauc_recall_at_10_diff1 + value: 43.4298 + - type: nauc_recall_at_20_max + value: 33.633 + - type: nauc_recall_at_20_std + value: 16.7179 + - type: nauc_recall_at_20_diff1 + value: 39.0638 + - type: nauc_recall_at_100_max + value: 30.8326 + - type: nauc_recall_at_100_std + value: 24.501 + - type: nauc_recall_at_100_diff1 + value: 30.077399999999997 + - type: nauc_recall_at_1000_max + value: 31.132900000000003 + - type: nauc_recall_at_1000_std + value: 42.1105 + - type: nauc_recall_at_1000_diff1 + value: 22.4678 + - type: nauc_precision_at_1_max + value: 35.3991 + - type: nauc_precision_at_1_std + value: 7.4666 + - type: nauc_precision_at_1_diff1 + value: 62.871500000000005 + - type: nauc_precision_at_3_max + value: 32.2855 + - type: nauc_precision_at_3_std + value: 9.7582 + - type: nauc_precision_at_3_diff1 + value: 44.250299999999996 + - type: nauc_precision_at_5_max + value: 32.7906 + - type: nauc_precision_at_5_std + value: 16.1189 + - type: nauc_precision_at_5_diff1 + value: 41.9327 + - type: nauc_precision_at_10_max + value: 33.9955 + - type: nauc_precision_at_10_std + value: 17.7777 + - type: nauc_precision_at_10_diff1 + value: 36.0824 + - type: nauc_precision_at_20_max + value: 33.5331 + - type: nauc_precision_at_20_std + value: 22.729 + - type: nauc_precision_at_20_diff1 + value: 28.9461 + - type: nauc_precision_at_100_max + value: 27.121000000000002 + - type: nauc_precision_at_100_std + value: 26.1571 + - type: nauc_precision_at_100_diff1 + value: 15.1555 + - type: nauc_precision_at_1000_max + value: 17.0259 + - type: nauc_precision_at_1000_std + value: 21.2591 + - type: nauc_precision_at_1000_diff1 + value: 0.2408 + - type: nauc_mrr_at_1_max + value: 35.3991 + - type: nauc_mrr_at_1_std + value: 7.4666 + - type: nauc_mrr_at_1_diff1 + value: 62.871500000000005 + - type: nauc_mrr_at_3_max + value: 34.0674 + - type: nauc_mrr_at_3_std + value: 7.5811 + - type: nauc_mrr_at_3_diff1 + value: 55.435500000000005 + - type: nauc_mrr_at_5_max + value: 34.0133 + - type: nauc_mrr_at_5_std + value: 8.7651 + - type: nauc_mrr_at_5_diff1 + value: 54.8242 + - type: nauc_mrr_at_10_max + value: 34.2033 + - type: nauc_mrr_at_10_std + value: 8.6065 + - type: nauc_mrr_at_10_diff1 + value: 54.4752 + - type: nauc_mrr_at_20_max + value: 34.3838 + - type: nauc_mrr_at_20_std + value: 9.1144 + - type: nauc_mrr_at_20_diff1 + value: 54.2493 + - type: nauc_mrr_at_100_max + value: 34.2967 + - type: nauc_mrr_at_100_std + value: 9.2348 + - type: nauc_mrr_at_100_diff1 + value: 54.087799999999994 + - type: nauc_mrr_at_1000_max + value: 34.3112 + - type: nauc_mrr_at_1000_std + value: 9.243 + - type: nauc_mrr_at_1000_diff1 + value: 54.1208 + - type: main_score + value: 33.588 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: mteb/cqadupstack-tex + metrics: + - type: ndcg_at_1 + value: 19.236 + - type: ndcg_at_3 + value: 22.599 + - type: ndcg_at_5 + value: 24.137 + - type: ndcg_at_10 + value: 26.387 + - type: ndcg_at_20 + value: 28.353 + - type: ndcg_at_100 + value: 31.814999999999998 + - type: ndcg_at_1000 + value: 34.991 + - type: map_at_1 + value: 15.772 + - type: map_at_3 + value: 20.081 + - type: map_at_5 + value: 21.111 + - type: map_at_10 + value: 22.133 + - type: map_at_20 + value: 22.718 + - type: map_at_100 + value: 23.244 + - type: map_at_1000 + value: 23.375 + - type: recall_at_1 + value: 15.772 + - type: recall_at_3 + value: 24.944 + - type: recall_at_5 + value: 28.959000000000003 + - type: recall_at_10 + value: 35.768 + - type: recall_at_20 + value: 42.953 + - type: recall_at_100 + value: 60.209999999999994 + - type: recall_at_1000 + value: 83.035 + - type: precision_at_1 + value: 19.236 + - type: precision_at_3 + value: 10.622 + - type: precision_at_5 + value: 7.577 + - type: precision_at_10 + value: 4.7829999999999995 + - type: precision_at_20 + value: 2.968 + - type: precision_at_100 + value: 0.8920000000000001 + - type: precision_at_1000 + value: 0.134 + - type: mrr_at_1 + value: 19.2361 + - type: mrr_at_3 + value: 23.755399999999998 + - type: mrr_at_5 + value: 24.7448 + - type: mrr_at_10 + value: 25.7284 + - type: mrr_at_20 + value: 26.2892 + - type: mrr_at_100 + value: 26.7023 + - type: mrr_at_1000 + value: 26.787699999999997 + - type: nauc_ndcg_at_1_max + value: 25.8189 + - type: nauc_ndcg_at_1_std + value: -0.7723 + - type: nauc_ndcg_at_1_diff1 + value: 37.4223 + - type: nauc_ndcg_at_3_max + value: 25.003999999999998 + - type: nauc_ndcg_at_3_std + value: 0.047 + - type: nauc_ndcg_at_3_diff1 + value: 32.6399 + - type: nauc_ndcg_at_5_max + value: 24.934700000000003 + - type: nauc_ndcg_at_5_std + value: 0.2853 + - type: nauc_ndcg_at_5_diff1 + value: 31.622600000000002 + - type: nauc_ndcg_at_10_max + value: 25.6266 + - type: nauc_ndcg_at_10_std + value: 1.5631 + - type: nauc_ndcg_at_10_diff1 + value: 30.8794 + - type: nauc_ndcg_at_20_max + value: 26.3898 + - type: nauc_ndcg_at_20_std + value: 2.4745 + - type: nauc_ndcg_at_20_diff1 + value: 30.761300000000002 + - type: nauc_ndcg_at_100_max + value: 26.292900000000003 + - type: nauc_ndcg_at_100_std + value: 3.7591 + - type: nauc_ndcg_at_100_diff1 + value: 30.122100000000003 + - type: nauc_ndcg_at_1000_max + value: 26.4123 + - type: nauc_ndcg_at_1000_std + value: 4.2536 + - type: nauc_ndcg_at_1000_diff1 + value: 30.4018 + - type: nauc_map_at_1_max + value: 26.0937 + - type: nauc_map_at_1_std + value: -0.9603999999999999 + - type: nauc_map_at_1_diff1 + value: 40.326699999999995 + - type: nauc_map_at_3_max + value: 25.079600000000003 + - type: nauc_map_at_3_std + value: -0.1563 + - type: nauc_map_at_3_diff1 + value: 34.824 + - type: nauc_map_at_5_max + value: 25.134800000000002 + - type: nauc_map_at_5_std + value: -0.16590000000000002 + - type: nauc_map_at_5_diff1 + value: 34.082 + - type: nauc_map_at_10_max + value: 25.4738 + - type: nauc_map_at_10_std + value: 0.3806 + - type: nauc_map_at_10_diff1 + value: 33.6015 + - type: nauc_map_at_20_max + value: 25.744699999999998 + - type: nauc_map_at_20_std + value: 0.6495 + - type: nauc_map_at_20_diff1 + value: 33.5837 + - type: nauc_map_at_100_max + value: 25.7512 + - type: nauc_map_at_100_std + value: 0.8006 + - type: nauc_map_at_100_diff1 + value: 33.4639 + - type: nauc_map_at_1000_max + value: 25.7618 + - type: nauc_map_at_1000_std + value: 0.8451 + - type: nauc_map_at_1000_diff1 + value: 33.4469 + - type: nauc_recall_at_1_max + value: 26.0937 + - type: nauc_recall_at_1_std + value: -0.9603999999999999 + - type: nauc_recall_at_1_diff1 + value: 40.326699999999995 + - type: nauc_recall_at_3_max + value: 23.5655 + - type: nauc_recall_at_3_std + value: 1.5734000000000001 + - type: nauc_recall_at_3_diff1 + value: 28.773100000000003 + - type: nauc_recall_at_5_max + value: 23.0476 + - type: nauc_recall_at_5_std + value: 1.5559999999999998 + - type: nauc_recall_at_5_diff1 + value: 26.194 + - type: nauc_recall_at_10_max + value: 24.497700000000002 + - type: nauc_recall_at_10_std + value: 4.7022 + - type: nauc_recall_at_10_diff1 + value: 24.171 + - type: nauc_recall_at_20_max + value: 26.168799999999997 + - type: nauc_recall_at_20_std + value: 7.4726 + - type: nauc_recall_at_20_diff1 + value: 23.0682 + - type: nauc_recall_at_100_max + value: 24.8448 + - type: nauc_recall_at_100_std + value: 14.4567 + - type: nauc_recall_at_100_diff1 + value: 18.4698 + - type: nauc_recall_at_1000_max + value: 25.9176 + - type: nauc_recall_at_1000_std + value: 29.0789 + - type: nauc_recall_at_1000_diff1 + value: 14.382100000000001 + - type: nauc_precision_at_1_max + value: 25.8189 + - type: nauc_precision_at_1_std + value: -0.7723 + - type: nauc_precision_at_1_diff1 + value: 37.4223 + - type: nauc_precision_at_3_max + value: 24.1539 + - type: nauc_precision_at_3_std + value: 0.8337000000000001 + - type: nauc_precision_at_3_diff1 + value: 25.9882 + - type: nauc_precision_at_5_max + value: 24.269299999999998 + - type: nauc_precision_at_5_std + value: 1.4546999999999999 + - type: nauc_precision_at_5_diff1 + value: 23.069300000000002 + - type: nauc_precision_at_10_max + value: 24.4338 + - type: nauc_precision_at_10_std + value: 4.0008 + - type: nauc_precision_at_10_diff1 + value: 19.037000000000003 + - type: nauc_precision_at_20_max + value: 24.928900000000002 + - type: nauc_precision_at_20_std + value: 6.2217 + - type: nauc_precision_at_20_diff1 + value: 16.2922 + - type: nauc_precision_at_100_max + value: 19.2407 + - type: nauc_precision_at_100_std + value: 9.9782 + - type: nauc_precision_at_100_diff1 + value: 4.7276 + - type: nauc_precision_at_1000_max + value: 12.422600000000001 + - type: nauc_precision_at_1000_std + value: 9.030000000000001 + - type: nauc_precision_at_1000_diff1 + value: -5.3838 + - type: nauc_mrr_at_1_max + value: 25.8189 + - type: nauc_mrr_at_1_std + value: -0.7723 + - type: nauc_mrr_at_1_diff1 + value: 37.4223 + - type: nauc_mrr_at_3_max + value: 24.999399999999998 + - type: nauc_mrr_at_3_std + value: -0.3036 + - type: nauc_mrr_at_3_diff1 + value: 32.7559 + - type: nauc_mrr_at_5_max + value: 25.020999999999997 + - type: nauc_mrr_at_5_std + value: -0.149 + - type: nauc_mrr_at_5_diff1 + value: 32.2376 + - type: nauc_mrr_at_10_max + value: 25.279600000000002 + - type: nauc_mrr_at_10_std + value: 0.271 + - type: nauc_mrr_at_10_diff1 + value: 31.9357 + - type: nauc_mrr_at_20_max + value: 25.517400000000002 + - type: nauc_mrr_at_20_std + value: 0.5566 + - type: nauc_mrr_at_20_diff1 + value: 31.901200000000003 + - type: nauc_mrr_at_100_max + value: 25.4772 + - type: nauc_mrr_at_100_std + value: 0.6613 + - type: nauc_mrr_at_100_diff1 + value: 31.826900000000002 + - type: nauc_mrr_at_1000_max + value: 25.468000000000004 + - type: nauc_mrr_at_1000_std + value: 0.6685 + - type: nauc_mrr_at_1000_diff1 + value: 31.8495 + - type: main_score + value: 26.387 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + split: test + type: mteb/cqadupstack-unix + metrics: + - type: ndcg_at_1 + value: 26.866 + - type: ndcg_at_3 + value: 30.59 + - type: ndcg_at_5 + value: 33.08 + - type: ndcg_at_10 + value: 35.697 + - type: ndcg_at_20 + value: 37.697 + - type: ndcg_at_100 + value: 41.252 + - type: ndcg_at_1000 + value: 43.968 + - type: map_at_1 + value: 22.489 + - type: map_at_3 + value: 27.767999999999997 + - type: map_at_5 + value: 29.408 + - type: map_at_10 + value: 30.579 + - type: map_at_20 + value: 31.175000000000004 + - type: map_at_100 + value: 31.738 + - type: map_at_1000 + value: 31.852000000000004 + - type: recall_at_1 + value: 22.489 + - type: recall_at_3 + value: 33.635999999999996 + - type: recall_at_5 + value: 39.816 + - type: recall_at_10 + value: 47.61 + - type: recall_at_20 + value: 54.766000000000005 + - type: recall_at_100 + value: 71.944 + - type: recall_at_1000 + value: 91.229 + - type: precision_at_1 + value: 26.866 + - type: precision_at_3 + value: 13.930000000000001 + - type: precision_at_5 + value: 10.075000000000001 + - type: precision_at_10 + value: 6.0729999999999995 + - type: precision_at_20 + value: 3.61 + - type: precision_at_100 + value: 1.006 + - type: precision_at_1000 + value: 0.136 + - type: mrr_at_1 + value: 26.865699999999997 + - type: mrr_at_3 + value: 32.0585 + - type: mrr_at_5 + value: 33.4904 + - type: mrr_at_10 + value: 34.5912 + - type: mrr_at_20 + value: 35.094300000000004 + - type: mrr_at_100 + value: 35.5351 + - type: mrr_at_1000 + value: 35.6028 + - type: nauc_ndcg_at_1_max + value: 41.288799999999995 + - type: nauc_ndcg_at_1_std + value: -2.2298999999999998 + - type: nauc_ndcg_at_1_diff1 + value: 49.8265 + - type: nauc_ndcg_at_3_max + value: 39.39 + - type: nauc_ndcg_at_3_std + value: -0.0365 + - type: nauc_ndcg_at_3_diff1 + value: 46.2035 + - type: nauc_ndcg_at_5_max + value: 38.6686 + - type: nauc_ndcg_at_5_std + value: 0.1894 + - type: nauc_ndcg_at_5_diff1 + value: 44.4368 + - type: nauc_ndcg_at_10_max + value: 38.3128 + - type: nauc_ndcg_at_10_std + value: 1.8970999999999998 + - type: nauc_ndcg_at_10_diff1 + value: 44.303 + - type: nauc_ndcg_at_20_max + value: 37.8206 + - type: nauc_ndcg_at_20_std + value: 1.8249000000000002 + - type: nauc_ndcg_at_20_diff1 + value: 43.8219 + - type: nauc_ndcg_at_100_max + value: 38.3774 + - type: nauc_ndcg_at_100_std + value: 3.3640999999999996 + - type: nauc_ndcg_at_100_diff1 + value: 43.9134 + - type: nauc_ndcg_at_1000_max + value: 39.1018 + - type: nauc_ndcg_at_1000_std + value: 3.167 + - type: nauc_ndcg_at_1000_diff1 + value: 43.9295 + - type: nauc_map_at_1_max + value: 40.1469 + - type: nauc_map_at_1_std + value: -2.7226 + - type: nauc_map_at_1_diff1 + value: 52.3181 + - type: nauc_map_at_3_max + value: 39.115100000000005 + - type: nauc_map_at_3_std + value: -0.45199999999999996 + - type: nauc_map_at_3_diff1 + value: 48.0484 + - type: nauc_map_at_5_max + value: 39.0963 + - type: nauc_map_at_5_std + value: -0.17329999999999998 + - type: nauc_map_at_5_diff1 + value: 46.8174 + - type: nauc_map_at_10_max + value: 38.9901 + - type: nauc_map_at_10_std + value: 0.5842 + - type: nauc_map_at_10_diff1 + value: 46.7611 + - type: nauc_map_at_20_max + value: 38.9159 + - type: nauc_map_at_20_std + value: 0.5559999999999999 + - type: nauc_map_at_20_diff1 + value: 46.5794 + - type: nauc_map_at_100_max + value: 39.0595 + - type: nauc_map_at_100_std + value: 0.7881000000000001 + - type: nauc_map_at_100_diff1 + value: 46.5484 + - type: nauc_map_at_1000_max + value: 39.0897 + - type: nauc_map_at_1000_std + value: 0.7957000000000001 + - type: nauc_map_at_1000_diff1 + value: 46.5428 + - type: nauc_recall_at_1_max + value: 40.1469 + - type: nauc_recall_at_1_std + value: -2.7226 + - type: nauc_recall_at_1_diff1 + value: 52.3181 + - type: nauc_recall_at_3_max + value: 36.7469 + - type: nauc_recall_at_3_std + value: 0.9477 + - type: nauc_recall_at_3_diff1 + value: 43.125 + - type: nauc_recall_at_5_max + value: 35.1646 + - type: nauc_recall_at_5_std + value: 1.4531 + - type: nauc_recall_at_5_diff1 + value: 38.1625 + - type: nauc_recall_at_10_max + value: 33.2965 + - type: nauc_recall_at_10_std + value: 5.968 + - type: nauc_recall_at_10_diff1 + value: 37.3253 + - type: nauc_recall_at_20_max + value: 30.6624 + - type: nauc_recall_at_20_std + value: 5.8494 + - type: nauc_recall_at_20_diff1 + value: 35.4185 + - type: nauc_recall_at_100_max + value: 31.283300000000004 + - type: nauc_recall_at_100_std + value: 17.6584 + - type: nauc_recall_at_100_diff1 + value: 34.8031 + - type: nauc_recall_at_1000_max + value: 42.3045 + - type: nauc_recall_at_1000_std + value: 38.412800000000004 + - type: nauc_recall_at_1000_diff1 + value: 26.7818 + - type: nauc_precision_at_1_max + value: 41.288799999999995 + - type: nauc_precision_at_1_std + value: -2.2298999999999998 + - type: nauc_precision_at_1_diff1 + value: 49.8265 + - type: nauc_precision_at_3_max + value: 37.9005 + - type: nauc_precision_at_3_std + value: 3.1521 + - type: nauc_precision_at_3_diff1 + value: 36.1785 + - type: nauc_precision_at_5_max + value: 35.1235 + - type: nauc_precision_at_5_std + value: 4.1023 + - type: nauc_precision_at_5_diff1 + value: 29.325699999999998 + - type: nauc_precision_at_10_max + value: 32.6961 + - type: nauc_precision_at_10_std + value: 8.8151 + - type: nauc_precision_at_10_diff1 + value: 25.7135 + - type: nauc_precision_at_20_max + value: 25.8708 + - type: nauc_precision_at_20_std + value: 8.075899999999999 + - type: nauc_precision_at_20_diff1 + value: 18.407 + - type: nauc_precision_at_100_max + value: 17.2159 + - type: nauc_precision_at_100_std + value: 11.1057 + - type: nauc_precision_at_100_diff1 + value: 4.9951 + - type: nauc_precision_at_1000_max + value: 3.8856 + - type: nauc_precision_at_1000_std + value: 5.3964 + - type: nauc_precision_at_1000_diff1 + value: -11.1141 + - type: nauc_mrr_at_1_max + value: 41.288799999999995 + - type: nauc_mrr_at_1_std + value: -2.2298999999999998 + - type: nauc_mrr_at_1_diff1 + value: 49.8265 + - type: nauc_mrr_at_3_max + value: 39.7658 + - type: nauc_mrr_at_3_std + value: -1.0785 + - type: nauc_mrr_at_3_diff1 + value: 45.6847 + - type: nauc_mrr_at_5_max + value: 39.5728 + - type: nauc_mrr_at_5_std + value: -0.8420000000000001 + - type: nauc_mrr_at_5_diff1 + value: 44.6613 + - type: nauc_mrr_at_10_max + value: 39.5053 + - type: nauc_mrr_at_10_std + value: -0.11689999999999999 + - type: nauc_mrr_at_10_diff1 + value: 44.724000000000004 + - type: nauc_mrr_at_20_max + value: 39.352 + - type: nauc_mrr_at_20_std + value: -0.1751 + - type: nauc_mrr_at_20_diff1 + value: 44.5922 + - type: nauc_mrr_at_100_max + value: 39.3906 + - type: nauc_mrr_at_100_std + value: -0.0412 + - type: nauc_mrr_at_100_diff1 + value: 44.635999999999996 + - type: nauc_mrr_at_1000_max + value: 39.4159 + - type: nauc_mrr_at_1000_std + value: -0.0473 + - type: nauc_mrr_at_1000_diff1 + value: 44.6477 + - type: main_score + value: 35.697 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + split: test + type: mteb/cqadupstack-webmasters + metrics: + - type: ndcg_at_1 + value: 27.668 + - type: ndcg_at_3 + value: 32.812000000000005 + - type: ndcg_at_5 + value: 35.228 + - type: ndcg_at_10 + value: 37.551 + - type: ndcg_at_20 + value: 39.379 + - type: ndcg_at_100 + value: 43.596000000000004 + - type: ndcg_at_1000 + value: 46.114 + - type: map_at_1 + value: 22.32 + - type: map_at_3 + value: 28.563 + - type: map_at_5 + value: 30.282999999999998 + - type: map_at_10 + value: 31.544 + - type: map_at_20 + value: 32.295 + - type: map_at_100 + value: 33.145 + - type: map_at_1000 + value: 33.367999999999995 + - type: recall_at_1 + value: 22.32 + - type: recall_at_3 + value: 35.28 + - type: recall_at_5 + value: 41.701 + - type: recall_at_10 + value: 48.929 + - type: recall_at_20 + value: 55.809 + - type: recall_at_100 + value: 76.49000000000001 + - type: recall_at_1000 + value: 92.647 + - type: precision_at_1 + value: 27.668 + - type: precision_at_3 + value: 15.744 + - type: precision_at_5 + value: 11.779 + - type: precision_at_10 + value: 7.411 + - type: precision_at_20 + value: 4.654 + - type: precision_at_100 + value: 1.5630000000000002 + - type: precision_at_1000 + value: 0.242 + - type: mrr_at_1 + value: 27.668 + - type: mrr_at_3 + value: 33.860299999999995 + - type: mrr_at_5 + value: 35.4315 + - type: mrr_at_10 + value: 36.3724 + - type: mrr_at_20 + value: 36.8404 + - type: mrr_at_100 + value: 37.3207 + - type: mrr_at_1000 + value: 37.3797 + - type: nauc_ndcg_at_1_max + value: 29.939799999999998 + - type: nauc_ndcg_at_1_std + value: 3.3960999999999997 + - type: nauc_ndcg_at_1_diff1 + value: 50.718300000000006 + - type: nauc_ndcg_at_3_max + value: 30.255100000000002 + - type: nauc_ndcg_at_3_std + value: 7.4765999999999995 + - type: nauc_ndcg_at_3_diff1 + value: 44.6222 + - type: nauc_ndcg_at_5_max + value: 29.791400000000003 + - type: nauc_ndcg_at_5_std + value: 9.9377 + - type: nauc_ndcg_at_5_diff1 + value: 42.7502 + - type: nauc_ndcg_at_10_max + value: 29.493399999999998 + - type: nauc_ndcg_at_10_std + value: 9.3112 + - type: nauc_ndcg_at_10_diff1 + value: 43.3784 + - type: nauc_ndcg_at_20_max + value: 30.200300000000002 + - type: nauc_ndcg_at_20_std + value: 8.2095 + - type: nauc_ndcg_at_20_diff1 + value: 43.8137 + - type: nauc_ndcg_at_100_max + value: 30.6938 + - type: nauc_ndcg_at_100_std + value: 10.9702 + - type: nauc_ndcg_at_100_diff1 + value: 43.2695 + - type: nauc_ndcg_at_1000_max + value: 31.0035 + - type: nauc_ndcg_at_1000_std + value: 10.43 + - type: nauc_ndcg_at_1000_diff1 + value: 44.6603 + - type: nauc_map_at_1_max + value: 28.7706 + - type: nauc_map_at_1_std + value: -1.4021000000000001 + - type: nauc_map_at_1_diff1 + value: 53.6976 + - type: nauc_map_at_3_max + value: 29.710700000000003 + - type: nauc_map_at_3_std + value: 4.3148 + - type: nauc_map_at_3_diff1 + value: 47.586600000000004 + - type: nauc_map_at_5_max + value: 29.4636 + - type: nauc_map_at_5_std + value: 5.6241 + - type: nauc_map_at_5_diff1 + value: 46.0464 + - type: nauc_map_at_10_max + value: 29.608400000000003 + - type: nauc_map_at_10_std + value: 5.7526 + - type: nauc_map_at_10_diff1 + value: 45.942699999999995 + - type: nauc_map_at_20_max + value: 29.878300000000003 + - type: nauc_map_at_20_std + value: 5.900600000000001 + - type: nauc_map_at_20_diff1 + value: 46.0349 + - type: nauc_map_at_100_max + value: 29.9908 + - type: nauc_map_at_100_std + value: 6.7274 + - type: nauc_map_at_100_diff1 + value: 46.0149 + - type: nauc_map_at_1000_max + value: 29.8265 + - type: nauc_map_at_1000_std + value: 6.8384 + - type: nauc_map_at_1000_diff1 + value: 46.1011 + - type: nauc_recall_at_1_max + value: 28.7706 + - type: nauc_recall_at_1_std + value: -1.4021000000000001 + - type: nauc_recall_at_1_diff1 + value: 53.6976 + - type: nauc_recall_at_3_max + value: 28.657700000000002 + - type: nauc_recall_at_3_std + value: 9.058399999999999 + - type: nauc_recall_at_3_diff1 + value: 40.709 + - type: nauc_recall_at_5_max + value: 26.9309 + - type: nauc_recall_at_5_std + value: 13.569400000000002 + - type: nauc_recall_at_5_diff1 + value: 34.2241 + - type: nauc_recall_at_10_max + value: 26.4271 + - type: nauc_recall_at_10_std + value: 12.7339 + - type: nauc_recall_at_10_diff1 + value: 33.9447 + - type: nauc_recall_at_20_max + value: 29.2512 + - type: nauc_recall_at_20_std + value: 9.9774 + - type: nauc_recall_at_20_diff1 + value: 36.85 + - type: nauc_recall_at_100_max + value: 30.4911 + - type: nauc_recall_at_100_std + value: 29.9644 + - type: nauc_recall_at_100_diff1 + value: 29.4678 + - type: nauc_recall_at_1000_max + value: 44.5434 + - type: nauc_recall_at_1000_std + value: 45.6492 + - type: nauc_recall_at_1000_diff1 + value: 43.278 + - type: nauc_precision_at_1_max + value: 29.939799999999998 + - type: nauc_precision_at_1_std + value: 3.3960999999999997 + - type: nauc_precision_at_1_diff1 + value: 50.718300000000006 + - type: nauc_precision_at_3_max + value: 27.2703 + - type: nauc_precision_at_3_std + value: 12.4915 + - type: nauc_precision_at_3_diff1 + value: 31.81 + - type: nauc_precision_at_5_max + value: 24.1045 + - type: nauc_precision_at_5_std + value: 17.6234 + - type: nauc_precision_at_5_diff1 + value: 23.8408 + - type: nauc_precision_at_10_max + value: 19.8596 + - type: nauc_precision_at_10_std + value: 18.5965 + - type: nauc_precision_at_10_diff1 + value: 20.820800000000002 + - type: nauc_precision_at_20_max + value: 17.7276 + - type: nauc_precision_at_20_std + value: 18.241 + - type: nauc_precision_at_20_diff1 + value: 14.235500000000002 + - type: nauc_precision_at_100_max + value: 3.5949 + - type: nauc_precision_at_100_std + value: 22.1485 + - type: nauc_precision_at_100_diff1 + value: 4.9958 + - type: nauc_precision_at_1000_max + value: -8.9717 + - type: nauc_precision_at_1000_std + value: 15.4312 + - type: nauc_precision_at_1000_diff1 + value: 1.3613 + - type: nauc_mrr_at_1_max + value: 29.939799999999998 + - type: nauc_mrr_at_1_std + value: 3.3960999999999997 + - type: nauc_mrr_at_1_diff1 + value: 50.718300000000006 + - type: nauc_mrr_at_3_max + value: 29.451 + - type: nauc_mrr_at_3_std + value: 7.2462 + - type: nauc_mrr_at_3_diff1 + value: 44.946799999999996 + - type: nauc_mrr_at_5_max + value: 29.7994 + - type: nauc_mrr_at_5_std + value: 8.919599999999999 + - type: nauc_mrr_at_5_diff1 + value: 44.0498 + - type: nauc_mrr_at_10_max + value: 29.878700000000002 + - type: nauc_mrr_at_10_std + value: 8.5343 + - type: nauc_mrr_at_10_diff1 + value: 44.3541 + - type: nauc_mrr_at_20_max + value: 30.006 + - type: nauc_mrr_at_20_std + value: 8.1953 + - type: nauc_mrr_at_20_diff1 + value: 44.544 + - type: nauc_mrr_at_100_max + value: 30.0259 + - type: nauc_mrr_at_100_std + value: 8.465499999999999 + - type: nauc_mrr_at_100_diff1 + value: 44.611000000000004 + - type: nauc_mrr_at_1000_max + value: 30.024 + - type: nauc_mrr_at_1000_std + value: 8.4392 + - type: nauc_mrr_at_1000_diff1 + value: 44.6335 + - type: main_score + value: 37.551 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + split: test + type: mteb/cqadupstack-wordpress + metrics: + - type: ndcg_at_1 + value: 19.778000000000002 + - type: ndcg_at_3 + value: 24.784 + - type: ndcg_at_5 + value: 27.358 + - type: ndcg_at_10 + value: 29.641000000000002 + - type: ndcg_at_20 + value: 31.832 + - type: ndcg_at_100 + value: 35.112 + - type: ndcg_at_1000 + value: 37.611 + - type: map_at_1 + value: 18.315 + - type: map_at_3 + value: 22.706 + - type: map_at_5 + value: 24.197 + - type: map_at_10 + value: 25.188 + - type: map_at_20 + value: 25.820999999999998 + - type: map_at_100 + value: 26.272000000000002 + - type: map_at_1000 + value: 26.374 + - type: recall_at_1 + value: 18.315 + - type: recall_at_3 + value: 28.647 + - type: recall_at_5 + value: 34.852 + - type: recall_at_10 + value: 41.626999999999995 + - type: recall_at_20 + value: 50.111000000000004 + - type: recall_at_100 + value: 67.244 + - type: recall_at_1000 + value: 85.556 + - type: precision_at_1 + value: 19.778000000000002 + - type: precision_at_3 + value: 10.598 + - type: precision_at_5 + value: 7.911 + - type: precision_at_10 + value: 4.806 + - type: precision_at_20 + value: 2.902 + - type: precision_at_100 + value: 0.815 + - type: precision_at_1000 + value: 0.11499999999999999 + - type: mrr_at_1 + value: 19.778200000000002 + - type: mrr_at_3 + value: 24.5533 + - type: mrr_at_5 + value: 26.0783 + - type: mrr_at_10 + value: 27.0088 + - type: mrr_at_20 + value: 27.573199999999996 + - type: mrr_at_100 + value: 27.988000000000003 + - type: mrr_at_1000 + value: 28.0549 + - type: nauc_ndcg_at_1_max + value: 24.9483 + - type: nauc_ndcg_at_1_std + value: 4.0085999999999995 + - type: nauc_ndcg_at_1_diff1 + value: 41.1484 + - type: nauc_ndcg_at_3_max + value: 22.8401 + - type: nauc_ndcg_at_3_std + value: 4.7114 + - type: nauc_ndcg_at_3_diff1 + value: 35.5933 + - type: nauc_ndcg_at_5_max + value: 22.4457 + - type: nauc_ndcg_at_5_std + value: 2.776 + - type: nauc_ndcg_at_5_diff1 + value: 34.972300000000004 + - type: nauc_ndcg_at_10_max + value: 20.1579 + - type: nauc_ndcg_at_10_std + value: 3.3688000000000002 + - type: nauc_ndcg_at_10_diff1 + value: 33.628 + - type: nauc_ndcg_at_20_max + value: 19.7526 + - type: nauc_ndcg_at_20_std + value: 3.8321 + - type: nauc_ndcg_at_20_diff1 + value: 32.7857 + - type: nauc_ndcg_at_100_max + value: 21.1183 + - type: nauc_ndcg_at_100_std + value: 6.848799999999999 + - type: nauc_ndcg_at_100_diff1 + value: 33.7359 + - type: nauc_ndcg_at_1000_max + value: 21.503 + - type: nauc_ndcg_at_1000_std + value: 8.0401 + - type: nauc_ndcg_at_1000_diff1 + value: 34.214299999999994 + - type: nauc_map_at_1_max + value: 21.0954 + - type: nauc_map_at_1_std + value: 3.9734 + - type: nauc_map_at_1_diff1 + value: 42.8502 + - type: nauc_map_at_3_max + value: 22.201 + - type: nauc_map_at_3_std + value: 4.3289 + - type: nauc_map_at_3_diff1 + value: 37.9489 + - type: nauc_map_at_5_max + value: 22.1251 + - type: nauc_map_at_5_std + value: 3.0327 + - type: nauc_map_at_5_diff1 + value: 37.2945 + - type: nauc_map_at_10_max + value: 21.1451 + - type: nauc_map_at_10_std + value: 3.3652 + - type: nauc_map_at_10_diff1 + value: 36.580400000000004 + - type: nauc_map_at_20_max + value: 21.0693 + - type: nauc_map_at_20_std + value: 3.4766 + - type: nauc_map_at_20_diff1 + value: 36.275600000000004 + - type: nauc_map_at_100_max + value: 21.2609 + - type: nauc_map_at_100_std + value: 3.9440999999999997 + - type: nauc_map_at_100_diff1 + value: 36.4114 + - type: nauc_map_at_1000_max + value: 21.2454 + - type: nauc_map_at_1000_std + value: 3.994 + - type: nauc_map_at_1000_diff1 + value: 36.4005 + - type: nauc_recall_at_1_max + value: 21.0954 + - type: nauc_recall_at_1_std + value: 3.9734 + - type: nauc_recall_at_1_diff1 + value: 42.8502 + - type: nauc_recall_at_3_max + value: 21.6886 + - type: nauc_recall_at_3_std + value: 5.5664 + - type: nauc_recall_at_3_diff1 + value: 31.4152 + - type: nauc_recall_at_5_max + value: 20.491699999999998 + - type: nauc_recall_at_5_std + value: 1.5245 + - type: nauc_recall_at_5_diff1 + value: 29.374499999999998 + - type: nauc_recall_at_10_max + value: 13.886899999999999 + - type: nauc_recall_at_10_std + value: 2.7815 + - type: nauc_recall_at_10_diff1 + value: 25.475900000000003 + - type: nauc_recall_at_20_max + value: 11.8825 + - type: nauc_recall_at_20_std + value: 4.2615 + - type: nauc_recall_at_20_diff1 + value: 22.382099999999998 + - type: nauc_recall_at_100_max + value: 17.011699999999998 + - type: nauc_recall_at_100_std + value: 20.9418 + - type: nauc_recall_at_100_diff1 + value: 24.9262 + - type: nauc_recall_at_1000_max + value: 23.3383 + - type: nauc_recall_at_1000_std + value: 50.590900000000005 + - type: nauc_recall_at_1000_diff1 + value: 30.3374 + - type: nauc_precision_at_1_max + value: 24.9483 + - type: nauc_precision_at_1_std + value: 4.0085999999999995 + - type: nauc_precision_at_1_diff1 + value: 41.1484 + - type: nauc_precision_at_3_max + value: 25.4974 + - type: nauc_precision_at_3_std + value: 5.7277000000000005 + - type: nauc_precision_at_3_diff1 + value: 29.2651 + - type: nauc_precision_at_5_max + value: 25.7469 + - type: nauc_precision_at_5_std + value: 2.512 + - type: nauc_precision_at_5_diff1 + value: 26.712000000000003 + - type: nauc_precision_at_10_max + value: 19.8399 + - type: nauc_precision_at_10_std + value: 5.8683 + - type: nauc_precision_at_10_diff1 + value: 21.2318 + - type: nauc_precision_at_20_max + value: 18.0566 + - type: nauc_precision_at_20_std + value: 8.4218 + - type: nauc_precision_at_20_diff1 + value: 15.591099999999999 + - type: nauc_precision_at_100_max + value: 19.794600000000003 + - type: nauc_precision_at_100_std + value: 20.591 + - type: nauc_precision_at_100_diff1 + value: 10.7974 + - type: nauc_precision_at_1000_max + value: 1.1079 + - type: nauc_precision_at_1000_std + value: 20.1769 + - type: nauc_precision_at_1000_diff1 + value: -11.980599999999999 + - type: nauc_mrr_at_1_max + value: 24.9483 + - type: nauc_mrr_at_1_std + value: 4.0085999999999995 + - type: nauc_mrr_at_1_diff1 + value: 41.1484 + - type: nauc_mrr_at_3_max + value: 24.762999999999998 + - type: nauc_mrr_at_3_std + value: 4.3391 + - type: nauc_mrr_at_3_diff1 + value: 36.2907 + - type: nauc_mrr_at_5_max + value: 24.843899999999998 + - type: nauc_mrr_at_5_std + value: 3.5093 + - type: nauc_mrr_at_5_diff1 + value: 35.9504 + - type: nauc_mrr_at_10_max + value: 23.8084 + - type: nauc_mrr_at_10_std + value: 3.5873000000000004 + - type: nauc_mrr_at_10_diff1 + value: 35.5747 + - type: nauc_mrr_at_20_max + value: 23.6496 + - type: nauc_mrr_at_20_std + value: 3.6975000000000002 + - type: nauc_mrr_at_20_diff1 + value: 35.3852 + - type: nauc_mrr_at_100_max + value: 23.76 + - type: nauc_mrr_at_100_std + value: 4.105099999999999 + - type: nauc_mrr_at_100_diff1 + value: 35.4929 + - type: nauc_mrr_at_1000_max + value: 23.7583 + - type: nauc_mrr_at_1000_std + value: 4.1303 + - type: nauc_mrr_at_1000_diff1 + value: 35.4926 + - type: main_score + value: 29.641000000000002 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: ndcg_at_1 + value: 40.521 + - type: ndcg_at_3 + value: 34.048 + - type: ndcg_at_5 + value: 36.027 + - type: ndcg_at_10 + value: 39.739000000000004 + - type: ndcg_at_20 + value: 42.405 + - type: ndcg_at_100 + value: 46.732 + - type: ndcg_at_1000 + value: 49.756 + - type: map_at_1 + value: 17.568 + - type: map_at_3 + value: 25.258999999999997 + - type: map_at_5 + value: 27.761000000000003 + - type: map_at_10 + value: 29.818 + - type: map_at_20 + value: 30.867 + - type: map_at_100 + value: 31.772 + - type: map_at_1000 + value: 31.956 + - type: recall_at_1 + value: 17.568 + - type: recall_at_3 + value: 30.174 + - type: recall_at_5 + value: 36.802 + - type: recall_at_10 + value: 44.999 + - type: recall_at_20 + value: 52.371 + - type: recall_at_100 + value: 68.805 + - type: recall_at_1000 + value: 85.559 + - type: precision_at_1 + value: 40.521 + - type: precision_at_3 + value: 25.755 + - type: precision_at_5 + value: 19.296 + - type: precision_at_10 + value: 12.104 + - type: precision_at_20 + value: 7.2379999999999995 + - type: precision_at_100 + value: 1.978 + - type: precision_at_1000 + value: 0.255 + - type: mrr_at_1 + value: 40.5212 + - type: mrr_at_3 + value: 49.848 + - type: mrr_at_5 + value: 51.7503 + - type: mrr_at_10 + value: 52.777499999999996 + - type: mrr_at_20 + value: 53.190099999999994 + - type: mrr_at_100 + value: 53.436499999999995 + - type: mrr_at_1000 + value: 53.4573 + - type: nauc_ndcg_at_1_max + value: 37.6922 + - type: nauc_ndcg_at_1_std + value: 14.352400000000001 + - type: nauc_ndcg_at_1_diff1 + value: 35.2176 + - type: nauc_ndcg_at_3_max + value: 39.1261 + - type: nauc_ndcg_at_3_std + value: 14.9172 + - type: nauc_ndcg_at_3_diff1 + value: 27.787499999999998 + - type: nauc_ndcg_at_5_max + value: 40.7423 + - type: nauc_ndcg_at_5_std + value: 15.754199999999999 + - type: nauc_ndcg_at_5_diff1 + value: 27.861599999999996 + - type: nauc_ndcg_at_10_max + value: 42.2251 + - type: nauc_ndcg_at_10_std + value: 18.322 + - type: nauc_ndcg_at_10_diff1 + value: 27.082 + - type: nauc_ndcg_at_20_max + value: 42.888999999999996 + - type: nauc_ndcg_at_20_std + value: 19.3603 + - type: nauc_ndcg_at_20_diff1 + value: 27.0993 + - type: nauc_ndcg_at_100_max + value: 43.9071 + - type: nauc_ndcg_at_100_std + value: 22.3581 + - type: nauc_ndcg_at_100_diff1 + value: 27.3167 + - type: nauc_ndcg_at_1000_max + value: 44.0561 + - type: nauc_ndcg_at_1000_std + value: 22.7021 + - type: nauc_ndcg_at_1000_diff1 + value: 27.398600000000002 + - type: nauc_map_at_1_max + value: 35.4322 + - type: nauc_map_at_1_std + value: 4.8918 + - type: nauc_map_at_1_diff1 + value: 41.0561 + - type: nauc_map_at_3_max + value: 38.018299999999996 + - type: nauc_map_at_3_std + value: 10.956299999999999 + - type: nauc_map_at_3_diff1 + value: 30.419200000000004 + - type: nauc_map_at_5_max + value: 39.225100000000005 + - type: nauc_map_at_5_std + value: 12.8212 + - type: nauc_map_at_5_diff1 + value: 29.2512 + - type: nauc_map_at_10_max + value: 40.3819 + - type: nauc_map_at_10_std + value: 14.601700000000001 + - type: nauc_map_at_10_diff1 + value: 28.612900000000003 + - type: nauc_map_at_20_max + value: 40.7221 + - type: nauc_map_at_20_std + value: 15.1138 + - type: nauc_map_at_20_diff1 + value: 28.6089 + - type: nauc_map_at_100_max + value: 41.0295 + - type: nauc_map_at_100_std + value: 15.8999 + - type: nauc_map_at_100_diff1 + value: 28.749299999999998 + - type: nauc_map_at_1000_max + value: 41.0629 + - type: nauc_map_at_1000_std + value: 15.9558 + - type: nauc_map_at_1000_diff1 + value: 28.7466 + - type: nauc_recall_at_1_max + value: 35.4322 + - type: nauc_recall_at_1_std + value: 4.8918 + - type: nauc_recall_at_1_diff1 + value: 41.0561 + - type: nauc_recall_at_3_max + value: 37.7731 + - type: nauc_recall_at_3_std + value: 12.5568 + - type: nauc_recall_at_3_diff1 + value: 24.4847 + - type: nauc_recall_at_5_max + value: 38.9728 + - type: nauc_recall_at_5_std + value: 15.0025 + - type: nauc_recall_at_5_diff1 + value: 22.132199999999997 + - type: nauc_recall_at_10_max + value: 38.9505 + - type: nauc_recall_at_10_std + value: 18.668100000000003 + - type: nauc_recall_at_10_diff1 + value: 18.536 + - type: nauc_recall_at_20_max + value: 38.9569 + - type: nauc_recall_at_20_std + value: 20.350199999999997 + - type: nauc_recall_at_20_diff1 + value: 17.4117 + - type: nauc_recall_at_100_max + value: 40.1812 + - type: nauc_recall_at_100_std + value: 30.7988 + - type: nauc_recall_at_100_diff1 + value: 14.9611 + - type: nauc_recall_at_1000_max + value: 44.235 + - type: nauc_recall_at_1000_std + value: 41.7923 + - type: nauc_recall_at_1000_diff1 + value: 10.7114 + - type: nauc_precision_at_1_max + value: 37.6922 + - type: nauc_precision_at_1_std + value: 14.352400000000001 + - type: nauc_precision_at_1_diff1 + value: 35.2176 + - type: nauc_precision_at_3_max + value: 35.6221 + - type: nauc_precision_at_3_std + value: 22.3033 + - type: nauc_precision_at_3_diff1 + value: 11.9528 + - type: nauc_precision_at_5_max + value: 34.672599999999996 + - type: nauc_precision_at_5_std + value: 24.185100000000002 + - type: nauc_precision_at_5_diff1 + value: 8.6234 + - type: nauc_precision_at_10_max + value: 32.7609 + - type: nauc_precision_at_10_std + value: 27.332299999999996 + - type: nauc_precision_at_10_diff1 + value: 5.5712 + - type: nauc_precision_at_20_max + value: 29.6198 + - type: nauc_precision_at_20_std + value: 27.537200000000002 + - type: nauc_precision_at_20_diff1 + value: 3.6273 + - type: nauc_precision_at_100_max + value: 21.7954 + - type: nauc_precision_at_100_std + value: 32.4662 + - type: nauc_precision_at_100_diff1 + value: -2.0006 + - type: nauc_precision_at_1000_max + value: 8.2475 + - type: nauc_precision_at_1000_std + value: 26.8237 + - type: nauc_precision_at_1000_diff1 + value: -10.2669 + - type: nauc_mrr_at_1_max + value: 37.6922 + - type: nauc_mrr_at_1_std + value: 14.352400000000001 + - type: nauc_mrr_at_1_diff1 + value: 35.2176 + - type: nauc_mrr_at_3_max + value: 40.268 + - type: nauc_mrr_at_3_std + value: 18.3079 + - type: nauc_mrr_at_3_diff1 + value: 30.514999999999997 + - type: nauc_mrr_at_5_max + value: 40.7444 + - type: nauc_mrr_at_5_std + value: 18.5863 + - type: nauc_mrr_at_5_diff1 + value: 30.7305 + - type: nauc_mrr_at_10_max + value: 40.8067 + - type: nauc_mrr_at_10_std + value: 18.997600000000002 + - type: nauc_mrr_at_10_diff1 + value: 30.614200000000004 + - type: nauc_mrr_at_20_max + value: 40.8984 + - type: nauc_mrr_at_20_std + value: 19.168499999999998 + - type: nauc_mrr_at_20_diff1 + value: 30.758499999999998 + - type: nauc_mrr_at_100_max + value: 40.8979 + - type: nauc_mrr_at_100_std + value: 19.1996 + - type: nauc_mrr_at_100_diff1 + value: 30.7498 + - type: nauc_mrr_at_1000_max + value: 40.881299999999996 + - type: nauc_mrr_at_1000_std + value: 19.178 + - type: nauc_mrr_at_1000_diff1 + value: 30.7577 + - type: main_score + value: 39.739000000000004 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: ndcg_at_1 + value: 53.37499999999999 + - type: ndcg_at_3 + value: 42.994 + - type: ndcg_at_5 + value: 40.494 + - type: ndcg_at_10 + value: 38.035000000000004 + - type: ndcg_at_20 + value: 37.805 + - type: ndcg_at_100 + value: 43.144 + - type: ndcg_at_1000 + value: 50.676 + - type: map_at_1 + value: 8.605 + - type: map_at_3 + value: 13.138 + - type: map_at_5 + value: 15.356 + - type: map_at_10 + value: 18.099999999999998 + - type: map_at_20 + value: 20.764 + - type: map_at_100 + value: 25.163999999999998 + - type: map_at_1000 + value: 26.799 + - type: recall_at_1 + value: 8.605 + - type: recall_at_3 + value: 14.418000000000001 + - type: recall_at_5 + value: 18.061 + - type: recall_at_10 + value: 23.543 + - type: recall_at_20 + value: 30.422 + - type: recall_at_100 + value: 49.028 + - type: recall_at_1000 + value: 72.658 + - type: precision_at_1 + value: 65.0 + - type: precision_at_3 + value: 45.833 + - type: precision_at_5 + value: 38.85 + - type: precision_at_10 + value: 29.525000000000002 + - type: precision_at_20 + value: 22.625 + - type: precision_at_100 + value: 9.805 + - type: precision_at_1000 + value: 2.077 + - type: mrr_at_1 + value: 65.0 + - type: mrr_at_3 + value: 71.54169999999999 + - type: mrr_at_5 + value: 72.1792 + - type: mrr_at_10 + value: 72.7745 + - type: mrr_at_20 + value: 73.17439999999999 + - type: mrr_at_100 + value: 73.3228 + - type: mrr_at_1000 + value: 73.32570000000001 + - type: nauc_ndcg_at_1_max + value: 51.8867 + - type: nauc_ndcg_at_1_std + value: 25.167499999999997 + - type: nauc_ndcg_at_1_diff1 + value: 39.820100000000004 + - type: nauc_ndcg_at_3_max + value: 48.2333 + - type: nauc_ndcg_at_3_std + value: 31.234499999999997 + - type: nauc_ndcg_at_3_diff1 + value: 27.023999999999997 + - type: nauc_ndcg_at_5_max + value: 47.9002 + - type: nauc_ndcg_at_5_std + value: 32.7547 + - type: nauc_ndcg_at_5_diff1 + value: 25.4475 + - type: nauc_ndcg_at_10_max + value: 46.1203 + - type: nauc_ndcg_at_10_std + value: 30.566 + - type: nauc_ndcg_at_10_diff1 + value: 25.4179 + - type: nauc_ndcg_at_20_max + value: 42.7061 + - type: nauc_ndcg_at_20_std + value: 26.6509 + - type: nauc_ndcg_at_20_diff1 + value: 23.901600000000002 + - type: nauc_ndcg_at_100_max + value: 42.028999999999996 + - type: nauc_ndcg_at_100_std + value: 30.721500000000002 + - type: nauc_ndcg_at_100_diff1 + value: 21.9503 + - type: nauc_ndcg_at_1000_max + value: 46.9932 + - type: nauc_ndcg_at_1000_std + value: 38.718799999999995 + - type: nauc_ndcg_at_1000_diff1 + value: 19.8737 + - type: nauc_map_at_1_max + value: 15.648599999999998 + - type: nauc_map_at_1_std + value: -12.8624 + - type: nauc_map_at_1_diff1 + value: 35.7138 + - type: nauc_map_at_3_max + value: 16.9008 + - type: nauc_map_at_3_std + value: -6.8941 + - type: nauc_map_at_3_diff1 + value: 28.064099999999996 + - type: nauc_map_at_5_max + value: 18.8605 + - type: nauc_map_at_5_std + value: -3.0509 + - type: nauc_map_at_5_diff1 + value: 25.964599999999997 + - type: nauc_map_at_10_max + value: 21.6785 + - type: nauc_map_at_10_std + value: 1.7839 + - type: nauc_map_at_10_diff1 + value: 22.969 + - type: nauc_map_at_20_max + value: 25.9578 + - type: nauc_map_at_20_std + value: 8.3626 + - type: nauc_map_at_20_diff1 + value: 21.0503 + - type: nauc_map_at_100_max + value: 30.9448 + - type: nauc_map_at_100_std + value: 20.410800000000002 + - type: nauc_map_at_100_diff1 + value: 17.7467 + - type: nauc_map_at_1000_max + value: 31.969900000000003 + - type: nauc_map_at_1000_std + value: 22.9604 + - type: nauc_map_at_1000_diff1 + value: 16.5214 + - type: nauc_recall_at_1_max + value: 15.648599999999998 + - type: nauc_recall_at_1_std + value: -12.8624 + - type: nauc_recall_at_1_diff1 + value: 35.7138 + - type: nauc_recall_at_3_max + value: 13.6045 + - type: nauc_recall_at_3_std + value: -7.5614 + - type: nauc_recall_at_3_diff1 + value: 24.0617 + - type: nauc_recall_at_5_max + value: 13.2823 + - type: nauc_recall_at_5_std + value: -5.2039 + - type: nauc_recall_at_5_diff1 + value: 20.2316 + - type: nauc_recall_at_10_max + value: 16.034499999999998 + - type: nauc_recall_at_10_std + value: -0.6257 + - type: nauc_recall_at_10_diff1 + value: 17.6053 + - type: nauc_recall_at_20_max + value: 20.3006 + - type: nauc_recall_at_20_std + value: 5.8022 + - type: nauc_recall_at_20_diff1 + value: 15.576 + - type: nauc_recall_at_100_max + value: 25.8586 + - type: nauc_recall_at_100_std + value: 25.831500000000002 + - type: nauc_recall_at_100_diff1 + value: 11.3408 + - type: nauc_recall_at_1000_max + value: 34.0091 + - type: nauc_recall_at_1000_std + value: 41.7999 + - type: nauc_recall_at_1000_diff1 + value: 6.8013 + - type: nauc_precision_at_1_max + value: 59.560199999999995 + - type: nauc_precision_at_1_std + value: 32.649899999999995 + - type: nauc_precision_at_1_diff1 + value: 44.1834 + - type: nauc_precision_at_3_max + value: 44.3559 + - type: nauc_precision_at_3_std + value: 42.951699999999995 + - type: nauc_precision_at_3_diff1 + value: 10.4531 + - type: nauc_precision_at_5_max + value: 42.3183 + - type: nauc_precision_at_5_std + value: 48.4798 + - type: nauc_precision_at_5_diff1 + value: 4.2654 + - type: nauc_precision_at_10_max + value: 39.2447 + - type: nauc_precision_at_10_std + value: 49.2467 + - type: nauc_precision_at_10_diff1 + value: -2.4278999999999997 + - type: nauc_precision_at_20_max + value: 34.3648 + - type: nauc_precision_at_20_std + value: 47.038000000000004 + - type: nauc_precision_at_20_diff1 + value: -7.8901 + - type: nauc_precision_at_100_max + value: 21.528 + - type: nauc_precision_at_100_std + value: 42.1485 + - type: nauc_precision_at_100_diff1 + value: -13.3385 + - type: nauc_precision_at_1000_max + value: -4.6619 + - type: nauc_precision_at_1000_std + value: 11.582 + - type: nauc_precision_at_1000_diff1 + value: -20.6555 + - type: nauc_mrr_at_1_max + value: 59.560199999999995 + - type: nauc_mrr_at_1_std + value: 32.649899999999995 + - type: nauc_mrr_at_1_diff1 + value: 44.1834 + - type: nauc_mrr_at_3_max + value: 63.2521 + - type: nauc_mrr_at_3_std + value: 41.7667 + - type: nauc_mrr_at_3_diff1 + value: 42.016999999999996 + - type: nauc_mrr_at_5_max + value: 63.482000000000006 + - type: nauc_mrr_at_5_std + value: 42.1506 + - type: nauc_mrr_at_5_diff1 + value: 41.815999999999995 + - type: nauc_mrr_at_10_max + value: 63.130399999999995 + - type: nauc_mrr_at_10_std + value: 41.5067 + - type: nauc_mrr_at_10_diff1 + value: 41.9133 + - type: nauc_mrr_at_20_max + value: 63.159600000000005 + - type: nauc_mrr_at_20_std + value: 41.2181 + - type: nauc_mrr_at_20_diff1 + value: 42.2187 + - type: nauc_mrr_at_100_max + value: 63.1207 + - type: nauc_mrr_at_100_std + value: 41.219699999999996 + - type: nauc_mrr_at_100_diff1 + value: 42.1492 + - type: nauc_mrr_at_1000_max + value: 63.118399999999994 + - type: nauc_mrr_at_1000_std + value: 41.213899999999995 + - type: nauc_mrr_at_1000_diff1 + value: 42.1491 + - type: main_score + value: 38.035000000000004 + task: + type: Retrieval + - dataset: + config: default + name: MTEB EmotionClassification (default) + revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 + split: test + type: mteb/emotion + metrics: + - type: accuracy + value: 48.245 + - type: f1 + value: 43.1184 + - type: f1_weighted + value: 50.537 + - type: main_score + value: 48.245 + task: + type: Classification + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: ndcg_at_1 + value: 82.913 + - type: ndcg_at_3 + value: 86.708 + - type: ndcg_at_5 + value: 87.727 + - type: ndcg_at_10 + value: 88.26 + - type: ndcg_at_20 + value: 88.579 + - type: ndcg_at_100 + value: 88.93799999999999 + - type: ndcg_at_1000 + value: 89.164 + - type: map_at_1 + value: 76.79599999999999 + - type: map_at_3 + value: 83.649 + - type: map_at_5 + value: 84.393 + - type: map_at_10 + value: 84.70400000000001 + - type: map_at_20 + value: 84.827 + - type: map_at_100 + value: 84.90299999999999 + - type: map_at_1000 + value: 84.916 + - type: recall_at_1 + value: 76.79599999999999 + - type: recall_at_3 + value: 90.261 + - type: recall_at_5 + value: 92.89500000000001 + - type: recall_at_10 + value: 94.455 + - type: recall_at_20 + value: 95.527 + - type: recall_at_100 + value: 97.062 + - type: recall_at_1000 + value: 98.433 + - type: precision_at_1 + value: 82.913 + - type: precision_at_3 + value: 32.883 + - type: precision_at_5 + value: 20.429 + - type: precision_at_10 + value: 10.468 + - type: precision_at_20 + value: 5.335 + - type: precision_at_100 + value: 1.103 + - type: precision_at_1000 + value: 0.11399999999999999 + - type: mrr_at_1 + value: 82.9133 + - type: mrr_at_3 + value: 88.9114 + - type: mrr_at_5 + value: 89.4109 + - type: mrr_at_10 + value: 89.5488 + - type: mrr_at_20 + value: 89.5843 + - type: mrr_at_100 + value: 89.5951 + - type: mrr_at_1000 + value: 89.596 + - type: nauc_ndcg_at_1_max + value: 30.1237 + - type: nauc_ndcg_at_1_std + value: -7.976800000000001 + - type: nauc_ndcg_at_1_diff1 + value: 76.71759999999999 + - type: nauc_ndcg_at_3_max + value: 24.2439 + - type: nauc_ndcg_at_3_std + value: -1.3402 + - type: nauc_ndcg_at_3_diff1 + value: 53.475300000000004 + - type: nauc_ndcg_at_5_max + value: 23.234099999999998 + - type: nauc_ndcg_at_5_std + value: 0.1351 + - type: nauc_ndcg_at_5_diff1 + value: 51.782700000000006 + - type: nauc_ndcg_at_10_max + value: 23.4737 + - type: nauc_ndcg_at_10_std + value: 1.1952 + - type: nauc_ndcg_at_10_diff1 + value: 51.6677 + - type: nauc_ndcg_at_20_max + value: 23.742 + - type: nauc_ndcg_at_20_std + value: 1.1509 + - type: nauc_ndcg_at_20_diff1 + value: 52.1851 + - type: nauc_ndcg_at_100_max + value: 24.346 + - type: nauc_ndcg_at_100_std + value: 1.119 + - type: nauc_ndcg_at_100_diff1 + value: 52.976 + - type: nauc_ndcg_at_1000_max + value: 24.8411 + - type: nauc_ndcg_at_1000_std + value: 0.7044 + - type: nauc_ndcg_at_1000_diff1 + value: 54.2615 + - type: nauc_map_at_1_max + value: 19.1903 + - type: nauc_map_at_1_std + value: -5.463500000000001 + - type: nauc_map_at_1_diff1 + value: 57.45 + - type: nauc_map_at_3_max + value: 20.7737 + - type: nauc_map_at_3_std + value: -2.0726 + - type: nauc_map_at_3_diff1 + value: 51.200100000000006 + - type: nauc_map_at_5_max + value: 20.833099999999998 + - type: nauc_map_at_5_std + value: -1.3852 + - type: nauc_map_at_5_diff1 + value: 51.0736 + - type: nauc_map_at_10_max + value: 21.2614 + - type: nauc_map_at_10_std + value: -0.9268000000000001 + - type: nauc_map_at_10_diff1 + value: 51.3035 + - type: nauc_map_at_20_max + value: 21.4214 + - type: nauc_map_at_20_std + value: -0.8916999999999999 + - type: nauc_map_at_20_diff1 + value: 51.4853 + - type: nauc_map_at_100_max + value: 21.5602 + - type: nauc_map_at_100_std + value: -0.8564999999999999 + - type: nauc_map_at_100_diff1 + value: 51.6119 + - type: nauc_map_at_1000_max + value: 21.5891 + - type: nauc_map_at_1000_std + value: -0.8619999999999999 + - type: nauc_map_at_1000_diff1 + value: 51.669399999999996 + - type: nauc_recall_at_1_max + value: 19.1903 + - type: nauc_recall_at_1_std + value: -5.463500000000001 + - type: nauc_recall_at_1_diff1 + value: 57.45 + - type: nauc_recall_at_3_max + value: 18.8097 + - type: nauc_recall_at_3_std + value: 5.7094 + - type: nauc_recall_at_3_diff1 + value: 31.1662 + - type: nauc_recall_at_5_max + value: 15.9461 + - type: nauc_recall_at_5_std + value: 13.459 + - type: nauc_recall_at_5_diff1 + value: 19.5024 + - type: nauc_recall_at_10_max + value: 16.006899999999998 + - type: nauc_recall_at_10_std + value: 22.7035 + - type: nauc_recall_at_10_diff1 + value: 11.734 + - type: nauc_recall_at_20_max + value: 15.2441 + - type: nauc_recall_at_20_std + value: 26.5079 + - type: nauc_recall_at_20_diff1 + value: 6.9472000000000005 + - type: nauc_recall_at_100_max + value: 17.4246 + - type: nauc_recall_at_100_std + value: 37.8238 + - type: nauc_recall_at_100_diff1 + value: -3.3619999999999997 + - type: nauc_recall_at_1000_max + value: 25.897 + - type: nauc_recall_at_1000_std + value: 50.85849999999999 + - type: nauc_recall_at_1000_diff1 + value: -3.4954 + - type: nauc_precision_at_1_max + value: 30.1237 + - type: nauc_precision_at_1_std + value: -7.976800000000001 + - type: nauc_precision_at_1_diff1 + value: 76.71759999999999 + - type: nauc_precision_at_3_max + value: 32.2474 + - type: nauc_precision_at_3_std + value: 9.4755 + - type: nauc_precision_at_3_diff1 + value: 26.744200000000003 + - type: nauc_precision_at_5_max + value: 25.596999999999998 + - type: nauc_precision_at_5_std + value: 14.3121 + - type: nauc_precision_at_5_diff1 + value: 8.2439 + - type: nauc_precision_at_10_max + value: 22.4779 + - type: nauc_precision_at_10_std + value: 17.156 + - type: nauc_precision_at_10_diff1 + value: -0.7406 + - type: nauc_precision_at_20_max + value: 20.408 + - type: nauc_precision_at_20_std + value: 15.516399999999999 + - type: nauc_precision_at_20_diff1 + value: -3.4888000000000003 + - type: nauc_precision_at_100_max + value: 17.2807 + - type: nauc_precision_at_100_std + value: 11.8869 + - type: nauc_precision_at_100_diff1 + value: -5.1894 + - type: nauc_precision_at_1000_max + value: 15.6691 + - type: nauc_precision_at_1000_std + value: 6.3058000000000005 + - type: nauc_precision_at_1000_diff1 + value: -0.9933000000000001 + - type: nauc_mrr_at_1_max + value: 30.1237 + - type: nauc_mrr_at_1_std + value: -7.976800000000001 + - type: nauc_mrr_at_1_diff1 + value: 76.71759999999999 + - type: nauc_mrr_at_3_max + value: 33.969 + - type: nauc_mrr_at_3_std + value: -6.7858 + - type: nauc_mrr_at_3_diff1 + value: 75.5417 + - type: nauc_mrr_at_5_max + value: 33.853 + - type: nauc_mrr_at_5_std + value: -6.4335 + - type: nauc_mrr_at_5_diff1 + value: 75.6962 + - type: nauc_mrr_at_10_max + value: 33.6511 + - type: nauc_mrr_at_10_std + value: -6.268 + - type: nauc_mrr_at_10_diff1 + value: 75.7315 + - type: nauc_mrr_at_20_max + value: 33.500600000000006 + - type: nauc_mrr_at_20_std + value: -6.4148 + - type: nauc_mrr_at_20_diff1 + value: 75.7596 + - type: nauc_mrr_at_100_max + value: 33.4376 + - type: nauc_mrr_at_100_std + value: -6.482799999999999 + - type: nauc_mrr_at_100_diff1 + value: 75.7571 + - type: nauc_mrr_at_1000_max + value: 33.4322 + - type: nauc_mrr_at_1000_std + value: -6.4902 + - type: nauc_mrr_at_1000_diff1 + value: 75.7587 + - type: main_score + value: 88.26 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: ndcg_at_1 + value: 37.037 + - type: ndcg_at_3 + value: 35.313 + - type: ndcg_at_5 + value: 35.99 + - type: ndcg_at_10 + value: 38.451 + - type: ndcg_at_20 + value: 41.097 + - type: ndcg_at_100 + value: 45.759 + - type: ndcg_at_1000 + value: 48.952 + - type: map_at_1 + value: 18.82 + - type: map_at_3 + value: 27.173000000000002 + - type: map_at_5 + value: 29.12 + - type: map_at_10 + value: 30.907 + - type: map_at_20 + value: 31.918999999999997 + - type: map_at_100 + value: 32.855000000000004 + - type: map_at_1000 + value: 33.049 + - type: recall_at_1 + value: 18.82 + - type: recall_at_3 + value: 32.505 + - type: recall_at_5 + value: 37.524 + - type: recall_at_10 + value: 44.936 + - type: recall_at_20 + value: 52.961999999999996 + - type: recall_at_100 + value: 72.229 + - type: recall_at_1000 + value: 91.266 + - type: precision_at_1 + value: 37.037 + - type: precision_at_3 + value: 23.714 + - type: precision_at_5 + value: 16.975 + - type: precision_at_10 + value: 10.664 + - type: precision_at_20 + value: 6.451 + - type: precision_at_100 + value: 1.799 + - type: precision_at_1000 + value: 0.23700000000000002 + - type: mrr_at_1 + value: 37.037 + - type: mrr_at_3 + value: 44.4444 + - type: mrr_at_5 + value: 45.5324 + - type: mrr_at_10 + value: 46.5289 + - type: mrr_at_20 + value: 47.017199999999995 + - type: mrr_at_100 + value: 47.4272 + - type: mrr_at_1000 + value: 47.4667 + - type: nauc_ndcg_at_1_max + value: 39.3378 + - type: nauc_ndcg_at_1_std + value: 0.4046 + - type: nauc_ndcg_at_1_diff1 + value: 54.5767 + - type: nauc_ndcg_at_3_max + value: 35.509299999999996 + - type: nauc_ndcg_at_3_std + value: -0.055099999999999996 + - type: nauc_ndcg_at_3_diff1 + value: 46.927400000000006 + - type: nauc_ndcg_at_5_max + value: 33.5333 + - type: nauc_ndcg_at_5_std + value: -0.2111 + - type: nauc_ndcg_at_5_diff1 + value: 46.493 + - type: nauc_ndcg_at_10_max + value: 33.590199999999996 + - type: nauc_ndcg_at_10_std + value: 1.1043 + - type: nauc_ndcg_at_10_diff1 + value: 44.5017 + - type: nauc_ndcg_at_20_max + value: 33.3792 + - type: nauc_ndcg_at_20_std + value: 2.4081 + - type: nauc_ndcg_at_20_diff1 + value: 43.838 + - type: nauc_ndcg_at_100_max + value: 36.343599999999995 + - type: nauc_ndcg_at_100_std + value: 6.0874 + - type: nauc_ndcg_at_100_diff1 + value: 43.7378 + - type: nauc_ndcg_at_1000_max + value: 37.4981 + - type: nauc_ndcg_at_1000_std + value: 5.7039 + - type: nauc_ndcg_at_1000_diff1 + value: 44.6965 + - type: nauc_map_at_1_max + value: 26.435399999999998 + - type: nauc_map_at_1_std + value: -1.5532000000000001 + - type: nauc_map_at_1_diff1 + value: 55.325 + - type: nauc_map_at_3_max + value: 30.523 + - type: nauc_map_at_3_std + value: -1.194 + - type: nauc_map_at_3_diff1 + value: 48.8296 + - type: nauc_map_at_5_max + value: 31.502799999999997 + - type: nauc_map_at_5_std + value: -1.093 + - type: nauc_map_at_5_diff1 + value: 47.849399999999996 + - type: nauc_map_at_10_max + value: 32.5109 + - type: nauc_map_at_10_std + value: -0.1616 + - type: nauc_map_at_10_diff1 + value: 46.4203 + - type: nauc_map_at_20_max + value: 32.6185 + - type: nauc_map_at_20_std + value: 0.41050000000000003 + - type: nauc_map_at_20_diff1 + value: 46.145599999999995 + - type: nauc_map_at_100_max + value: 33.326299999999996 + - type: nauc_map_at_100_std + value: 1.1496 + - type: nauc_map_at_100_diff1 + value: 46.1063 + - type: nauc_map_at_1000_max + value: 33.4678 + - type: nauc_map_at_1000_std + value: 1.1722 + - type: nauc_map_at_1000_diff1 + value: 46.1577 + - type: nauc_recall_at_1_max + value: 26.435399999999998 + - type: nauc_recall_at_1_std + value: -1.5532000000000001 + - type: nauc_recall_at_1_diff1 + value: 55.325 + - type: nauc_recall_at_3_max + value: 25.3216 + - type: nauc_recall_at_3_std + value: -1.3092 + - type: nauc_recall_at_3_diff1 + value: 40.7913 + - type: nauc_recall_at_5_max + value: 24.444 + - type: nauc_recall_at_5_std + value: -0.9400000000000001 + - type: nauc_recall_at_5_diff1 + value: 38.0763 + - type: nauc_recall_at_10_max + value: 24.8674 + - type: nauc_recall_at_10_std + value: 2.3571 + - type: nauc_recall_at_10_diff1 + value: 32.1728 + - type: nauc_recall_at_20_max + value: 22.243299999999998 + - type: nauc_recall_at_20_std + value: 5.6803 + - type: nauc_recall_at_20_diff1 + value: 28.557 + - type: nauc_recall_at_100_max + value: 29.0702 + - type: nauc_recall_at_100_std + value: 25.7249 + - type: nauc_recall_at_100_diff1 + value: 21.2079 + - type: nauc_recall_at_1000_max + value: 40.241 + - type: nauc_recall_at_1000_std + value: 48.301899999999996 + - type: nauc_recall_at_1000_diff1 + value: 20.038 + - type: nauc_precision_at_1_max + value: 39.3378 + - type: nauc_precision_at_1_std + value: 0.4046 + - type: nauc_precision_at_1_diff1 + value: 54.5767 + - type: nauc_precision_at_3_max + value: 36.4929 + - type: nauc_precision_at_3_std + value: 0.8775 + - type: nauc_precision_at_3_diff1 + value: 30.308699999999998 + - type: nauc_precision_at_5_max + value: 35.120200000000004 + - type: nauc_precision_at_5_std + value: 1.3797 + - type: nauc_precision_at_5_diff1 + value: 25.166800000000002 + - type: nauc_precision_at_10_max + value: 34.2855 + - type: nauc_precision_at_10_std + value: 5.0542 + - type: nauc_precision_at_10_diff1 + value: 15.148 + - type: nauc_precision_at_20_max + value: 31.4664 + - type: nauc_precision_at_20_std + value: 9.0011 + - type: nauc_precision_at_20_diff1 + value: 10.3899 + - type: nauc_precision_at_100_max + value: 32.6942 + - type: nauc_precision_at_100_std + value: 14.7489 + - type: nauc_precision_at_100_diff1 + value: 2.806 + - type: nauc_precision_at_1000_max + value: 27.2725 + - type: nauc_precision_at_1000_std + value: 11.8238 + - type: nauc_precision_at_1000_diff1 + value: -3.4041 + - type: nauc_mrr_at_1_max + value: 39.3378 + - type: nauc_mrr_at_1_std + value: 0.4046 + - type: nauc_mrr_at_1_diff1 + value: 54.5767 + - type: nauc_mrr_at_3_max + value: 39.4613 + - type: nauc_mrr_at_3_std + value: 1.7649000000000001 + - type: nauc_mrr_at_3_diff1 + value: 50.1734 + - type: nauc_mrr_at_5_max + value: 38.9739 + - type: nauc_mrr_at_5_std + value: 1.4766 + - type: nauc_mrr_at_5_diff1 + value: 49.900299999999994 + - type: nauc_mrr_at_10_max + value: 39.2236 + - type: nauc_mrr_at_10_std + value: 1.6832 + - type: nauc_mrr_at_10_diff1 + value: 49.420500000000004 + - type: nauc_mrr_at_20_max + value: 39.114900000000006 + - type: nauc_mrr_at_20_std + value: 1.8496 + - type: nauc_mrr_at_20_diff1 + value: 49.339 + - type: nauc_mrr_at_100_max + value: 39.309 + - type: nauc_mrr_at_100_std + value: 2.1651 + - type: nauc_mrr_at_100_diff1 + value: 49.3731 + - type: nauc_mrr_at_1000_max + value: 39.3136 + - type: nauc_mrr_at_1000_std + value: 2.1359 + - type: nauc_mrr_at_1000_diff1 + value: 49.399100000000004 + - type: main_score + value: 38.451 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: ndcg_at_1 + value: 80.513 + - type: ndcg_at_3 + value: 61.72299999999999 + - type: ndcg_at_5 + value: 64.1 + - type: ndcg_at_10 + value: 65.89699999999999 + - type: ndcg_at_20 + value: 67.071 + - type: ndcg_at_100 + value: 68.72500000000001 + - type: ndcg_at_1000 + value: 70.031 + - type: map_at_1 + value: 40.257 + - type: map_at_3 + value: 53.547999999999995 + - type: map_at_5 + value: 55.44 + - type: map_at_10 + value: 56.505 + - type: map_at_20 + value: 56.987 + - type: map_at_100 + value: 57.328 + - type: map_at_1000 + value: 57.396 + - type: recall_at_1 + value: 40.257 + - type: recall_at_3 + value: 57.211 + - type: recall_at_5 + value: 61.904 + - type: recall_at_10 + value: 66.408 + - type: recall_at_20 + value: 70.162 + - type: recall_at_100 + value: 77.448 + - type: recall_at_1000 + value: 86.07000000000001 + - type: precision_at_1 + value: 80.513 + - type: precision_at_3 + value: 38.141000000000005 + - type: precision_at_5 + value: 24.762 + - type: precision_at_10 + value: 13.282 + - type: precision_at_20 + value: 7.016 + - type: precision_at_100 + value: 1.549 + - type: precision_at_1000 + value: 0.172 + - type: mrr_at_1 + value: 80.5132 + - type: mrr_at_3 + value: 84.6793 + - type: mrr_at_5 + value: 85.21 + - type: mrr_at_10 + value: 85.5189 + - type: mrr_at_20 + value: 85.6233 + - type: mrr_at_100 + value: 85.6853 + - type: mrr_at_1000 + value: 85.6933 + - type: nauc_ndcg_at_1_max + value: 57.2352 + - type: nauc_ndcg_at_1_std + value: -3.5655 + - type: nauc_ndcg_at_1_diff1 + value: 73.753 + - type: nauc_ndcg_at_3_max + value: 23.2053 + - type: nauc_ndcg_at_3_std + value: -1.4256 + - type: nauc_ndcg_at_3_diff1 + value: 20.7058 + - type: nauc_ndcg_at_5_max + value: 20.7402 + - type: nauc_ndcg_at_5_std + value: 0.48989999999999995 + - type: nauc_ndcg_at_5_diff1 + value: 17.1464 + - type: nauc_ndcg_at_10_max + value: 19.1611 + - type: nauc_ndcg_at_10_std + value: 1.0252000000000001 + - type: nauc_ndcg_at_10_diff1 + value: 15.4391 + - type: nauc_ndcg_at_20_max + value: 18.4063 + - type: nauc_ndcg_at_20_std + value: 1.345 + - type: nauc_ndcg_at_20_diff1 + value: 14.818999999999999 + - type: nauc_ndcg_at_100_max + value: 17.639499999999998 + - type: nauc_ndcg_at_100_std + value: 2.3089 + - type: nauc_ndcg_at_100_diff1 + value: 13.9948 + - type: nauc_ndcg_at_1000_max + value: 17.9525 + - type: nauc_ndcg_at_1000_std + value: 2.0898 + - type: nauc_ndcg_at_1000_diff1 + value: 14.499300000000002 + - type: nauc_map_at_1_max + value: 57.2352 + - type: nauc_map_at_1_std + value: -3.5655 + - type: nauc_map_at_1_diff1 + value: 73.753 + - type: nauc_map_at_3_max + value: 17.3676 + - type: nauc_map_at_3_std + value: -2.0408 + - type: nauc_map_at_3_diff1 + value: 13.6378 + - type: nauc_map_at_5_max + value: 15.8526 + - type: nauc_map_at_5_std + value: -0.7017 + - type: nauc_map_at_5_diff1 + value: 11.354899999999999 + - type: nauc_map_at_10_max + value: 15.187600000000002 + - type: nauc_map_at_10_std + value: -0.44 + - type: nauc_map_at_10_diff1 + value: 10.673399999999999 + - type: nauc_map_at_20_max + value: 14.972199999999999 + - type: nauc_map_at_20_std + value: -0.3543 + - type: nauc_map_at_20_diff1 + value: 10.5319 + - type: nauc_map_at_100_max + value: 14.8562 + - type: nauc_map_at_100_std + value: -0.1799 + - type: nauc_map_at_100_diff1 + value: 10.4117 + - type: nauc_map_at_1000_max + value: 14.8625 + - type: nauc_map_at_1000_std + value: -0.18109999999999998 + - type: nauc_map_at_1000_diff1 + value: 10.424700000000001 + - type: nauc_recall_at_1_max + value: 57.2352 + - type: nauc_recall_at_1_std + value: -3.5655 + - type: nauc_recall_at_1_diff1 + value: 73.753 + - type: nauc_recall_at_3_max + value: 12.948200000000002 + - type: nauc_recall_at_3_std + value: -0.626 + - type: nauc_recall_at_3_diff1 + value: 5.068099999999999 + - type: nauc_recall_at_5_max + value: 7.8968 + - type: nauc_recall_at_5_std + value: 2.9478 + - type: nauc_recall_at_5_diff1 + value: -1.7441000000000002 + - type: nauc_recall_at_10_max + value: 3.2369000000000003 + - type: nauc_recall_at_10_std + value: 4.2506 + - type: nauc_recall_at_10_diff1 + value: -6.7679 + - type: nauc_recall_at_20_max + value: 0.1675 + - type: nauc_recall_at_20_std + value: 5.4809 + - type: nauc_recall_at_20_diff1 + value: -9.762 + - type: nauc_recall_at_100_max + value: -6.5167 + - type: nauc_recall_at_100_std + value: 10.6357 + - type: nauc_recall_at_100_diff1 + value: -17.631800000000002 + - type: nauc_recall_at_1000_max + value: -12.8048 + - type: nauc_recall_at_1000_std + value: 11.675099999999999 + - type: nauc_recall_at_1000_diff1 + value: -25.1894 + - type: nauc_precision_at_1_max + value: 57.2352 + - type: nauc_precision_at_1_std + value: -3.5655 + - type: nauc_precision_at_1_diff1 + value: 73.753 + - type: nauc_precision_at_3_max + value: 12.948200000000002 + - type: nauc_precision_at_3_std + value: -0.626 + - type: nauc_precision_at_3_diff1 + value: 5.068099999999999 + - type: nauc_precision_at_5_max + value: 7.8968 + - type: nauc_precision_at_5_std + value: 2.9478 + - type: nauc_precision_at_5_diff1 + value: -1.7441000000000002 + - type: nauc_precision_at_10_max + value: 3.2369000000000003 + - type: nauc_precision_at_10_std + value: 4.2506 + - type: nauc_precision_at_10_diff1 + value: -6.7679 + - type: nauc_precision_at_20_max + value: 0.1675 + - type: nauc_precision_at_20_std + value: 5.4809 + - type: nauc_precision_at_20_diff1 + value: -9.762 + - type: nauc_precision_at_100_max + value: -6.5167 + - type: nauc_precision_at_100_std + value: 10.6357 + - type: nauc_precision_at_100_diff1 + value: -17.631800000000002 + - type: nauc_precision_at_1000_max + value: -12.8048 + - type: nauc_precision_at_1000_std + value: 11.675099999999999 + - type: nauc_precision_at_1000_diff1 + value: -25.1894 + - type: nauc_mrr_at_1_max + value: 57.2352 + - type: nauc_mrr_at_1_std + value: -3.5655 + - type: nauc_mrr_at_1_diff1 + value: 73.753 + - type: nauc_mrr_at_3_max + value: 60.146100000000004 + - type: nauc_mrr_at_3_std + value: -1.0741 + - type: nauc_mrr_at_3_diff1 + value: 72.1941 + - type: nauc_mrr_at_5_max + value: 60.1464 + - type: nauc_mrr_at_5_std + value: -0.506 + - type: nauc_mrr_at_5_diff1 + value: 72.38 + - type: nauc_mrr_at_10_max + value: 60.0685 + - type: nauc_mrr_at_10_std + value: -0.39899999999999997 + - type: nauc_mrr_at_10_diff1 + value: 72.461 + - type: nauc_mrr_at_20_max + value: 60.0296 + - type: nauc_mrr_at_20_std + value: -0.4039 + - type: nauc_mrr_at_20_diff1 + value: 72.53309999999999 + - type: nauc_mrr_at_100_max + value: 59.964 + - type: nauc_mrr_at_100_std + value: -0.4698 + - type: nauc_mrr_at_100_diff1 + value: 72.5235 + - type: nauc_mrr_at_1000_max + value: 59.96 + - type: nauc_mrr_at_1000_std + value: -0.4855 + - type: nauc_mrr_at_1000_diff1 + value: 72.5279 + - type: main_score + value: 65.89699999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ImdbClassification (default) + revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 + split: test + type: mteb/imdb + metrics: + - type: accuracy + value: 88.6972 + - type: f1 + value: 88.6641 + - type: f1_weighted + value: 88.6641 + - type: ap + value: 83.88029999999999 + - type: ap_weighted + value: 83.88029999999999 + - type: main_score + value: 88.6972 + task: + type: Classification + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: dev + type: mteb/msmarco + metrics: + - type: ndcg_at_1 + value: 21.948 + - type: ndcg_at_3 + value: 32.747 + - type: ndcg_at_5 + value: 36.582 + - type: ndcg_at_10 + value: 40.284 + - type: ndcg_at_20 + value: 42.885 + - type: ndcg_at_100 + value: 46.075 + - type: ndcg_at_1000 + value: 47.351 + - type: map_at_1 + value: 21.365000000000002 + - type: map_at_3 + value: 29.820999999999998 + - type: map_at_5 + value: 31.97 + - type: map_at_10 + value: 33.528000000000006 + - type: map_at_20 + value: 34.264 + - type: map_at_100 + value: 34.731 + - type: map_at_1000 + value: 34.782000000000004 + - type: recall_at_1 + value: 21.365000000000002 + - type: recall_at_3 + value: 40.605000000000004 + - type: recall_at_5 + value: 49.81 + - type: recall_at_10 + value: 61.047 + - type: recall_at_20 + value: 71.125 + - type: recall_at_100 + value: 87.813 + - type: recall_at_1000 + value: 97.556 + - type: precision_at_1 + value: 21.948 + - type: precision_at_3 + value: 13.988 + - type: precision_at_5 + value: 10.344000000000001 + - type: precision_at_10 + value: 6.361 + - type: precision_at_20 + value: 3.723 + - type: precision_at_100 + value: 0.9259999999999999 + - type: precision_at_1000 + value: 0.104 + - type: mrr_at_1 + value: 21.9484 + - type: mrr_at_3 + value: 30.4465 + - type: mrr_at_5 + value: 32.5683 + - type: mrr_at_10 + value: 34.098800000000004 + - type: mrr_at_20 + value: 34.8029 + - type: mrr_at_100 + value: 35.2406 + - type: mrr_at_1000 + value: 35.2854 + - type: nauc_ndcg_at_1_max + value: 5.9741 + - type: nauc_ndcg_at_1_std + value: -18.5744 + - type: nauc_ndcg_at_1_diff1 + value: 35.4593 + - type: nauc_ndcg_at_3_max + value: 7.3545 + - type: nauc_ndcg_at_3_std + value: -21.494 + - type: nauc_ndcg_at_3_diff1 + value: 30.8726 + - type: nauc_ndcg_at_5_max + value: 7.604800000000001 + - type: nauc_ndcg_at_5_std + value: -22.2137 + - type: nauc_ndcg_at_5_diff1 + value: 30.457600000000003 + - type: nauc_ndcg_at_10_max + value: 8.6668 + - type: nauc_ndcg_at_10_std + value: -22.1356 + - type: nauc_ndcg_at_10_diff1 + value: 31.0905 + - type: nauc_ndcg_at_20_max + value: 9.5083 + - type: nauc_ndcg_at_20_std + value: -20.593 + - type: nauc_ndcg_at_20_diff1 + value: 30.9527 + - type: nauc_ndcg_at_100_max + value: 9.5322 + - type: nauc_ndcg_at_100_std + value: -18.5136 + - type: nauc_ndcg_at_100_diff1 + value: 30.9364 + - type: nauc_ndcg_at_1000_max + value: 9.1474 + - type: nauc_ndcg_at_1000_std + value: -19.1979 + - type: nauc_ndcg_at_1000_diff1 + value: 31.0386 + - type: nauc_map_at_1_max + value: 6.101100000000001 + - type: nauc_map_at_1_std + value: -18.698500000000003 + - type: nauc_map_at_1_diff1 + value: 35.4792 + - type: nauc_map_at_3_max + value: 7.0567 + - type: nauc_map_at_3_std + value: -20.9636 + - type: nauc_map_at_3_diff1 + value: 31.816699999999997 + - type: nauc_map_at_5_max + value: 7.1744 + - type: nauc_map_at_5_std + value: -21.407 + - type: nauc_map_at_5_diff1 + value: 31.5737 + - type: nauc_map_at_10_max + value: 7.598199999999999 + - type: nauc_map_at_10_std + value: -21.3725 + - type: nauc_map_at_10_diff1 + value: 31.8448 + - type: nauc_map_at_20_max + value: 7.820399999999999 + - type: nauc_map_at_20_std + value: -20.9531 + - type: nauc_map_at_20_diff1 + value: 31.805899999999998 + - type: nauc_map_at_100_max + value: 7.8269 + - type: nauc_map_at_100_std + value: -20.6647 + - type: nauc_map_at_100_diff1 + value: 31.8065 + - type: nauc_map_at_1000_max + value: 7.818300000000001 + - type: nauc_map_at_1000_std + value: -20.6733 + - type: nauc_map_at_1000_diff1 + value: 31.810100000000002 + - type: nauc_recall_at_1_max + value: 6.101100000000001 + - type: nauc_recall_at_1_std + value: -18.698500000000003 + - type: nauc_recall_at_1_diff1 + value: 35.4792 + - type: nauc_recall_at_3_max + value: 8.216099999999999 + - type: nauc_recall_at_3_std + value: -22.9422 + - type: nauc_recall_at_3_diff1 + value: 28.219300000000004 + - type: nauc_recall_at_5_max + value: 8.7943 + - type: nauc_recall_at_5_std + value: -24.5572 + - type: nauc_recall_at_5_diff1 + value: 27.2003 + - type: nauc_recall_at_10_max + value: 12.2627 + - type: nauc_recall_at_10_std + value: -24.5221 + - type: nauc_recall_at_10_diff1 + value: 28.6163 + - type: nauc_recall_at_20_max + value: 16.961000000000002 + - type: nauc_recall_at_20_std + value: -17.8785 + - type: nauc_recall_at_20_diff1 + value: 27.6059 + - type: nauc_recall_at_100_max + value: 24.529500000000002 + - type: nauc_recall_at_100_std + value: 9.4392 + - type: nauc_recall_at_100_diff1 + value: 24.284 + - type: nauc_recall_at_1000_max + value: 46.471000000000004 + - type: nauc_recall_at_1000_std + value: 48.265299999999996 + - type: nauc_recall_at_1000_diff1 + value: 8.8465 + - type: nauc_precision_at_1_max + value: 5.9741 + - type: nauc_precision_at_1_std + value: -18.5744 + - type: nauc_precision_at_1_diff1 + value: 35.4593 + - type: nauc_precision_at_3_max + value: 7.8017 + - type: nauc_precision_at_3_std + value: -22.8873 + - type: nauc_precision_at_3_diff1 + value: 27.6704 + - type: nauc_precision_at_5_max + value: 8.2906 + - type: nauc_precision_at_5_std + value: -24.1192 + - type: nauc_precision_at_5_diff1 + value: 26.1024 + - type: nauc_precision_at_10_max + value: 11.4748 + - type: nauc_precision_at_10_std + value: -23.3331 + - type: nauc_precision_at_10_diff1 + value: 26.8968 + - type: nauc_precision_at_20_max + value: 15.304599999999999 + - type: nauc_precision_at_20_std + value: -15.3527 + - type: nauc_precision_at_20_diff1 + value: 23.863300000000002 + - type: nauc_precision_at_100_max + value: 18.1506 + - type: nauc_precision_at_100_std + value: 10.6614 + - type: nauc_precision_at_100_diff1 + value: 13.7323 + - type: nauc_precision_at_1000_max + value: 11.7232 + - type: nauc_precision_at_1000_std + value: 17.5344 + - type: nauc_precision_at_1000_diff1 + value: -3.4896000000000003 + - type: nauc_mrr_at_1_max + value: 5.9741 + - type: nauc_mrr_at_1_std + value: -18.5744 + - type: nauc_mrr_at_1_diff1 + value: 35.4593 + - type: nauc_mrr_at_3_max + value: 6.929100000000001 + - type: nauc_mrr_at_3_std + value: -20.7196 + - type: nauc_mrr_at_3_diff1 + value: 31.8547 + - type: nauc_mrr_at_5_max + value: 7.1258 + - type: nauc_mrr_at_5_std + value: -21.0583 + - type: nauc_mrr_at_5_diff1 + value: 31.6481 + - type: nauc_mrr_at_10_max + value: 7.5504 + - type: nauc_mrr_at_10_std + value: -20.9941 + - type: nauc_mrr_at_10_diff1 + value: 31.924400000000002 + - type: nauc_mrr_at_20_max + value: 7.7503 + - type: nauc_mrr_at_20_std + value: -20.5759 + - type: nauc_mrr_at_20_diff1 + value: 31.8852 + - type: nauc_mrr_at_100_max + value: 7.7376000000000005 + - type: nauc_mrr_at_100_std + value: -20.3293 + - type: nauc_mrr_at_100_diff1 + value: 31.887500000000003 + - type: nauc_mrr_at_1000_max + value: 7.725999999999999 + - type: nauc_mrr_at_1000_std + value: -20.344 + - type: nauc_mrr_at_1000_diff1 + value: 31.8917 + - type: main_score + value: 40.284 + task: + type: Retrieval + - dataset: + config: en + name: MTEB MTOPDomainClassification (en) + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + split: test + type: mteb/mtop_domain + metrics: + - type: accuracy + value: 95.1756 + - type: f1 + value: 94.925 + - type: f1_weighted + value: 95.1766 + - type: main_score + value: 95.1756 + task: + type: Classification + - dataset: + config: en + name: MTEB MTOPIntentClassification (en) + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + split: test + type: mteb/mtop_intent + metrics: + - type: accuracy + value: 76.7601 + - type: f1 + value: 57.5613 + - type: f1_weighted + value: 79.6763 + - type: main_score + value: 76.7601 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveIntentClassification (en) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: test + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 75.3262 + - type: f1 + value: 72.7127 + - type: f1_weighted + value: 75.40259999999999 + - type: main_score + value: 75.3262 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveScenarioClassification (en) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: test + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 80.2152 + - type: f1 + value: 80.06490000000001 + - type: f1_weighted + value: 80.26830000000001 + - type: main_score + value: 80.2152 + task: + type: Classification + - dataset: + config: default + name: MTEB MedrxivClusteringP2P (default) + revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 + split: test + type: mteb/medrxiv-clustering-p2p + metrics: + - type: v_measure + value: 35.098800000000004 + - type: v_measure_std + value: 1.6771999999999998 + - type: main_score + value: 35.098800000000004 + task: + type: Clustering + - dataset: + config: default + name: MTEB MedrxivClusteringS2S (default) + revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 + split: test + type: mteb/medrxiv-clustering-s2s + metrics: + - type: v_measure + value: 32.9033 + - type: v_measure_std + value: 1.4976 + - type: main_score + value: 32.9033 + task: + type: Clustering + - dataset: + config: default + name: MTEB MindSmallReranking (default) + revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 + split: test + type: mteb/mind_small + metrics: + - type: map + value: 32.1551 + - type: mrr + value: 33.3476 + - type: nAUC_map_max + value: -19.1719 + - type: nAUC_map_std + value: 0.1456 + - type: nAUC_map_diff1 + value: 14.8056 + - type: nAUC_mrr_max + value: -13.6261 + - type: nAUC_mrr_std + value: 1.5634 + - type: nAUC_mrr_diff1 + value: 13.8537 + - type: main_score + value: 32.1551 + task: + type: Reranking + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: ndcg_at_1 + value: 48.607 + - type: ndcg_at_3 + value: 42.187000000000005 + - type: ndcg_at_5 + value: 38.989000000000004 + - type: ndcg_at_10 + value: 36.168 + - type: ndcg_at_20 + value: 33.550000000000004 + - type: ndcg_at_100 + value: 33.104 + - type: ndcg_at_1000 + value: 41.760999999999996 + - type: map_at_1 + value: 6.802 + - type: map_at_3 + value: 10.333 + - type: map_at_5 + value: 11.735 + - type: map_at_10 + value: 13.79 + - type: map_at_20 + value: 15.155 + - type: map_at_100 + value: 17.151 + - type: map_at_1000 + value: 18.584 + - type: recall_at_1 + value: 6.802 + - type: recall_at_3 + value: 11.18 + - type: recall_at_5 + value: 13.376 + - type: recall_at_10 + value: 17.803 + - type: recall_at_20 + value: 21.365000000000002 + - type: recall_at_100 + value: 33.885 + - type: recall_at_1000 + value: 65.12400000000001 + - type: precision_at_1 + value: 50.464 + - type: precision_at_3 + value: 38.906 + - type: precision_at_5 + value: 32.879000000000005 + - type: precision_at_10 + value: 26.346999999999998 + - type: precision_at_20 + value: 19.241 + - type: precision_at_100 + value: 8.195 + - type: precision_at_1000 + value: 2.089 + - type: mrr_at_1 + value: 50.4644 + - type: mrr_at_3 + value: 56.192 + - type: mrr_at_5 + value: 57.291000000000004 + - type: mrr_at_10 + value: 58.0675 + - type: mrr_at_20 + value: 58.3226 + - type: mrr_at_100 + value: 58.5455 + - type: mrr_at_1000 + value: 58.578300000000006 + - type: nauc_ndcg_at_1_max + value: 45.467200000000005 + - type: nauc_ndcg_at_1_std + value: 22.6949 + - type: nauc_ndcg_at_1_diff1 + value: 33.3321 + - type: nauc_ndcg_at_3_max + value: 45.142500000000005 + - type: nauc_ndcg_at_3_std + value: 24.959500000000002 + - type: nauc_ndcg_at_3_diff1 + value: 26.5735 + - type: nauc_ndcg_at_5_max + value: 44.4407 + - type: nauc_ndcg_at_5_std + value: 24.3504 + - type: nauc_ndcg_at_5_diff1 + value: 25.2917 + - type: nauc_ndcg_at_10_max + value: 42.011700000000005 + - type: nauc_ndcg_at_10_std + value: 24.1625 + - type: nauc_ndcg_at_10_diff1 + value: 23.9877 + - type: nauc_ndcg_at_20_max + value: 40.647299999999994 + - type: nauc_ndcg_at_20_std + value: 22.7495 + - type: nauc_ndcg_at_20_diff1 + value: 25.496999999999996 + - type: nauc_ndcg_at_100_max + value: 41.7588 + - type: nauc_ndcg_at_100_std + value: 24.1511 + - type: nauc_ndcg_at_100_diff1 + value: 26.500400000000003 + - type: nauc_ndcg_at_1000_max + value: 47.1963 + - type: nauc_ndcg_at_1000_std + value: 31.6374 + - type: nauc_ndcg_at_1000_diff1 + value: 27.0791 + - type: nauc_map_at_1_max + value: 11.7018 + - type: nauc_map_at_1_std + value: -17.1298 + - type: nauc_map_at_1_diff1 + value: 35.74 + - type: nauc_map_at_3_max + value: 16.7865 + - type: nauc_map_at_3_std + value: -12.6553 + - type: nauc_map_at_3_diff1 + value: 32.492900000000006 + - type: nauc_map_at_5_max + value: 19.8343 + - type: nauc_map_at_5_std + value: -9.8376 + - type: nauc_map_at_5_diff1 + value: 30.326700000000002 + - type: nauc_map_at_10_max + value: 23.1297 + - type: nauc_map_at_10_std + value: -4.3291 + - type: nauc_map_at_10_diff1 + value: 27.889799999999997 + - type: nauc_map_at_20_max + value: 26.009300000000003 + - type: nauc_map_at_20_std + value: 0.303 + - type: nauc_map_at_20_diff1 + value: 27.6099 + - type: nauc_map_at_100_max + value: 29.181 + - type: nauc_map_at_100_std + value: 6.575400000000001 + - type: nauc_map_at_100_diff1 + value: 26.7868 + - type: nauc_map_at_1000_max + value: 30.7289 + - type: nauc_map_at_1000_std + value: 10.2937 + - type: nauc_map_at_1000_diff1 + value: 26.212400000000002 + - type: nauc_recall_at_1_max + value: 11.7018 + - type: nauc_recall_at_1_std + value: -17.1298 + - type: nauc_recall_at_1_diff1 + value: 35.74 + - type: nauc_recall_at_3_max + value: 16.7435 + - type: nauc_recall_at_3_std + value: -10.9179 + - type: nauc_recall_at_3_diff1 + value: 32.0388 + - type: nauc_recall_at_5_max + value: 19.1904 + - type: nauc_recall_at_5_std + value: -8.4857 + - type: nauc_recall_at_5_diff1 + value: 28.8152 + - type: nauc_recall_at_10_max + value: 18.8131 + - type: nauc_recall_at_10_std + value: -4.1152 + - type: nauc_recall_at_10_diff1 + value: 22.1207 + - type: nauc_recall_at_20_max + value: 21.6186 + - type: nauc_recall_at_20_std + value: 1.9934 + - type: nauc_recall_at_20_diff1 + value: 23.9005 + - type: nauc_recall_at_100_max + value: 23.977899999999998 + - type: nauc_recall_at_100_std + value: 14.8828 + - type: nauc_recall_at_100_diff1 + value: 17.1315 + - type: nauc_recall_at_1000_max + value: 22.2311 + - type: nauc_recall_at_1000_std + value: 22.386200000000002 + - type: nauc_recall_at_1000_diff1 + value: 6.7295 + - type: nauc_precision_at_1_max + value: 46.517199999999995 + - type: nauc_precision_at_1_std + value: 23.0247 + - type: nauc_precision_at_1_diff1 + value: 32.6597 + - type: nauc_precision_at_3_max + value: 45.5606 + - type: nauc_precision_at_3_std + value: 30.495100000000004 + - type: nauc_precision_at_3_diff1 + value: 16.7253 + - type: nauc_precision_at_5_max + value: 44.226 + - type: nauc_precision_at_5_std + value: 32.8318 + - type: nauc_precision_at_5_diff1 + value: 11.7102 + - type: nauc_precision_at_10_max + value: 39.396 + - type: nauc_precision_at_10_std + value: 38.0743 + - type: nauc_precision_at_10_diff1 + value: 6.424199999999999 + - type: nauc_precision_at_20_max + value: 35.2707 + - type: nauc_precision_at_20_std + value: 40.2219 + - type: nauc_precision_at_20_diff1 + value: 5.2245 + - type: nauc_precision_at_100_max + value: 26.052799999999998 + - type: nauc_precision_at_100_std + value: 42.7801 + - type: nauc_precision_at_100_diff1 + value: -2.0803 + - type: nauc_precision_at_1000_max + value: 12.784699999999999 + - type: nauc_precision_at_1000_std + value: 31.784299999999998 + - type: nauc_precision_at_1000_diff1 + value: -8.5489 + - type: nauc_mrr_at_1_max + value: 46.517199999999995 + - type: nauc_mrr_at_1_std + value: 23.0247 + - type: nauc_mrr_at_1_diff1 + value: 32.6597 + - type: nauc_mrr_at_3_max + value: 51.1949 + - type: nauc_mrr_at_3_std + value: 28.8621 + - type: nauc_mrr_at_3_diff1 + value: 33.4315 + - type: nauc_mrr_at_5_max + value: 51.6085 + - type: nauc_mrr_at_5_std + value: 29.293200000000002 + - type: nauc_mrr_at_5_diff1 + value: 33.6288 + - type: nauc_mrr_at_10_max + value: 52.2656 + - type: nauc_mrr_at_10_std + value: 30.303200000000004 + - type: nauc_mrr_at_10_diff1 + value: 33.036 + - type: nauc_mrr_at_20_max + value: 52.237 + - type: nauc_mrr_at_20_std + value: 30.351899999999997 + - type: nauc_mrr_at_20_diff1 + value: 33.088899999999995 + - type: nauc_mrr_at_100_max + value: 52.2787 + - type: nauc_mrr_at_100_std + value: 30.377900000000004 + - type: nauc_mrr_at_100_diff1 + value: 33.083 + - type: nauc_mrr_at_1000_max + value: 52.2464 + - type: nauc_mrr_at_1000_std + value: 30.337799999999998 + - type: nauc_mrr_at_1000_diff1 + value: 33.0673 + - type: main_score + value: 36.168 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: ndcg_at_1 + value: 32.677 + - type: ndcg_at_3 + value: 43.921 + - type: ndcg_at_5 + value: 48.459 + - type: ndcg_at_10 + value: 52.19200000000001 + - type: ndcg_at_20 + value: 54.294 + - type: ndcg_at_100 + value: 56.574000000000005 + - type: ndcg_at_1000 + value: 57.318000000000005 + - type: map_at_1 + value: 28.904000000000003 + - type: map_at_3 + value: 39.961 + - type: map_at_5 + value: 42.691 + - type: map_at_10 + value: 44.39 + - type: map_at_20 + value: 45.046 + - type: map_at_100 + value: 45.426 + - type: map_at_1000 + value: 45.461 + - type: recall_at_1 + value: 28.904000000000003 + - type: recall_at_3 + value: 52.105000000000004 + - type: recall_at_5 + value: 62.563 + - type: recall_at_10 + value: 73.443 + - type: recall_at_20 + value: 81.211 + - type: recall_at_100 + value: 92.50399999999999 + - type: recall_at_1000 + value: 97.941 + - type: precision_at_1 + value: 32.677 + - type: precision_at_3 + value: 20.268 + - type: precision_at_5 + value: 14.762 + - type: precision_at_10 + value: 8.746 + - type: precision_at_20 + value: 4.873 + - type: precision_at_100 + value: 1.121 + - type: precision_at_1000 + value: 0.11900000000000001 + - type: mrr_at_1 + value: 32.6767 + - type: mrr_at_3 + value: 43.2165 + - type: mrr_at_5 + value: 45.5108 + - type: mrr_at_10 + value: 46.8929 + - type: mrr_at_20 + value: 47.3935 + - type: mrr_at_100 + value: 47.6706 + - type: mrr_at_1000 + value: 47.6936 + - type: nauc_ndcg_at_1_max + value: 26.243499999999997 + - type: nauc_ndcg_at_1_std + value: 1.0733 + - type: nauc_ndcg_at_1_diff1 + value: 31.4245 + - type: nauc_ndcg_at_3_max + value: 29.8653 + - type: nauc_ndcg_at_3_std + value: 0.38 + - type: nauc_ndcg_at_3_diff1 + value: 28.706799999999998 + - type: nauc_ndcg_at_5_max + value: 31.4938 + - type: nauc_ndcg_at_5_std + value: 1.4593 + - type: nauc_ndcg_at_5_diff1 + value: 28.660000000000004 + - type: nauc_ndcg_at_10_max + value: 33.379599999999996 + - type: nauc_ndcg_at_10_std + value: 3.6429000000000005 + - type: nauc_ndcg_at_10_diff1 + value: 27.7694 + - type: nauc_ndcg_at_20_max + value: 33.6801 + - type: nauc_ndcg_at_20_std + value: 4.6917 + - type: nauc_ndcg_at_20_diff1 + value: 28.0358 + - type: nauc_ndcg_at_100_max + value: 33.2398 + - type: nauc_ndcg_at_100_std + value: 5.3007 + - type: nauc_ndcg_at_100_diff1 + value: 28.3204 + - type: nauc_ndcg_at_1000_max + value: 32.4151 + - type: nauc_ndcg_at_1000_std + value: 4.4551 + - type: nauc_ndcg_at_1000_diff1 + value: 28.3979 + - type: nauc_map_at_1_max + value: 24.692 + - type: nauc_map_at_1_std + value: -0.6727000000000001 + - type: nauc_map_at_1_diff1 + value: 31.570700000000002 + - type: nauc_map_at_3_max + value: 28.7103 + - type: nauc_map_at_3_std + value: -0.1295 + - type: nauc_map_at_3_diff1 + value: 29.3762 + - type: nauc_map_at_5_max + value: 29.645100000000003 + - type: nauc_map_at_5_std + value: 0.5023 + - type: nauc_map_at_5_diff1 + value: 29.371799999999997 + - type: nauc_map_at_10_max + value: 30.498599999999996 + - type: nauc_map_at_10_std + value: 1.4423 + - type: nauc_map_at_10_diff1 + value: 28.987099999999998 + - type: nauc_map_at_20_max + value: 30.5749 + - type: nauc_map_at_20_std + value: 1.7545000000000002 + - type: nauc_map_at_20_diff1 + value: 29.0642 + - type: nauc_map_at_100_max + value: 30.506899999999998 + - type: nauc_map_at_100_std + value: 1.8941 + - type: nauc_map_at_100_diff1 + value: 29.093400000000003 + - type: nauc_map_at_1000_max + value: 30.4757 + - type: nauc_map_at_1000_std + value: 1.8661 + - type: nauc_map_at_1000_diff1 + value: 29.0989 + - type: nauc_recall_at_1_max + value: 24.692 + - type: nauc_recall_at_1_std + value: -0.6727000000000001 + - type: nauc_recall_at_1_diff1 + value: 31.570700000000002 + - type: nauc_recall_at_3_max + value: 31.5469 + - type: nauc_recall_at_3_std + value: -0.1289 + - type: nauc_recall_at_3_diff1 + value: 26.3778 + - type: nauc_recall_at_5_max + value: 35.625299999999996 + - type: nauc_recall_at_5_std + value: 2.2864 + - type: nauc_recall_at_5_diff1 + value: 25.9116 + - type: nauc_recall_at_10_max + value: 43.694100000000006 + - type: nauc_recall_at_10_std + value: 10.399799999999999 + - type: nauc_recall_at_10_diff1 + value: 22.0504 + - type: nauc_recall_at_20_max + value: 49.3132 + - type: nauc_recall_at_20_std + value: 18.3764 + - type: nauc_recall_at_20_diff1 + value: 22.5169 + - type: nauc_recall_at_100_max + value: 63.3036 + - type: nauc_recall_at_100_std + value: 43.9544 + - type: nauc_recall_at_100_diff1 + value: 22.3844 + - type: nauc_recall_at_1000_max + value: 71.2236 + - type: nauc_recall_at_1000_std + value: 65.73740000000001 + - type: nauc_recall_at_1000_diff1 + value: 15.8222 + - type: nauc_precision_at_1_max + value: 26.243499999999997 + - type: nauc_precision_at_1_std + value: 1.0733 + - type: nauc_precision_at_1_diff1 + value: 31.4245 + - type: nauc_precision_at_3_max + value: 30.7195 + - type: nauc_precision_at_3_std + value: 3.5707999999999998 + - type: nauc_precision_at_3_diff1 + value: 22.1868 + - type: nauc_precision_at_5_max + value: 31.107699999999998 + - type: nauc_precision_at_5_std + value: 6.402900000000001 + - type: nauc_precision_at_5_diff1 + value: 18.8022 + - type: nauc_precision_at_10_max + value: 31.1066 + - type: nauc_precision_at_10_std + value: 12.9737 + - type: nauc_precision_at_10_diff1 + value: 11.6843 + - type: nauc_precision_at_20_max + value: 28.1126 + - type: nauc_precision_at_20_std + value: 17.3827 + - type: nauc_precision_at_20_diff1 + value: 8.0096 + - type: nauc_precision_at_100_max + value: 17.5032 + - type: nauc_precision_at_100_std + value: 21.9705 + - type: nauc_precision_at_100_diff1 + value: -0.33 + - type: nauc_precision_at_1000_max + value: 6.0157 + - type: nauc_precision_at_1000_std + value: 15.8443 + - type: nauc_precision_at_1000_diff1 + value: -5.3555 + - type: nauc_mrr_at_1_max + value: 26.243499999999997 + - type: nauc_mrr_at_1_std + value: 1.0733 + - type: nauc_mrr_at_1_diff1 + value: 31.4245 + - type: nauc_mrr_at_3_max + value: 29.3899 + - type: nauc_mrr_at_3_std + value: 1.8917 + - type: nauc_mrr_at_3_diff1 + value: 28.9903 + - type: nauc_mrr_at_5_max + value: 30.105700000000002 + - type: nauc_mrr_at_5_std + value: 2.4156 + - type: nauc_mrr_at_5_diff1 + value: 28.927500000000002 + - type: nauc_mrr_at_10_max + value: 30.585600000000003 + - type: nauc_mrr_at_10_std + value: 3.0894 + - type: nauc_mrr_at_10_diff1 + value: 28.6339 + - type: nauc_mrr_at_20_max + value: 30.5819 + - type: nauc_mrr_at_20_std + value: 3.2848 + - type: nauc_mrr_at_20_diff1 + value: 28.710599999999996 + - type: nauc_mrr_at_100_max + value: 30.505900000000004 + - type: nauc_mrr_at_100_std + value: 3.2804 + - type: nauc_mrr_at_100_diff1 + value: 28.7829 + - type: nauc_mrr_at_1000_max + value: 30.479200000000002 + - type: nauc_mrr_at_1000_std + value: 3.2541 + - type: nauc_mrr_at_1000_diff1 + value: 28.7883 + - type: main_score + value: 52.19200000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: ndcg_at_1 + value: 80.72 + - type: ndcg_at_3 + value: 84.799 + - type: ndcg_at_5 + value: 86.5 + - type: ndcg_at_10 + value: 87.774 + - type: ndcg_at_20 + value: 88.492 + - type: ndcg_at_100 + value: 89.079 + - type: ndcg_at_1000 + value: 89.188 + - type: map_at_1 + value: 70.122 + - type: map_at_3 + value: 80.94200000000001 + - type: map_at_5 + value: 82.892 + - type: map_at_10 + value: 83.966 + - type: map_at_20 + value: 84.397 + - type: map_at_100 + value: 84.617 + - type: map_at_1000 + value: 84.636 + - type: recall_at_1 + value: 70.122 + - type: recall_at_3 + value: 86.518 + - type: recall_at_5 + value: 91.25999999999999 + - type: recall_at_10 + value: 95.029 + - type: recall_at_20 + value: 97.356 + - type: recall_at_100 + value: 99.50099999999999 + - type: recall_at_1000 + value: 99.981 + - type: precision_at_1 + value: 80.72 + - type: precision_at_3 + value: 37.033 + - type: precision_at_5 + value: 24.448 + - type: precision_at_10 + value: 13.313 + - type: precision_at_20 + value: 7.073 + - type: precision_at_100 + value: 1.525 + - type: precision_at_1000 + value: 0.157 + - type: mrr_at_1 + value: 80.74 + - type: mrr_at_3 + value: 85.9867 + - type: mrr_at_5 + value: 86.6992 + - type: mrr_at_10 + value: 87.01050000000001 + - type: mrr_at_20 + value: 87.10419999999999 + - type: mrr_at_100 + value: 87.1308 + - type: mrr_at_1000 + value: 87.13149999999999 + - type: nauc_ndcg_at_1_max + value: 39.4296 + - type: nauc_ndcg_at_1_std + value: -37.2067 + - type: nauc_ndcg_at_1_diff1 + value: 77.592 + - type: nauc_ndcg_at_3_max + value: 35.3634 + - type: nauc_ndcg_at_3_std + value: -42.268 + - type: nauc_ndcg_at_3_diff1 + value: 75.5758 + - type: nauc_ndcg_at_5_max + value: 35.8489 + - type: nauc_ndcg_at_5_std + value: -43.7405 + - type: nauc_ndcg_at_5_diff1 + value: 76.2101 + - type: nauc_ndcg_at_10_max + value: 36.5492 + - type: nauc_ndcg_at_10_std + value: -43.2419 + - type: nauc_ndcg_at_10_diff1 + value: 76.3768 + - type: nauc_ndcg_at_20_max + value: 37.2184 + - type: nauc_ndcg_at_20_std + value: -41.9107 + - type: nauc_ndcg_at_20_diff1 + value: 76.3328 + - type: nauc_ndcg_at_100_max + value: 37.4681 + - type: nauc_ndcg_at_100_std + value: -40.3898 + - type: nauc_ndcg_at_100_diff1 + value: 76.2178 + - type: nauc_ndcg_at_1000_max + value: 37.5719 + - type: nauc_ndcg_at_1000_std + value: -40.1922 + - type: nauc_ndcg_at_1000_diff1 + value: 76.213 + - type: nauc_map_at_1_max + value: 26.8334 + - type: nauc_map_at_1_std + value: -39.3359 + - type: nauc_map_at_1_diff1 + value: 80.2704 + - type: nauc_map_at_3_max + value: 32.5583 + - type: nauc_map_at_3_std + value: -44.9227 + - type: nauc_map_at_3_diff1 + value: 77.0651 + - type: nauc_map_at_5_max + value: 34.248200000000004 + - type: nauc_map_at_5_std + value: -44.9763 + - type: nauc_map_at_5_diff1 + value: 76.9915 + - type: nauc_map_at_10_max + value: 35.2645 + - type: nauc_map_at_10_std + value: -43.964 + - type: nauc_map_at_10_diff1 + value: 76.75 + - type: nauc_map_at_20_max + value: 35.6828 + - type: nauc_map_at_20_std + value: -42.9159 + - type: nauc_map_at_20_diff1 + value: 76.5704 + - type: nauc_map_at_100_max + value: 35.7883 + - type: nauc_map_at_100_std + value: -42.2245 + - type: nauc_map_at_100_diff1 + value: 76.47739999999999 + - type: nauc_map_at_1000_max + value: 35.8215 + - type: nauc_map_at_1000_std + value: -42.1751 + - type: nauc_map_at_1000_diff1 + value: 76.4742 + - type: nauc_recall_at_1_max + value: 26.8334 + - type: nauc_recall_at_1_std + value: -39.3359 + - type: nauc_recall_at_1_diff1 + value: 80.2704 + - type: nauc_recall_at_3_max + value: 28.5888 + - type: nauc_recall_at_3_std + value: -49.1538 + - type: nauc_recall_at_3_diff1 + value: 72.9953 + - type: nauc_recall_at_5_max + value: 29.9277 + - type: nauc_recall_at_5_std + value: -54.6965 + - type: nauc_recall_at_5_diff1 + value: 72.3317 + - type: nauc_recall_at_10_max + value: 31.9235 + - type: nauc_recall_at_10_std + value: -56.9474 + - type: nauc_recall_at_10_diff1 + value: 72.3197 + - type: nauc_recall_at_20_max + value: 35.3429 + - type: nauc_recall_at_20_std + value: -52.6226 + - type: nauc_recall_at_20_diff1 + value: 72.5483 + - type: nauc_recall_at_100_max + value: 35.1811 + - type: nauc_recall_at_100_std + value: -36.578500000000005 + - type: nauc_recall_at_100_diff1 + value: 69.4611 + - type: nauc_recall_at_1000_max + value: 7.5347 + - type: nauc_recall_at_1000_std + value: 19.7823 + - type: nauc_recall_at_1000_diff1 + value: 52.217400000000005 + - type: nauc_precision_at_1_max + value: 39.4296 + - type: nauc_precision_at_1_std + value: -37.2067 + - type: nauc_precision_at_1_diff1 + value: 77.592 + - type: nauc_precision_at_3_max + value: 11.0296 + - type: nauc_precision_at_3_std + value: 4.4478 + - type: nauc_precision_at_3_diff1 + value: -16.0148 + - type: nauc_precision_at_5_max + value: 5.6739999999999995 + - type: nauc_precision_at_5_std + value: 14.811 + - type: nauc_precision_at_5_diff1 + value: -29.308400000000002 + - type: nauc_precision_at_10_max + value: 1.5417999999999998 + - type: nauc_precision_at_10_std + value: 24.002299999999998 + - type: nauc_precision_at_10_diff1 + value: -37.5572 + - type: nauc_precision_at_20_max + value: -0.7968 + - type: nauc_precision_at_20_std + value: 30.3741 + - type: nauc_precision_at_20_diff1 + value: -41.3475 + - type: nauc_precision_at_100_max + value: -3.5911999999999997 + - type: nauc_precision_at_100_std + value: 36.186099999999996 + - type: nauc_precision_at_100_diff1 + value: -43.8219 + - type: nauc_precision_at_1000_max + value: -3.7081999999999997 + - type: nauc_precision_at_1000_std + value: 37.4237 + - type: nauc_precision_at_1000_diff1 + value: -44.0968 + - type: nauc_mrr_at_1_max + value: 39.556799999999996 + - type: nauc_mrr_at_1_std + value: -37.2311 + - type: nauc_mrr_at_1_diff1 + value: 77.5559 + - type: nauc_mrr_at_3_max + value: 39.1982 + - type: nauc_mrr_at_3_std + value: -38.8782 + - type: nauc_mrr_at_3_diff1 + value: 76.4216 + - type: nauc_mrr_at_5_max + value: 39.4401 + - type: nauc_mrr_at_5_std + value: -39.0877 + - type: nauc_mrr_at_5_diff1 + value: 76.6241 + - type: nauc_mrr_at_10_max + value: 39.4302 + - type: nauc_mrr_at_10_std + value: -38.798500000000004 + - type: nauc_mrr_at_10_diff1 + value: 76.69930000000001 + - type: nauc_mrr_at_20_max + value: 39.4583 + - type: nauc_mrr_at_20_std + value: -38.6556 + - type: nauc_mrr_at_20_diff1 + value: 76.7297 + - type: nauc_mrr_at_100_max + value: 39.434799999999996 + - type: nauc_mrr_at_100_std + value: -38.647999999999996 + - type: nauc_mrr_at_100_diff1 + value: 76.7332 + - type: nauc_mrr_at_1000_max + value: 39.433299999999996 + - type: nauc_mrr_at_1000_std + value: -38.6493 + - type: nauc_mrr_at_1000_diff1 + value: 76.7332 + - type: main_score + value: 87.774 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RedditClustering (default) + revision: 24640382cdbf8abc73003fb0fa6d111a705499eb + split: test + type: mteb/reddit-clustering + metrics: + - type: v_measure + value: 56.1172 + - type: v_measure_std + value: 4.1773 + - type: main_score + value: 56.1172 + task: + type: Clustering + - dataset: + config: default + name: MTEB RedditClusteringP2P (default) + revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 + split: test + type: mteb/reddit-clustering-p2p + metrics: + - type: v_measure + value: 65.1415 + - type: v_measure_std + value: 12.804499999999999 + - type: main_score + value: 65.1415 + task: + type: Clustering + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: ndcg_at_1 + value: 24.3 + - type: ndcg_at_3 + value: 20.275000000000002 + - type: ndcg_at_5 + value: 17.712 + - type: ndcg_at_10 + value: 21.317 + - type: ndcg_at_20 + value: 24.355 + - type: ndcg_at_100 + value: 30.115 + - type: ndcg_at_1000 + value: 35.803000000000004 + - type: map_at_1 + value: 4.928 + - type: map_at_3 + value: 9.15 + - type: map_at_5 + value: 10.914 + - type: map_at_10 + value: 12.808 + - type: map_at_20 + value: 13.968 + - type: map_at_100 + value: 15.113999999999999 + - type: map_at_1000 + value: 15.463 + - type: recall_at_1 + value: 4.928 + - type: recall_at_3 + value: 11.643 + - type: recall_at_5 + value: 15.873000000000001 + - type: recall_at_10 + value: 22.472 + - type: recall_at_20 + value: 29.612 + - type: recall_at_100 + value: 48.323 + - type: recall_at_1000 + value: 75.98 + - type: precision_at_1 + value: 24.3 + - type: precision_at_3 + value: 19.167 + - type: precision_at_5 + value: 15.659999999999998 + - type: precision_at_10 + value: 11.08 + - type: precision_at_20 + value: 7.3 + - type: precision_at_100 + value: 2.382 + - type: precision_at_1000 + value: 0.374 + - type: mrr_at_1 + value: 24.3 + - type: mrr_at_3 + value: 32.2 + - type: mrr_at_5 + value: 34.25 + - type: mrr_at_10 + value: 35.6749 + - type: mrr_at_20 + value: 36.326 + - type: mrr_at_100 + value: 36.804199999999994 + - type: mrr_at_1000 + value: 36.850899999999996 + - type: nauc_ndcg_at_1_max + value: 24.935499999999998 + - type: nauc_ndcg_at_1_std + value: 8.174299999999999 + - type: nauc_ndcg_at_1_diff1 + value: 20.6462 + - type: nauc_ndcg_at_3_max + value: 26.8438 + - type: nauc_ndcg_at_3_std + value: 12.5593 + - type: nauc_ndcg_at_3_diff1 + value: 16.1086 + - type: nauc_ndcg_at_5_max + value: 28.050199999999997 + - type: nauc_ndcg_at_5_std + value: 15.6557 + - type: nauc_ndcg_at_5_diff1 + value: 14.2624 + - type: nauc_ndcg_at_10_max + value: 29.183999999999997 + - type: nauc_ndcg_at_10_std + value: 18.8626 + - type: nauc_ndcg_at_10_diff1 + value: 12.1979 + - type: nauc_ndcg_at_20_max + value: 30.128 + - type: nauc_ndcg_at_20_std + value: 22.264400000000002 + - type: nauc_ndcg_at_20_diff1 + value: 12.0184 + - type: nauc_ndcg_at_100_max + value: 31.5267 + - type: nauc_ndcg_at_100_std + value: 27.067000000000004 + - type: nauc_ndcg_at_100_diff1 + value: 12.964500000000001 + - type: nauc_ndcg_at_1000_max + value: 31.4219 + - type: nauc_ndcg_at_1000_std + value: 26.9349 + - type: nauc_ndcg_at_1000_diff1 + value: 13.322600000000001 + - type: nauc_map_at_1_max + value: 24.7756 + - type: nauc_map_at_1_std + value: 8.1475 + - type: nauc_map_at_1_diff1 + value: 20.5305 + - type: nauc_map_at_3_max + value: 27.1559 + - type: nauc_map_at_3_std + value: 10.626199999999999 + - type: nauc_map_at_3_diff1 + value: 17.2136 + - type: nauc_map_at_5_max + value: 28.149800000000003 + - type: nauc_map_at_5_std + value: 13.549800000000001 + - type: nauc_map_at_5_diff1 + value: 14.9097 + - type: nauc_map_at_10_max + value: 29.041299999999996 + - type: nauc_map_at_10_std + value: 16.6128 + - type: nauc_map_at_10_diff1 + value: 13.232199999999999 + - type: nauc_map_at_20_max + value: 29.8518 + - type: nauc_map_at_20_std + value: 18.9557 + - type: nauc_map_at_20_diff1 + value: 13.1546 + - type: nauc_map_at_100_max + value: 30.426399999999997 + - type: nauc_map_at_100_std + value: 20.7314 + - type: nauc_map_at_100_diff1 + value: 13.3874 + - type: nauc_map_at_1000_max + value: 30.4659 + - type: nauc_map_at_1000_std + value: 20.938200000000002 + - type: nauc_map_at_1000_diff1 + value: 13.3881 + - type: nauc_recall_at_1_max + value: 24.7756 + - type: nauc_recall_at_1_std + value: 8.1475 + - type: nauc_recall_at_1_diff1 + value: 20.5305 + - type: nauc_recall_at_3_max + value: 27.020300000000002 + - type: nauc_recall_at_3_std + value: 13.8467 + - type: nauc_recall_at_3_diff1 + value: 13.849400000000001 + - type: nauc_recall_at_5_max + value: 27.685 + - type: nauc_recall_at_5_std + value: 18.287300000000002 + - type: nauc_recall_at_5_diff1 + value: 10.401 + - type: nauc_recall_at_10_max + value: 28.5451 + - type: nauc_recall_at_10_std + value: 23.0846 + - type: nauc_recall_at_10_diff1 + value: 6.751500000000001 + - type: nauc_recall_at_20_max + value: 28.4084 + - type: nauc_recall_at_20_std + value: 28.245700000000003 + - type: nauc_recall_at_20_diff1 + value: 6.3271 + - type: nauc_recall_at_100_max + value: 28.331200000000003 + - type: nauc_recall_at_100_std + value: 37.9775 + - type: nauc_recall_at_100_diff1 + value: 7.408399999999999 + - type: nauc_recall_at_1000_max + value: 24.3488 + - type: nauc_recall_at_1000_std + value: 38.596799999999995 + - type: nauc_recall_at_1000_diff1 + value: 6.427099999999999 + - type: nauc_precision_at_1_max + value: 24.935499999999998 + - type: nauc_precision_at_1_std + value: 8.174299999999999 + - type: nauc_precision_at_1_diff1 + value: 20.6462 + - type: nauc_precision_at_3_max + value: 27.107300000000002 + - type: nauc_precision_at_3_std + value: 13.9846 + - type: nauc_precision_at_3_diff1 + value: 14.025199999999998 + - type: nauc_precision_at_5_max + value: 27.940199999999997 + - type: nauc_precision_at_5_std + value: 18.523500000000002 + - type: nauc_precision_at_5_diff1 + value: 10.6452 + - type: nauc_precision_at_10_max + value: 28.9679 + - type: nauc_precision_at_10_std + value: 23.2788 + - type: nauc_precision_at_10_diff1 + value: 7.0396 + - type: nauc_precision_at_20_max + value: 28.799200000000003 + - type: nauc_precision_at_20_std + value: 28.2269 + - type: nauc_precision_at_20_diff1 + value: 6.6255999999999995 + - type: nauc_precision_at_100_max + value: 28.6629 + - type: nauc_precision_at_100_std + value: 37.5551 + - type: nauc_precision_at_100_diff1 + value: 7.858999999999999 + - type: nauc_precision_at_1000_max + value: 25.0545 + - type: nauc_precision_at_1000_std + value: 37.301899999999996 + - type: nauc_precision_at_1000_diff1 + value: 7.5589 + - type: nauc_mrr_at_1_max + value: 24.935499999999998 + - type: nauc_mrr_at_1_std + value: 8.174299999999999 + - type: nauc_mrr_at_1_diff1 + value: 20.6462 + - type: nauc_mrr_at_3_max + value: 26.037 + - type: nauc_mrr_at_3_std + value: 13.3379 + - type: nauc_mrr_at_3_diff1 + value: 16.713 + - type: nauc_mrr_at_5_max + value: 26.512200000000004 + - type: nauc_mrr_at_5_std + value: 14.1804 + - type: nauc_mrr_at_5_diff1 + value: 17.1186 + - type: nauc_mrr_at_10_max + value: 26.7938 + - type: nauc_mrr_at_10_std + value: 14.458699999999999 + - type: nauc_mrr_at_10_diff1 + value: 16.531299999999998 + - type: nauc_mrr_at_20_max + value: 26.628 + - type: nauc_mrr_at_20_std + value: 14.593200000000001 + - type: nauc_mrr_at_20_diff1 + value: 16.4492 + - type: nauc_mrr_at_100_max + value: 26.6627 + - type: nauc_mrr_at_100_std + value: 14.5648 + - type: nauc_mrr_at_100_diff1 + value: 16.614 + - type: nauc_mrr_at_1000_max + value: 26.6506 + - type: nauc_mrr_at_1000_std + value: 14.5124 + - type: nauc_mrr_at_1000_diff1 + value: 16.6315 + - type: main_score + value: 21.317 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SICK-R (default) + revision: 20a6d6f312dd54037fe07a32d58e5e168867909d + split: test + type: mteb/sickr-sts + metrics: + - type: pearson + value: 85.2236 + - type: spearman + value: 79.55109999999999 + - type: cosine_pearson + value: 85.2236 + - type: cosine_spearman + value: 79.55109999999999 + - type: manhattan_pearson + value: 82.441 + - type: manhattan_spearman + value: 79.65100000000001 + - type: euclidean_pearson + value: 82.461 + - type: euclidean_spearman + value: 79.58460000000001 + - type: main_score + value: 79.55109999999999 + task: + type: STS + - dataset: + config: default + name: MTEB STS12 (default) + revision: a0d554a64d88156834ff5ae9920b964011b16384 + split: test + type: mteb/sts12-sts + metrics: + - type: pearson + value: 82.6754 + - type: spearman + value: 74.3345 + - type: cosine_pearson + value: 82.6754 + - type: cosine_spearman + value: 74.3336 + - type: manhattan_pearson + value: 78.64330000000001 + - type: manhattan_spearman + value: 74.23769999999999 + - type: euclidean_pearson + value: 78.589 + - type: euclidean_spearman + value: 74.1178 + - type: main_score + value: 74.3336 + task: + type: STS + - dataset: + config: default + name: MTEB STS13 (default) + revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca + split: test + type: mteb/sts13-sts + metrics: + - type: pearson + value: 82.4438 + - type: spearman + value: 83.5213 + - type: cosine_pearson + value: 82.4438 + - type: cosine_spearman + value: 83.5213 + - type: manhattan_pearson + value: 83.1769 + - type: manhattan_spearman + value: 83.29039999999999 + - type: euclidean_pearson + value: 83.0053 + - type: euclidean_spearman + value: 83.1047 + - type: main_score + value: 83.5213 + task: + type: STS + - dataset: + config: default + name: MTEB STS14 (default) + revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 + split: test + type: mteb/sts14-sts + metrics: + - type: pearson + value: 82.8843 + - type: spearman + value: 80.6162 + - type: cosine_pearson + value: 82.8843 + - type: cosine_spearman + value: 80.6161 + - type: manhattan_pearson + value: 82.446 + - type: manhattan_spearman + value: 80.5926 + - type: euclidean_pearson + value: 82.33840000000001 + - type: euclidean_spearman + value: 80.4619 + - type: main_score + value: 80.6161 + task: + type: STS + - dataset: + config: default + name: MTEB STS15 (default) + revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 + split: test + type: mteb/sts15-sts + metrics: + - type: pearson + value: 85.7467 + - type: spearman + value: 86.85690000000001 + - type: cosine_pearson + value: 85.7467 + - type: cosine_spearman + value: 86.85690000000001 + - type: manhattan_pearson + value: 86.469 + - type: manhattan_spearman + value: 86.751 + - type: euclidean_pearson + value: 86.4531 + - type: euclidean_spearman + value: 86.7053 + - type: main_score + value: 86.85690000000001 + task: + type: STS + - dataset: + config: default + name: MTEB STS16 (default) + revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 + split: test + type: mteb/sts16-sts + metrics: + - type: pearson + value: 84.143 + - type: spearman + value: 85.4366 + - type: cosine_pearson + value: 84.143 + - type: cosine_spearman + value: 85.4367 + - type: manhattan_pearson + value: 84.6762 + - type: manhattan_spearman + value: 85.1846 + - type: euclidean_pearson + value: 84.6233 + - type: euclidean_spearman + value: 85.1252 + - type: main_score + value: 85.4367 + task: + type: STS + - dataset: + config: en-en + name: MTEB STS17 (en-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: pearson + value: 89.10820000000001 + - type: spearman + value: 89.7621 + - type: cosine_pearson + value: 89.10820000000001 + - type: cosine_spearman + value: 89.7621 + - type: manhattan_pearson + value: 89.3624 + - type: manhattan_spearman + value: 89.6515 + - type: euclidean_pearson + value: 89.3729 + - type: euclidean_spearman + value: 89.6836 + - type: main_score + value: 89.7621 + task: + type: STS + - dataset: + config: en + name: MTEB STS22 (en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: pearson + value: 68.44019999999999 + - type: spearman + value: 68.3308 + - type: cosine_pearson + value: 68.4403 + - type: cosine_spearman + value: 68.3308 + - type: manhattan_pearson + value: 69.8199 + - type: manhattan_spearman + value: 68.754 + - type: euclidean_pearson + value: 69.5629 + - type: euclidean_spearman + value: 68.55630000000001 + - type: main_score + value: 68.3308 + task: + type: STS + - dataset: + config: default + name: MTEB STSBenchmark (default) + revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 + split: test + type: mteb/stsbenchmark-sts + metrics: + - type: pearson + value: 86.0748 + - type: spearman + value: 86.2486 + - type: cosine_pearson + value: 86.0748 + - type: cosine_spearman + value: 86.2486 + - type: manhattan_pearson + value: 86.2053 + - type: manhattan_spearman + value: 86.0544 + - type: euclidean_pearson + value: 86.1504 + - type: euclidean_spearman + value: 85.985 + - type: main_score + value: 86.2486 + task: + type: STS + - dataset: + config: default + name: MTEB SciDocsRR (default) + revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab + split: test + type: mteb/scidocs-reranking + metrics: + - type: map + value: 84.4152 + - type: mrr + value: 95.4755 + - type: nAUC_map_max + value: 55.565799999999996 + - type: nAUC_map_std + value: 71.4307 + - type: nAUC_map_diff1 + value: 1.0619 + - type: nAUC_mrr_max + value: 87.11959999999999 + - type: nAUC_mrr_std + value: 82.7146 + - type: nAUC_mrr_diff1 + value: 44.2384 + - type: main_score + value: 84.4152 + task: + type: Reranking + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: ndcg_at_1 + value: 62.333000000000006 + - type: ndcg_at_3 + value: 67.297 + - type: ndcg_at_5 + value: 69.24900000000001 + - type: ndcg_at_10 + value: 72.63199999999999 + - type: ndcg_at_20 + value: 73.6 + - type: ndcg_at_100 + value: 74.888 + - type: ndcg_at_1000 + value: 75.452 + - type: map_at_1 + value: 59.733000000000004 + - type: map_at_3 + value: 65.194 + - type: map_at_5 + value: 66.616 + - type: map_at_10 + value: 68.158 + - type: map_at_20 + value: 68.464 + - type: map_at_100 + value: 68.685 + - type: map_at_1000 + value: 68.704 + - type: recall_at_1 + value: 59.733000000000004 + - type: recall_at_3 + value: 70.61699999999999 + - type: recall_at_5 + value: 75.5 + - type: recall_at_10 + value: 85.51100000000001 + - type: recall_at_20 + value: 89.133 + - type: recall_at_100 + value: 95.5 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 62.333000000000006 + - type: precision_at_3 + value: 25.667 + - type: precision_at_5 + value: 16.8 + - type: precision_at_10 + value: 9.633 + - type: precision_at_20 + value: 5.050000000000001 + - type: precision_at_100 + value: 1.083 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: mrr_at_1 + value: 62.3333 + - type: mrr_at_3 + value: 67.11110000000001 + - type: mrr_at_5 + value: 68.0111 + - type: mrr_at_10 + value: 69.243 + - type: mrr_at_20 + value: 69.4702 + - type: mrr_at_100 + value: 69.661 + - type: mrr_at_1000 + value: 69.6798 + - type: nauc_ndcg_at_1_max + value: 54.49850000000001 + - type: nauc_ndcg_at_1_std + value: 7.1119 + - type: nauc_ndcg_at_1_diff1 + value: 66.1422 + - type: nauc_ndcg_at_3_max + value: 56.4064 + - type: nauc_ndcg_at_3_std + value: 5.8438 + - type: nauc_ndcg_at_3_diff1 + value: 63.8497 + - type: nauc_ndcg_at_5_max + value: 57.1304 + - type: nauc_ndcg_at_5_std + value: 7.220600000000001 + - type: nauc_ndcg_at_5_diff1 + value: 63.31250000000001 + - type: nauc_ndcg_at_10_max + value: 55.722300000000004 + - type: nauc_ndcg_at_10_std + value: 9.1649 + - type: nauc_ndcg_at_10_diff1 + value: 60.6626 + - type: nauc_ndcg_at_20_max + value: 55.945299999999996 + - type: nauc_ndcg_at_20_std + value: 9.843200000000001 + - type: nauc_ndcg_at_20_diff1 + value: 60.113099999999996 + - type: nauc_ndcg_at_100_max + value: 56.1439 + - type: nauc_ndcg_at_100_std + value: 10.7972 + - type: nauc_ndcg_at_100_diff1 + value: 60.854200000000006 + - type: nauc_ndcg_at_1000_max + value: 56.2434 + - type: nauc_ndcg_at_1000_std + value: 9.697899999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 61.719 + - type: nauc_map_at_1_max + value: 50.9749 + - type: nauc_map_at_1_std + value: 3.6609999999999996 + - type: nauc_map_at_1_diff1 + value: 67.3719 + - type: nauc_map_at_3_max + value: 54.31009999999999 + - type: nauc_map_at_3_std + value: 4.3235 + - type: nauc_map_at_3_diff1 + value: 64.8984 + - type: nauc_map_at_5_max + value: 55.328599999999994 + - type: nauc_map_at_5_std + value: 5.959099999999999 + - type: nauc_map_at_5_diff1 + value: 64.0263 + - type: nauc_map_at_10_max + value: 55.1577 + - type: nauc_map_at_10_std + value: 7.147399999999999 + - type: nauc_map_at_10_diff1 + value: 62.943000000000005 + - type: nauc_map_at_20_max + value: 55.367900000000006 + - type: nauc_map_at_20_std + value: 7.5756000000000006 + - type: nauc_map_at_20_diff1 + value: 62.7916 + - type: nauc_map_at_100_max + value: 55.3427 + - type: nauc_map_at_100_std + value: 7.645499999999999 + - type: nauc_map_at_100_diff1 + value: 62.89940000000001 + - type: nauc_map_at_1000_max + value: 55.35020000000001 + - type: nauc_map_at_1000_std + value: 7.6221 + - type: nauc_map_at_1000_diff1 + value: 62.930299999999995 + - type: nauc_recall_at_1_max + value: 50.9749 + - type: nauc_recall_at_1_std + value: 3.6609999999999996 + - type: nauc_recall_at_1_diff1 + value: 67.3719 + - type: nauc_recall_at_3_max + value: 56.184 + - type: nauc_recall_at_3_std + value: 1.8581 + - type: nauc_recall_at_3_diff1 + value: 63.3395 + - type: nauc_recall_at_5_max + value: 59.3021 + - type: nauc_recall_at_5_std + value: 6.4342 + - type: nauc_recall_at_5_diff1 + value: 61.8267 + - type: nauc_recall_at_10_max + value: 51.8488 + - type: nauc_recall_at_10_std + value: 13.397 + - type: nauc_recall_at_10_diff1 + value: 47.7098 + - type: nauc_recall_at_20_max + value: 51.607499999999995 + - type: nauc_recall_at_20_std + value: 17.8583 + - type: nauc_recall_at_20_diff1 + value: 40.2701 + - type: nauc_recall_at_100_max + value: 54.1844 + - type: nauc_recall_at_100_std + value: 53.411500000000004 + - type: nauc_recall_at_100_diff1 + value: 31.0043 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 54.49850000000001 + - type: nauc_precision_at_1_std + value: 7.1119 + - type: nauc_precision_at_1_diff1 + value: 66.1422 + - type: nauc_precision_at_3_max + value: 52.115 + - type: nauc_precision_at_3_std + value: 16.1809 + - type: nauc_precision_at_3_diff1 + value: 41.6736 + - type: nauc_precision_at_5_max + value: 46.3365 + - type: nauc_precision_at_5_std + value: 22.7022 + - type: nauc_precision_at_5_diff1 + value: 25.564500000000002 + - type: nauc_precision_at_10_max + value: 31.7504 + - type: nauc_precision_at_10_std + value: 31.063499999999998 + - type: nauc_precision_at_10_diff1 + value: 0.61 + - type: nauc_precision_at_20_max + value: 27.0162 + - type: nauc_precision_at_20_std + value: 35.5844 + - type: nauc_precision_at_20_diff1 + value: -8.559899999999999 + - type: nauc_precision_at_100_max + value: 17.9369 + - type: nauc_precision_at_100_std + value: 45.360299999999995 + - type: nauc_precision_at_100_diff1 + value: -21.3734 + - type: nauc_precision_at_1000_max + value: 9.6015 + - type: nauc_precision_at_1000_std + value: 41.6207 + - type: nauc_precision_at_1000_diff1 + value: -31.4964 + - type: nauc_mrr_at_1_max + value: 54.49850000000001 + - type: nauc_mrr_at_1_std + value: 7.1119 + - type: nauc_mrr_at_1_diff1 + value: 66.1422 + - type: nauc_mrr_at_3_max + value: 57.52589999999999 + - type: nauc_mrr_at_3_std + value: 8.605400000000001 + - type: nauc_mrr_at_3_diff1 + value: 63.4207 + - type: nauc_mrr_at_5_max + value: 57.809900000000006 + - type: nauc_mrr_at_5_std + value: 9.2631 + - type: nauc_mrr_at_5_diff1 + value: 63.4016 + - type: nauc_mrr_at_10_max + value: 57.02199999999999 + - type: nauc_mrr_at_10_std + value: 9.542100000000001 + - type: nauc_mrr_at_10_diff1 + value: 62.527 + - type: nauc_mrr_at_20_max + value: 56.942800000000005 + - type: nauc_mrr_at_20_std + value: 9.3838 + - type: nauc_mrr_at_20_diff1 + value: 62.3991 + - type: nauc_mrr_at_100_max + value: 56.9339 + - type: nauc_mrr_at_100_std + value: 9.4351 + - type: nauc_mrr_at_100_diff1 + value: 62.5023 + - type: nauc_mrr_at_1000_max + value: 56.943200000000004 + - type: nauc_mrr_at_1000_std + value: 9.4141 + - type: nauc_mrr_at_1000_diff1 + value: 62.5335 + - type: main_score + value: 72.63199999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SprintDuplicateQuestions (default) + revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 + split: test + type: mteb/sprintduplicatequestions-pairclassification + metrics: + - type: similarity_accuracy + value: 99.801 + - type: similarity_accuracy_threshold + value: 79.4678 + - type: similarity_f1 + value: 89.64450000000001 + - type: similarity_f1_threshold + value: 79.4678 + - type: similarity_precision + value: 92.4548 + - type: similarity_recall + value: 87.0 + - type: similarity_ap + value: 95.45320000000001 + - type: cosine_accuracy + value: 99.801 + - type: cosine_accuracy_threshold + value: 79.4678 + - type: cosine_f1 + value: 89.64450000000001 + - type: cosine_f1_threshold + value: 79.4678 + - type: cosine_precision + value: 92.4548 + - type: cosine_recall + value: 87.0 + - type: cosine_ap + value: 95.45320000000001 + - type: manhattan_accuracy + value: 99.798 + - type: manhattan_accuracy_threshold + value: 23357.8888 + - type: manhattan_f1 + value: 89.4737 + - type: manhattan_f1_threshold + value: 23387.7502 + - type: manhattan_precision + value: 92.4307 + - type: manhattan_recall + value: 86.7 + - type: manhattan_ap + value: 95.4849 + - type: euclidean_accuracy + value: 99.795 + - type: euclidean_accuracy_threshold + value: 1058.165 + - type: euclidean_f1 + value: 89.35300000000001 + - type: euclidean_f1_threshold + value: 1085.2129 + - type: euclidean_precision + value: 91.0696 + - type: euclidean_recall + value: 87.7 + - type: euclidean_ap + value: 95.4203 + - type: dot_accuracy + value: 99.79599999999999 + - type: dot_accuracy_threshold + value: 22427.3651 + - type: dot_f1 + value: 89.6311 + - type: dot_f1_threshold + value: 21924.3118 + - type: dot_precision + value: 89.3638 + - type: dot_recall + value: 89.9 + - type: dot_ap + value: 95.2676 + - type: max_accuracy + value: 99.801 + - type: max_f1 + value: 89.64450000000001 + - type: max_precision + value: 92.4548 + - type: max_recall + value: 89.9 + - type: max_ap + value: 95.4849 + - type: main_score + value: 95.4849 + task: + type: PairClassification + - dataset: + config: default + name: MTEB StackExchangeClustering (default) + revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 + split: test + type: mteb/stackexchange-clustering + metrics: + - type: v_measure + value: 66.74849999999999 + - type: v_measure_std + value: 5.3791 + - type: main_score + value: 66.74849999999999 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackExchangeClusteringP2P (default) + revision: 815ca46b2622cec33ccafc3735d572c266efdb44 + split: test + type: mteb/stackexchange-clustering-p2p + metrics: + - type: v_measure + value: 36.4297 + - type: v_measure_std + value: 1.4817 + - type: main_score + value: 36.4297 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackOverflowDupQuestions (default) + revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 + split: test + type: mteb/stackoverflowdupquestions-reranking + metrics: + - type: map + value: 49.791000000000004 + - type: mrr + value: 50.559200000000004 + - type: nAUC_map_max + value: 12.2774 + - type: nAUC_map_std + value: 8.179599999999999 + - type: nAUC_map_diff1 + value: 34.4755 + - type: nAUC_mrr_max + value: 12.5622 + - type: nAUC_mrr_std + value: 8.7019 + - type: nAUC_mrr_diff1 + value: 34.4394 + - type: main_score + value: 49.791000000000004 + task: + type: Reranking + - dataset: + config: default + name: MTEB SummEval (default) + revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c + split: test + type: mteb/summeval + metrics: + - type: pearson + value: 29.8817 + - type: spearman + value: 30.4779 + - type: cosine_spearman + value: 30.4779 + - type: cosine_pearson + value: 29.8817 + - type: dot_spearman + value: 29.801499999999997 + - type: dot_pearson + value: 30.2519 + - type: main_score + value: 30.4779 + task: + type: Summarization + - dataset: + config: default + name: MTEB TRECCOVID (default) + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + split: test + type: mteb/trec-covid + metrics: + - type: ndcg_at_1 + value: 83.0 + - type: ndcg_at_3 + value: 79.061 + - type: ndcg_at_5 + value: 74.477 + - type: ndcg_at_10 + value: 74.02499999999999 + - type: ndcg_at_20 + value: 71.031 + - type: ndcg_at_100 + value: 56.143 + - type: ndcg_at_1000 + value: 52.11 + - type: map_at_1 + value: 0.243 + - type: map_at_3 + value: 0.642 + - type: map_at_5 + value: 0.997 + - type: map_at_10 + value: 1.848 + - type: map_at_20 + value: 3.354 + - type: map_at_100 + value: 10.297 + - type: map_at_1000 + value: 25.901999999999997 + - type: recall_at_1 + value: 0.243 + - type: recall_at_3 + value: 0.668 + - type: recall_at_5 + value: 1.0630000000000002 + - type: recall_at_10 + value: 2.09 + - type: recall_at_20 + value: 3.92 + - type: recall_at_100 + value: 13.83 + - type: recall_at_1000 + value: 49.292 + - type: precision_at_1 + value: 88.0 + - type: precision_at_3 + value: 81.333 + - type: precision_at_5 + value: 76.4 + - type: precision_at_10 + value: 77.60000000000001 + - type: precision_at_20 + value: 74.0 + - type: precision_at_100 + value: 57.04 + - type: precision_at_1000 + value: 22.962 + - type: mrr_at_1 + value: 86.0 + - type: mrr_at_3 + value: 92.0 + - type: mrr_at_5 + value: 92.4 + - type: mrr_at_10 + value: 92.4 + - type: mrr_at_20 + value: 92.4 + - type: mrr_at_100 + value: 92.4 + - type: mrr_at_1000 + value: 92.4 + - type: nauc_ndcg_at_1_max + value: 61.9438 + - type: nauc_ndcg_at_1_std + value: 47.8895 + - type: nauc_ndcg_at_1_diff1 + value: -24.637500000000003 + - type: nauc_ndcg_at_3_max + value: 61.8429 + - type: nauc_ndcg_at_3_std + value: 54.91629999999999 + - type: nauc_ndcg_at_3_diff1 + value: -20.4604 + - type: nauc_ndcg_at_5_max + value: 57.8672 + - type: nauc_ndcg_at_5_std + value: 54.7293 + - type: nauc_ndcg_at_5_diff1 + value: -16.473599999999998 + - type: nauc_ndcg_at_10_max + value: 53.545 + - type: nauc_ndcg_at_10_std + value: 56.166799999999995 + - type: nauc_ndcg_at_10_diff1 + value: -10.5161 + - type: nauc_ndcg_at_20_max + value: 57.28529999999999 + - type: nauc_ndcg_at_20_std + value: 67.5691 + - type: nauc_ndcg_at_20_diff1 + value: -9.9578 + - type: nauc_ndcg_at_100_max + value: 55.752100000000006 + - type: nauc_ndcg_at_100_std + value: 79.8469 + - type: nauc_ndcg_at_100_diff1 + value: -6.660099999999999 + - type: nauc_ndcg_at_1000_max + value: 59.807900000000004 + - type: nauc_ndcg_at_1000_std + value: 72.4075 + - type: nauc_ndcg_at_1000_diff1 + value: -7.3533 + - type: nauc_map_at_1_max + value: 6.4536999999999995 + - type: nauc_map_at_1_std + value: -7.8119 + - type: nauc_map_at_1_diff1 + value: -14.0471 + - type: nauc_map_at_3_max + value: 16.98 + - type: nauc_map_at_3_std + value: -0.3721 + - type: nauc_map_at_3_diff1 + value: -15.7142 + - type: nauc_map_at_5_max + value: 19.6888 + - type: nauc_map_at_5_std + value: 1.4467 + - type: nauc_map_at_5_diff1 + value: -16.999200000000002 + - type: nauc_map_at_10_max + value: 21.453400000000002 + - type: nauc_map_at_10_std + value: 4.1453 + - type: nauc_map_at_10_diff1 + value: -13.9404 + - type: nauc_map_at_20_max + value: 23.8514 + - type: nauc_map_at_20_std + value: 11.505899999999999 + - type: nauc_map_at_20_diff1 + value: -10.5448 + - type: nauc_map_at_100_max + value: 46.5883 + - type: nauc_map_at_100_std + value: 57.91159999999999 + - type: nauc_map_at_100_diff1 + value: -8.8815 + - type: nauc_map_at_1000_max + value: 63.9415 + - type: nauc_map_at_1000_std + value: 79.9525 + - type: nauc_map_at_1000_diff1 + value: 2.9305000000000003 + - type: nauc_recall_at_1_max + value: 6.4536999999999995 + - type: nauc_recall_at_1_std + value: -7.8119 + - type: nauc_recall_at_1_diff1 + value: -14.0471 + - type: nauc_recall_at_3_max + value: 13.3248 + - type: nauc_recall_at_3_std + value: -3.4745999999999997 + - type: nauc_recall_at_3_diff1 + value: -16.9174 + - type: nauc_recall_at_5_max + value: 14.6892 + - type: nauc_recall_at_5_std + value: -2.0025999999999997 + - type: nauc_recall_at_5_diff1 + value: -17.622799999999998 + - type: nauc_recall_at_10_max + value: 12.6493 + - type: nauc_recall_at_10_std + value: -3.3624 + - type: nauc_recall_at_10_diff1 + value: -14.583599999999999 + - type: nauc_recall_at_20_max + value: 12.4179 + - type: nauc_recall_at_20_std + value: 2.6304000000000003 + - type: nauc_recall_at_20_diff1 + value: -12.0154 + - type: nauc_recall_at_100_max + value: 33.3924 + - type: nauc_recall_at_100_std + value: 41.6643 + - type: nauc_recall_at_100_diff1 + value: -13.6719 + - type: nauc_recall_at_1000_max + value: 54.8435 + - type: nauc_recall_at_1000_std + value: 59.816199999999995 + - type: nauc_recall_at_1000_diff1 + value: -2.3768000000000002 + - type: nauc_precision_at_1_max + value: 83.2167 + - type: nauc_precision_at_1_std + value: 71.8899 + - type: nauc_precision_at_1_diff1 + value: -18.970699999999997 + - type: nauc_precision_at_3_max + value: 70.7754 + - type: nauc_precision_at_3_std + value: 60.5541 + - type: nauc_precision_at_3_diff1 + value: -16.8234 + - type: nauc_precision_at_5_max + value: 64.384 + - type: nauc_precision_at_5_std + value: 54.879999999999995 + - type: nauc_precision_at_5_diff1 + value: -12.5072 + - type: nauc_precision_at_10_max + value: 60.5951 + - type: nauc_precision_at_10_std + value: 57.330000000000005 + - type: nauc_precision_at_10_diff1 + value: -4.029400000000001 + - type: nauc_precision_at_20_max + value: 61.1634 + - type: nauc_precision_at_20_std + value: 69.7819 + - type: nauc_precision_at_20_diff1 + value: -6.6238 + - type: nauc_precision_at_100_max + value: 57.61619999999999 + - type: nauc_precision_at_100_std + value: 82.3103 + - type: nauc_precision_at_100_diff1 + value: 0.8824000000000001 + - type: nauc_precision_at_1000_max + value: 48.0414 + - type: nauc_precision_at_1000_std + value: 54.315599999999996 + - type: nauc_precision_at_1000_diff1 + value: 8.9054 + - type: nauc_mrr_at_1_max + value: 55.3901 + - type: nauc_mrr_at_1_std + value: 45.5245 + - type: nauc_mrr_at_1_diff1 + value: -1.6835 + - type: nauc_mrr_at_3_max + value: 61.1547 + - type: nauc_mrr_at_3_std + value: 52.5639 + - type: nauc_mrr_at_3_diff1 + value: -23.9503 + - type: nauc_mrr_at_5_max + value: 59.0374 + - type: nauc_mrr_at_5_std + value: 49.9784 + - type: nauc_mrr_at_5_diff1 + value: -15.771799999999999 + - type: nauc_mrr_at_10_max + value: 59.0374 + - type: nauc_mrr_at_10_std + value: 49.9784 + - type: nauc_mrr_at_10_diff1 + value: -15.771799999999999 + - type: nauc_mrr_at_20_max + value: 59.0374 + - type: nauc_mrr_at_20_std + value: 49.9784 + - type: nauc_mrr_at_20_diff1 + value: -15.771799999999999 + - type: nauc_mrr_at_100_max + value: 59.0374 + - type: nauc_mrr_at_100_std + value: 49.9784 + - type: nauc_mrr_at_100_diff1 + value: -15.771799999999999 + - type: nauc_mrr_at_1000_max + value: 59.0374 + - type: nauc_mrr_at_1000_std + value: 49.9784 + - type: nauc_mrr_at_1000_diff1 + value: -15.771799999999999 + - type: main_score + value: 74.02499999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Touche2020 (default) + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + split: test + type: mteb/touche2020 + metrics: + - type: ndcg_at_1 + value: 26.531 + - type: ndcg_at_3 + value: 25.533 + - type: ndcg_at_5 + value: 25.846999999999998 + - type: ndcg_at_10 + value: 23.86 + - type: ndcg_at_20 + value: 25.685999999999996 + - type: ndcg_at_100 + value: 35.339999999999996 + - type: ndcg_at_1000 + value: 46.949999999999996 + - type: map_at_1 + value: 2.253 + - type: map_at_3 + value: 4.737 + - type: map_at_5 + value: 6.550000000000001 + - type: map_at_10 + value: 9.114 + - type: map_at_20 + value: 11.928999999999998 + - type: map_at_100 + value: 15.082 + - type: map_at_1000 + value: 16.567 + - type: recall_at_1 + value: 2.253 + - type: recall_at_3 + value: 6.067 + - type: recall_at_5 + value: 9.985 + - type: recall_at_10 + value: 15.595 + - type: recall_at_20 + value: 24.709 + - type: recall_at_100 + value: 46.075 + - type: recall_at_1000 + value: 81.211 + - type: precision_at_1 + value: 30.612000000000002 + - type: precision_at_3 + value: 27.211000000000002 + - type: precision_at_5 + value: 27.346999999999998 + - type: precision_at_10 + value: 21.633 + - type: precision_at_20 + value: 17.347 + - type: precision_at_100 + value: 7.306 + - type: precision_at_1000 + value: 1.498 + - type: mrr_at_1 + value: 30.6122 + - type: mrr_at_3 + value: 41.8367 + - type: mrr_at_5 + value: 45.6122 + - type: mrr_at_10 + value: 46.827000000000005 + - type: mrr_at_20 + value: 47.652699999999996 + - type: mrr_at_100 + value: 47.9184 + - type: mrr_at_1000 + value: 47.9184 + - type: nauc_ndcg_at_1_max + value: -39.9725 + - type: nauc_ndcg_at_1_std + value: -16.2998 + - type: nauc_ndcg_at_1_diff1 + value: 10.729700000000001 + - type: nauc_ndcg_at_3_max + value: -32.3198 + - type: nauc_ndcg_at_3_std + value: -8.7066 + - type: nauc_ndcg_at_3_diff1 + value: 17.6297 + - type: nauc_ndcg_at_5_max + value: -32.069900000000004 + - type: nauc_ndcg_at_5_std + value: -0.3237 + - type: nauc_ndcg_at_5_diff1 + value: 6.7525 + - type: nauc_ndcg_at_10_max + value: -32.9347 + - type: nauc_ndcg_at_10_std + value: 0.506 + - type: nauc_ndcg_at_10_diff1 + value: 5.428999999999999 + - type: nauc_ndcg_at_20_max + value: -30.7678 + - type: nauc_ndcg_at_20_std + value: 0.2792 + - type: nauc_ndcg_at_20_diff1 + value: 8.7515 + - type: nauc_ndcg_at_100_max + value: -30.291800000000002 + - type: nauc_ndcg_at_100_std + value: 24.8031 + - type: nauc_ndcg_at_100_diff1 + value: 3.9330999999999996 + - type: nauc_ndcg_at_1000_max + value: -27.448299999999996 + - type: nauc_ndcg_at_1000_std + value: 35.2315 + - type: nauc_ndcg_at_1000_diff1 + value: 0.15059999999999998 + - type: nauc_map_at_1_max + value: -41.288799999999995 + - type: nauc_map_at_1_std + value: -24.5046 + - type: nauc_map_at_1_diff1 + value: 7.072100000000001 + - type: nauc_map_at_3_max + value: -28.862199999999998 + - type: nauc_map_at_3_std + value: -18.990299999999998 + - type: nauc_map_at_3_diff1 + value: 15.764700000000001 + - type: nauc_map_at_5_max + value: -27.409699999999997 + - type: nauc_map_at_5_std + value: -15.2501 + - type: nauc_map_at_5_diff1 + value: 8.8044 + - type: nauc_map_at_10_max + value: -26.222099999999998 + - type: nauc_map_at_10_std + value: -11.4798 + - type: nauc_map_at_10_diff1 + value: 7.2714 + - type: nauc_map_at_20_max + value: -23.0414 + - type: nauc_map_at_20_std + value: -7.985 + - type: nauc_map_at_20_diff1 + value: 7.704 + - type: nauc_map_at_100_max + value: -21.3902 + - type: nauc_map_at_100_std + value: 4.8129 + - type: nauc_map_at_100_diff1 + value: 6.401700000000001 + - type: nauc_map_at_1000_max + value: -21.4197 + - type: nauc_map_at_1000_std + value: 8.5824 + - type: nauc_map_at_1000_diff1 + value: 5.328 + - type: nauc_recall_at_1_max + value: -41.288799999999995 + - type: nauc_recall_at_1_std + value: -24.5046 + - type: nauc_recall_at_1_diff1 + value: 7.072100000000001 + - type: nauc_recall_at_3_max + value: -24.351300000000002 + - type: nauc_recall_at_3_std + value: -13.661000000000001 + - type: nauc_recall_at_3_diff1 + value: 14.1204 + - type: nauc_recall_at_5_max + value: -22.767799999999998 + - type: nauc_recall_at_5_std + value: -7.4171000000000005 + - type: nauc_recall_at_5_diff1 + value: 1.9924999999999997 + - type: nauc_recall_at_10_max + value: -25.3874 + - type: nauc_recall_at_10_std + value: -3.9967 + - type: nauc_recall_at_10_diff1 + value: 3.4776000000000002 + - type: nauc_recall_at_20_max + value: -25.051099999999998 + - type: nauc_recall_at_20_std + value: -2.0329 + - type: nauc_recall_at_20_diff1 + value: 2.2399 + - type: nauc_recall_at_100_max + value: -20.6196 + - type: nauc_recall_at_100_std + value: 39.644200000000005 + - type: nauc_recall_at_100_diff1 + value: -6.7455 + - type: nauc_recall_at_1000_max + value: -6.2200999999999995 + - type: nauc_recall_at_1000_std + value: 78.9064 + - type: nauc_recall_at_1000_diff1 + value: -23.044700000000002 + - type: nauc_precision_at_1_max + value: -39.8407 + - type: nauc_precision_at_1_std + value: -16.3352 + - type: nauc_precision_at_1_diff1 + value: 12.1075 + - type: nauc_precision_at_3_max + value: -30.505900000000004 + - type: nauc_precision_at_3_std + value: -6.6981 + - type: nauc_precision_at_3_diff1 + value: 22.1572 + - type: nauc_precision_at_5_max + value: -26.9752 + - type: nauc_precision_at_5_std + value: 9.2292 + - type: nauc_precision_at_5_diff1 + value: 6.7962 + - type: nauc_precision_at_10_max + value: -29.9346 + - type: nauc_precision_at_10_std + value: 13.3568 + - type: nauc_precision_at_10_diff1 + value: 6.8902 + - type: nauc_precision_at_20_max + value: -22.7968 + - type: nauc_precision_at_20_std + value: 21.0382 + - type: nauc_precision_at_20_diff1 + value: 9.033199999999999 + - type: nauc_precision_at_100_max + value: -11.4519 + - type: nauc_precision_at_100_std + value: 72.8881 + - type: nauc_precision_at_100_diff1 + value: -8.261000000000001 + - type: nauc_precision_at_1000_max + value: 29.3926 + - type: nauc_precision_at_1000_std + value: 44.936 + - type: nauc_precision_at_1000_diff1 + value: -15.2011 + - type: nauc_mrr_at_1_max + value: -39.8407 + - type: nauc_mrr_at_1_std + value: -16.3352 + - type: nauc_mrr_at_1_diff1 + value: 12.1075 + - type: nauc_mrr_at_3_max + value: -37.689 + - type: nauc_mrr_at_3_std + value: -8.757 + - type: nauc_mrr_at_3_diff1 + value: 6.916300000000001 + - type: nauc_mrr_at_5_max + value: -36.2749 + - type: nauc_mrr_at_5_std + value: -5.7966 + - type: nauc_mrr_at_5_diff1 + value: 4.8726 + - type: nauc_mrr_at_10_max + value: -39.0726 + - type: nauc_mrr_at_10_std + value: -6.830799999999999 + - type: nauc_mrr_at_10_diff1 + value: 5.1214 + - type: nauc_mrr_at_20_max + value: -38.6519 + - type: nauc_mrr_at_20_std + value: -8.6379 + - type: nauc_mrr_at_20_diff1 + value: 6.436699999999999 + - type: nauc_mrr_at_100_max + value: -38.065599999999996 + - type: nauc_mrr_at_100_std + value: -8.444 + - type: nauc_mrr_at_100_diff1 + value: 6.2007 + - type: nauc_mrr_at_1000_max + value: -38.065599999999996 + - type: nauc_mrr_at_1000_std + value: -8.444 + - type: nauc_mrr_at_1000_diff1 + value: 6.2007 + - type: main_score + value: 23.86 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ToxicConversationsClassification (default) + revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de + split: test + type: mteb/toxic_conversations_50k + metrics: + - type: accuracy + value: 78.21289999999999 + - type: f1 + value: 60.9322 + - type: f1_weighted + value: 82.69539999999999 + - type: ap + value: 19.0474 + - type: ap_weighted + value: 19.0474 + - type: main_score + value: 78.21289999999999 + task: + type: Classification + - dataset: + config: default + name: MTEB TweetSentimentExtractionClassification (default) + revision: d604517c81ca91fe16a244d1248fc021f9ecee7a + split: test + type: mteb/tweet_sentiment_extraction + metrics: + - type: accuracy + value: 61.3865 + - type: f1 + value: 61.8066 + - type: f1_weighted + value: 60.887 + - type: main_score + value: 61.3865 + task: + type: Classification + - dataset: + config: default + name: MTEB TwentyNewsgroupsClustering (default) + revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 + split: test + type: mteb/twentynewsgroups-clustering + metrics: + - type: v_measure + value: 49.3006 + - type: v_measure_std + value: 0.8814000000000001 + - type: main_score + value: 49.3006 + task: + type: Clustering + - dataset: + config: default + name: MTEB TwitterSemEval2015 (default) + revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 + split: test + type: mteb/twittersemeval2015-pairclassification + metrics: + - type: similarity_accuracy + value: 85.96289999999999 + - type: similarity_accuracy_threshold + value: 81.7629 + - type: similarity_f1 + value: 67.1044 + - type: similarity_f1_threshold + value: 77.98479999999999 + - type: similarity_precision + value: 64.3497 + - type: similarity_recall + value: 70.10549999999999 + - type: similarity_ap + value: 73.406 + - type: cosine_accuracy + value: 85.96289999999999 + - type: cosine_accuracy_threshold + value: 81.7629 + - type: cosine_f1 + value: 67.1044 + - type: cosine_f1_threshold + value: 77.98479999999999 + - type: cosine_precision + value: 64.3497 + - type: cosine_recall + value: 70.10549999999999 + - type: cosine_ap + value: 73.406 + - type: manhattan_accuracy + value: 85.8735 + - type: manhattan_accuracy_threshold + value: 22606.6437 + - type: manhattan_f1 + value: 67.173 + - type: manhattan_f1_threshold + value: 24147.3145 + - type: manhattan_precision + value: 65.5857 + - type: manhattan_recall + value: 68.8391 + - type: manhattan_ap + value: 73.4081 + - type: euclidean_accuracy + value: 85.94500000000001 + - type: euclidean_accuracy_threshold + value: 1019.4165999999999 + - type: euclidean_f1 + value: 67.0857 + - type: euclidean_f1_threshold + value: 1125.1016 + - type: euclidean_precision + value: 64.07300000000001 + - type: euclidean_recall + value: 70.3958 + - type: euclidean_ap + value: 73.3824 + - type: dot_accuracy + value: 85.3013 + - type: dot_accuracy_threshold + value: 23726.3916 + - type: dot_f1 + value: 65.8888 + - type: dot_f1_threshold + value: 22265.913399999998 + - type: dot_precision + value: 62.2128 + - type: dot_recall + value: 70.0264 + - type: dot_ap + value: 71.5363 + - type: max_accuracy + value: 85.96289999999999 + - type: max_f1 + value: 67.173 + - type: max_precision + value: 65.5857 + - type: max_recall + value: 70.3958 + - type: max_ap + value: 73.4081 + - type: main_score + value: 73.4081 + task: + type: PairClassification + - dataset: + config: default + name: MTEB TwitterURLCorpus (default) + revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf + split: test + type: mteb/twitterurlcorpus-pairclassification + metrics: + - type: similarity_accuracy + value: 88.82100000000001 + - type: similarity_accuracy_threshold + value: 75.9351 + - type: similarity_f1 + value: 77.7423 + - type: similarity_f1_threshold + value: 72.788 + - type: similarity_precision + value: 74.2279 + - type: similarity_recall + value: 81.6061 + - type: similarity_ap + value: 85.4324 + - type: cosine_accuracy + value: 88.82100000000001 + - type: cosine_accuracy_threshold + value: 75.9351 + - type: cosine_f1 + value: 77.7423 + - type: cosine_f1_threshold + value: 72.788 + - type: cosine_precision + value: 74.2279 + - type: cosine_recall + value: 81.6061 + - type: cosine_ap + value: 85.4324 + - type: manhattan_accuracy + value: 88.786 + - type: manhattan_accuracy_threshold + value: 25561.4807 + - type: manhattan_f1 + value: 77.5953 + - type: manhattan_f1_threshold + value: 26504.0619 + - type: manhattan_precision + value: 76.1432 + - type: manhattan_recall + value: 79.1038 + - type: manhattan_ap + value: 85.3477 + - type: euclidean_accuracy + value: 88.76859999999999 + - type: euclidean_accuracy_threshold + value: 1181.4543 + - type: euclidean_f1 + value: 77.645 + - type: euclidean_f1_threshold + value: 1224.4793 + - type: euclidean_precision + value: 75.5925 + - type: euclidean_recall + value: 79.8121 + - type: euclidean_ap + value: 85.3781 + - type: dot_accuracy + value: 88.5707 + - type: dot_accuracy_threshold + value: 21387.7899 + - type: dot_f1 + value: 77.4888 + - type: dot_f1_threshold + value: 20875.6653 + - type: dot_precision + value: 75.58009999999999 + - type: dot_recall + value: 79.4965 + - type: dot_ap + value: 84.88550000000001 + - type: max_accuracy + value: 88.82100000000001 + - type: max_f1 + value: 77.7423 + - type: max_precision + value: 76.1432 + - type: max_recall + value: 81.6061 + - type: max_ap + value: 85.4324 + - type: main_score + value: 85.4324 + task: + type: PairClassification pipeline_tag: sentence-similarity -library_name: sentence-transformers +tags: +- sentence-transformers +- sentence-similarity +- feature-extraction +- mteb --- # Mini-GTE