--- model-index: - name: mini-gte results: - dataset: config: en-ext name: MTEB AmazonCounterfactualClassification (en-ext) revision: e8379541af4e31359cca9fbcf4b00f2671dba205 split: test type: mteb/amazon_counterfactual metrics: - type: accuracy value: 75.41980000000001 - type: f1 value: 62.3176 - type: f1_weighted value: 79.8725 - type: ap value: 23.511699999999998 - type: ap_weighted value: 23.511699999999998 - type: main_score value: 75.41980000000001 task: type: Classification - dataset: config: en name: MTEB AmazonCounterfactualClassification (en) revision: e8379541af4e31359cca9fbcf4b00f2671dba205 split: test type: mteb/amazon_counterfactual metrics: - type: accuracy value: 74.9254 - type: f1 value: 68.8673 - type: f1_weighted value: 77.208 - type: ap value: 37.7515 - type: ap_weighted value: 37.7515 - type: main_score value: 74.9254 task: type: Classification - dataset: config: default name: MTEB AmazonPolarityClassification (default) revision: e2d317d38cd51312af73b3d32a06d1a08b442046 split: test type: mteb/amazon_polarity metrics: - type: accuracy value: 92.9432 - type: f1 value: 92.9276 - type: f1_weighted value: 92.9276 - type: ap value: 89.2272 - type: ap_weighted value: 89.2272 - type: main_score value: 92.9432 task: type: Classification - dataset: config: en name: MTEB AmazonReviewsClassification (en) revision: 1399c76144fd37290681b995c656ef9b2e06e26d split: test type: mteb/amazon_reviews_multi metrics: - type: accuracy value: 53.093999999999994 - type: f1 value: 52.7369 - type: f1_weighted value: 52.7369 - type: main_score value: 53.093999999999994 task: type: Classification - dataset: config: default name: MTEB ArguAna (default) revision: c22ab2a51041ffd869aaddef7af8d8215647e41a split: test type: mteb/arguana metrics: - type: ndcg_at_1 value: 31.935000000000002 - type: ndcg_at_3 value: 47.302 - type: ndcg_at_5 value: 51.878 - type: ndcg_at_10 value: 56.691 - type: ndcg_at_20 value: 59.233000000000004 - type: ndcg_at_100 value: 60.185 - type: ndcg_at_1000 value: 60.268 - type: map_at_1 value: 31.935000000000002 - type: map_at_3 value: 43.433 - type: map_at_5 value: 45.976 - type: map_at_10 value: 47.992000000000004 - type: map_at_20 value: 48.721 - type: map_at_100 value: 48.875 - type: map_at_1000 value: 48.878 - type: recall_at_1 value: 31.935000000000002 - type: recall_at_3 value: 58.535000000000004 - type: recall_at_5 value: 69.63000000000001 - type: recall_at_10 value: 84.353 - type: recall_at_20 value: 94.16799999999999 - type: recall_at_100 value: 99.004 - type: recall_at_1000 value: 99.644 - type: precision_at_1 value: 31.935000000000002 - type: precision_at_3 value: 19.512 - type: precision_at_5 value: 13.926 - type: precision_at_10 value: 8.434999999999999 - type: precision_at_20 value: 4.707999999999999 - type: precision_at_100 value: 0.9900000000000001 - type: precision_at_1000 value: 0.1 - type: mrr_at_1 value: 32.1479 - type: mrr_at_3 value: 43.5159 - type: mrr_at_5 value: 46.0266 - type: mrr_at_10 value: 48.0549 - type: mrr_at_20 value: 48.7839 - type: mrr_at_100 value: 48.9375 - type: mrr_at_1000 value: 48.9407 - type: nauc_ndcg_at_1_max value: -5.219399999999999 - type: nauc_ndcg_at_1_std value: -8.7799 - type: nauc_ndcg_at_1_diff1 value: 17.3229 - type: nauc_ndcg_at_3_max value: -4.1722 - type: nauc_ndcg_at_3_std value: -10.2796 - type: nauc_ndcg_at_3_diff1 value: 12.007900000000001 - type: nauc_ndcg_at_5_max value: -2.8244 - type: nauc_ndcg_at_5_std value: -10.061399999999999 - type: nauc_ndcg_at_5_diff1 value: 12.914700000000002 - type: nauc_ndcg_at_10_max value: -1.9805 - type: nauc_ndcg_at_10_std value: -9.298 - type: nauc_ndcg_at_10_diff1 value: 13.2042 - type: nauc_ndcg_at_20_max value: -2.8091999999999997 - type: nauc_ndcg_at_20_std value: -8.886 - type: nauc_ndcg_at_20_diff1 value: 13.297 - type: nauc_ndcg_at_100_max value: -3.2574 - type: nauc_ndcg_at_100_std value: -8.9642 - type: nauc_ndcg_at_100_diff1 value: 13.811300000000001 - type: nauc_ndcg_at_1000_max value: -3.449 - type: nauc_ndcg_at_1000_std value: -9.1654 - type: nauc_ndcg_at_1000_diff1 value: 13.7018 - type: nauc_map_at_1_max value: -5.219399999999999 - type: nauc_map_at_1_std value: -8.7799 - type: nauc_map_at_1_diff1 value: 17.3229 - type: nauc_map_at_3_max value: -4.6242 - type: nauc_map_at_3_std value: -10.002600000000001 - type: nauc_map_at_3_diff1 value: 13.1613 - type: nauc_map_at_5_max value: -3.9825 - type: nauc_map_at_5_std value: -9.8649 - type: nauc_map_at_5_diff1 value: 13.6516 - type: nauc_map_at_10_max value: -3.7236 - type: nauc_map_at_10_std value: -9.589699999999999 - type: nauc_map_at_10_diff1 value: 13.8496 - type: nauc_map_at_20_max value: -3.9856000000000003 - type: nauc_map_at_20_std value: -9.514100000000001 - type: nauc_map_at_20_diff1 value: 13.8627 - type: nauc_map_at_100_max value: -4.025399999999999 - type: nauc_map_at_100_std value: -9.5227 - type: nauc_map_at_100_diff1 value: 13.953199999999999 - type: nauc_map_at_1000_max value: -4.0324 - type: nauc_map_at_1000_std value: -9.5284 - type: nauc_map_at_1000_diff1 value: 13.9494 - type: nauc_recall_at_1_max value: -5.219399999999999 - type: nauc_recall_at_1_std value: -8.7799 - type: nauc_recall_at_1_diff1 value: 17.3229 - type: nauc_recall_at_3_max value: -2.7011 - type: nauc_recall_at_3_std value: -11.0878 - type: nauc_recall_at_3_diff1 value: 8.5412 - type: nauc_recall_at_5_max value: 1.7892000000000001 - type: nauc_recall_at_5_std value: -10.6963 - type: nauc_recall_at_5_diff1 value: 10.569 - type: nauc_recall_at_10_max value: 9.9486 - type: nauc_recall_at_10_std value: -6.7249 - type: nauc_recall_at_10_diff1 value: 9.8241 - type: nauc_recall_at_20_max value: 15.8614 - type: nauc_recall_at_20_std value: 4.7526 - type: nauc_recall_at_20_diff1 value: 7.015200000000001 - type: nauc_recall_at_100_max value: 40.8859 - type: nauc_recall_at_100_std value: 57.965500000000006 - type: nauc_recall_at_100_diff1 value: 30.7703 - type: nauc_recall_at_1000_max value: 24.2175 - type: nauc_recall_at_1000_std value: 70.9234 - type: nauc_recall_at_1000_diff1 value: 5.9272 - type: nauc_precision_at_1_max value: -5.219399999999999 - type: nauc_precision_at_1_std value: -8.7799 - type: nauc_precision_at_1_diff1 value: 17.3229 - type: nauc_precision_at_3_max value: -2.7011 - type: nauc_precision_at_3_std value: -11.0878 - type: nauc_precision_at_3_diff1 value: 8.5412 - type: nauc_precision_at_5_max value: 1.7892000000000001 - type: nauc_precision_at_5_std value: -10.6963 - type: nauc_precision_at_5_diff1 value: 10.569 - type: nauc_precision_at_10_max value: 9.9486 - type: nauc_precision_at_10_std value: -6.7249 - type: nauc_precision_at_10_diff1 value: 9.8241 - type: nauc_precision_at_20_max value: 15.8614 - type: nauc_precision_at_20_std value: 4.7526 - type: nauc_precision_at_20_diff1 value: 7.015200000000001 - type: nauc_precision_at_100_max value: 40.8859 - type: nauc_precision_at_100_std value: 57.965500000000006 - type: nauc_precision_at_100_diff1 value: 30.7703 - type: nauc_precision_at_1000_max value: 24.2175 - type: nauc_precision_at_1000_std value: 70.9234 - type: nauc_precision_at_1000_diff1 value: 5.9272 - type: nauc_mrr_at_1_max value: -5.0572 - type: nauc_mrr_at_1_std value: -8.9378 - type: nauc_mrr_at_1_diff1 value: 16.6938 - type: nauc_mrr_at_3_max value: -4.7721 - type: nauc_mrr_at_3_std value: -10.054 - type: nauc_mrr_at_3_diff1 value: 12.529399999999999 - type: nauc_mrr_at_5_max value: -4.2183 - type: nauc_mrr_at_5_std value: -9.9133 - type: nauc_mrr_at_5_diff1 value: 12.964800000000002 - type: nauc_mrr_at_10_max value: -3.9058 - type: nauc_mrr_at_10_std value: -9.6638 - type: nauc_mrr_at_10_diff1 value: 13.198199999999998 - type: nauc_mrr_at_20_max value: -4.173 - type: nauc_mrr_at_20_std value: -9.590300000000001 - type: nauc_mrr_at_20_diff1 value: 13.194 - type: nauc_mrr_at_100_max value: -4.2139999999999995 - type: nauc_mrr_at_100_std value: -9.5994 - type: nauc_mrr_at_100_diff1 value: 13.2809 - type: nauc_mrr_at_1000_max value: -4.221 - type: nauc_mrr_at_1000_std value: -9.6052 - type: nauc_mrr_at_1000_diff1 value: 13.277 - type: main_score value: 56.691 task: type: Retrieval - dataset: config: default name: MTEB ArxivClusteringP2P (default) revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d split: test type: mteb/arxiv-clustering-p2p metrics: - type: v_measure value: 47.2496 - type: v_measure_std value: 13.791900000000002 - type: main_score value: 47.2496 task: type: Clustering - dataset: config: default name: MTEB ArxivClusteringS2S (default) revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 split: test type: mteb/arxiv-clustering-s2s metrics: - type: v_measure value: 40.75 - type: v_measure_std value: 14.1433 - type: main_score value: 40.75 task: type: Clustering - dataset: config: default name: MTEB AskUbuntuDupQuestions (default) revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 split: test type: mteb/askubuntudupquestions-reranking metrics: - type: map value: 61.5183 - type: mrr value: 74.5329 - type: nAUC_map_max value: 22.0592 - type: nAUC_map_std value: 18.0597 - type: nAUC_map_diff1 value: 1.7156 - type: nAUC_mrr_max value: 34.481899999999996 - type: nAUC_mrr_std value: 18.1487 - type: nAUC_mrr_diff1 value: 14.359 - type: main_score value: 61.5183 task: type: Reranking - dataset: config: default name: MTEB BIOSSES (default) revision: d3fb88f8f02e40887cd149695127462bbcf29b4a split: test type: mteb/biosses-sts metrics: - type: pearson value: 86.7876 - type: spearman value: 84.7302 - type: cosine_pearson value: 86.7876 - type: cosine_spearman value: 84.7302 - type: manhattan_pearson value: 84.48649999999999 - type: manhattan_spearman value: 84.0363 - type: euclidean_pearson value: 84.8649 - type: euclidean_spearman value: 84.6266 - type: main_score value: 84.7302 task: type: STS - dataset: config: default name: MTEB Banking77Classification (default) revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 split: test type: mteb/banking77 metrics: - type: accuracy value: 85.7078 - type: f1 value: 85.6668 - type: f1_weighted value: 85.6668 - type: main_score value: 85.7078 task: type: Classification - dataset: config: default name: MTEB BiorxivClusteringP2P (default) revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 split: test type: mteb/biorxiv-clustering-p2p metrics: - type: v_measure value: 40.0883 - type: v_measure_std value: 0.9724 - type: main_score value: 40.0883 task: type: Clustering - dataset: config: default name: MTEB BiorxivClusteringS2S (default) revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 split: test type: mteb/biorxiv-clustering-s2s metrics: - type: v_measure value: 36.3365 - type: v_measure_std value: 1.1007 - type: main_score value: 36.3365 task: type: Clustering - dataset: config: default name: MTEB CQADupstackAndroidRetrieval (default) revision: f46a197baaae43b4f621051089b82a364682dfeb split: test type: mteb/cqadupstack-android metrics: - type: ndcg_at_1 value: 37.196 - type: ndcg_at_3 value: 42.849 - type: ndcg_at_5 value: 45.023 - type: ndcg_at_10 value: 48.02 - type: ndcg_at_20 value: 50.156 - type: ndcg_at_100 value: 53.32900000000001 - type: ndcg_at_1000 value: 55.535000000000004 - type: map_at_1 value: 30.598 - type: map_at_3 value: 38.221 - type: map_at_5 value: 40.105000000000004 - type: map_at_10 value: 41.715 - type: map_at_20 value: 42.539 - type: map_at_100 value: 43.207 - type: map_at_1000 value: 43.344 - type: recall_at_1 value: 30.598 - type: recall_at_3 value: 45.164 - type: recall_at_5 value: 51.357 - type: recall_at_10 value: 60.343 - type: recall_at_20 value: 67.93299999999999 - type: recall_at_100 value: 82.07 - type: recall_at_1000 value: 96.345 - type: precision_at_1 value: 37.196 - type: precision_at_3 value: 20.601 - type: precision_at_5 value: 14.707 - type: precision_at_10 value: 9.242 - type: precision_at_20 value: 5.522 - type: precision_at_100 value: 1.4949999999999999 - type: precision_at_1000 value: 0.198 - type: mrr_at_1 value: 37.196 - type: mrr_at_3 value: 44.516 - type: mrr_at_5 value: 45.9895 - type: mrr_at_10 value: 47.2167 - type: mrr_at_20 value: 47.6917 - type: mrr_at_100 value: 47.9724 - type: mrr_at_1000 value: 48.0257 - type: nauc_ndcg_at_1_max value: 38.1056 - type: nauc_ndcg_at_1_std value: -1.5731 - type: nauc_ndcg_at_1_diff1 value: 52.3965 - type: nauc_ndcg_at_3_max value: 35.7142 - type: nauc_ndcg_at_3_std value: 0.092 - type: nauc_ndcg_at_3_diff1 value: 46.1385 - type: nauc_ndcg_at_5_max value: 36.3881 - type: nauc_ndcg_at_5_std value: 1.5633000000000001 - type: nauc_ndcg_at_5_diff1 value: 45.2644 - type: nauc_ndcg_at_10_max value: 36.660199999999996 - type: nauc_ndcg_at_10_std value: 2.7068 - type: nauc_ndcg_at_10_diff1 value: 45.3748 - type: nauc_ndcg_at_20_max value: 37.242599999999996 - type: nauc_ndcg_at_20_std value: 3.2815999999999996 - type: nauc_ndcg_at_20_diff1 value: 45.5251 - type: nauc_ndcg_at_100_max value: 38.1824 - type: nauc_ndcg_at_100_std value: 4.5971 - type: nauc_ndcg_at_100_diff1 value: 45.622800000000005 - type: nauc_ndcg_at_1000_max value: 37.9268 - type: nauc_ndcg_at_1000_std value: 4.2024 - type: nauc_ndcg_at_1000_diff1 value: 45.9741 - type: nauc_map_at_1_max value: 33.6794 - type: nauc_map_at_1_std value: -0.7946 - type: nauc_map_at_1_diff1 value: 55.799699999999994 - type: nauc_map_at_3_max value: 35.113 - type: nauc_map_at_3_std value: -0.4043 - type: nauc_map_at_3_diff1 value: 49.4747 - type: nauc_map_at_5_max value: 35.5742 - type: nauc_map_at_5_std value: 0.45570000000000005 - type: nauc_map_at_5_diff1 value: 48.5577 - type: nauc_map_at_10_max value: 35.861599999999996 - type: nauc_map_at_10_std value: 1.0931 - type: nauc_map_at_10_diff1 value: 48.298 - type: nauc_map_at_20_max value: 36.181999999999995 - type: nauc_map_at_20_std value: 1.4944000000000002 - type: nauc_map_at_20_diff1 value: 48.149300000000004 - type: nauc_map_at_100_max value: 36.4468 - type: nauc_map_at_100_std value: 1.9296 - type: nauc_map_at_100_diff1 value: 48.1169 - type: nauc_map_at_1000_max value: 36.4375 - type: nauc_map_at_1000_std value: 1.9300000000000002 - type: nauc_map_at_1000_diff1 value: 48.1069 - type: nauc_recall_at_1_max value: 33.6794 - type: nauc_recall_at_1_std value: -0.7946 - type: nauc_recall_at_1_diff1 value: 55.799699999999994 - type: nauc_recall_at_3_max value: 33.2805 - type: nauc_recall_at_3_std value: 0.5577000000000001 - type: nauc_recall_at_3_diff1 value: 42.3984 - type: nauc_recall_at_5_max value: 34.216 - type: nauc_recall_at_5_std value: 3.8645 - type: nauc_recall_at_5_diff1 value: 39.2173 - type: nauc_recall_at_10_max value: 34.4227 - type: nauc_recall_at_10_std value: 7.2011 - type: nauc_recall_at_10_diff1 value: 37.8205 - type: nauc_recall_at_20_max value: 36.0236 - type: nauc_recall_at_20_std value: 9.4403 - type: nauc_recall_at_20_diff1 value: 36.4943 - type: nauc_recall_at_100_max value: 43.2157 - type: nauc_recall_at_100_std value: 21.368100000000002 - type: nauc_recall_at_100_diff1 value: 34.6385 - type: nauc_recall_at_1000_max value: 62.0038 - type: nauc_recall_at_1000_std value: 66.2789 - type: nauc_recall_at_1000_diff1 value: 44.0782 - type: nauc_precision_at_1_max value: 38.1056 - type: nauc_precision_at_1_std value: -1.5731 - type: nauc_precision_at_1_diff1 value: 52.3965 - type: nauc_precision_at_3_max value: 31.081500000000002 - type: nauc_precision_at_3_std value: -0.0759 - type: nauc_precision_at_3_diff1 value: 25.6564 - type: nauc_precision_at_5_max value: 28.2648 - type: nauc_precision_at_5_std value: 3.8094 - type: nauc_precision_at_5_diff1 value: 16.1581 - type: nauc_precision_at_10_max value: 22.0272 - type: nauc_precision_at_10_std value: 7.058000000000001 - type: nauc_precision_at_10_diff1 value: 4.8239 - type: nauc_precision_at_20_max value: 16.419600000000003 - type: nauc_precision_at_20_std value: 9.8527 - type: nauc_precision_at_20_diff1 value: -3.9787000000000003 - type: nauc_precision_at_100_max value: 4.6336 - type: nauc_precision_at_100_std value: 7.113300000000001 - type: nauc_precision_at_100_diff1 value: -13.9877 - type: nauc_precision_at_1000_max value: -10.5846 - type: nauc_precision_at_1000_std value: -4.4112 - type: nauc_precision_at_1000_diff1 value: -21.0335 - type: nauc_mrr_at_1_max value: 38.1056 - type: nauc_mrr_at_1_std value: -1.5731 - type: nauc_mrr_at_1_diff1 value: 52.3965 - type: nauc_mrr_at_3_max value: 37.3249 - type: nauc_mrr_at_3_std value: -0.5803 - type: nauc_mrr_at_3_diff1 value: 46.473 - type: nauc_mrr_at_5_max value: 38.098 - type: nauc_mrr_at_5_std value: 0.8412 - type: nauc_mrr_at_5_diff1 value: 45.9707 - type: nauc_mrr_at_10_max value: 37.9234 - type: nauc_mrr_at_10_std value: 1.0281 - type: nauc_mrr_at_10_diff1 value: 46.042300000000004 - type: nauc_mrr_at_20_max value: 38.037 - type: nauc_mrr_at_20_std value: 0.9448 - type: nauc_mrr_at_20_diff1 value: 46.1766 - type: nauc_mrr_at_100_max value: 38.0621 - type: nauc_mrr_at_100_std value: 1.0900999999999998 - type: nauc_mrr_at_100_diff1 value: 46.1863 - type: nauc_mrr_at_1000_max value: 38.0732 - type: nauc_mrr_at_1000_std value: 1.097 - type: nauc_mrr_at_1000_diff1 value: 46.2144 - type: main_score value: 48.02 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackEnglishRetrieval (default) revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 split: test type: mteb/cqadupstack-english metrics: - type: ndcg_at_1 value: 34.331 - type: ndcg_at_3 value: 37.979 - type: ndcg_at_5 value: 40.043 - type: ndcg_at_10 value: 42.14 - type: ndcg_at_20 value: 44.01 - type: ndcg_at_100 value: 46.807 - type: ndcg_at_1000 value: 49.01 - type: map_at_1 value: 27.569 - type: map_at_3 value: 33.988 - type: map_at_5 value: 35.576 - type: map_at_10 value: 36.781000000000006 - type: map_at_20 value: 37.488 - type: map_at_100 value: 38.052 - type: map_at_1000 value: 38.186 - type: recall_at_1 value: 27.569 - type: recall_at_3 value: 39.684999999999995 - type: recall_at_5 value: 45.397 - type: recall_at_10 value: 51.674 - type: recall_at_20 value: 58.407 - type: recall_at_100 value: 71.356 - type: recall_at_1000 value: 85.372 - type: precision_at_1 value: 34.331 - type: precision_at_3 value: 18.279999999999998 - type: precision_at_5 value: 13.096 - type: precision_at_10 value: 8.013 - type: precision_at_20 value: 4.809 - type: precision_at_100 value: 1.3419999999999999 - type: precision_at_1000 value: 0.182 - type: mrr_at_1 value: 34.3312 - type: mrr_at_3 value: 39.9575 - type: mrr_at_5 value: 41.4066 - type: mrr_at_10 value: 42.274699999999996 - type: mrr_at_20 value: 42.734100000000005 - type: mrr_at_100 value: 43.0249 - type: mrr_at_1000 value: 43.078 - type: nauc_ndcg_at_1_max value: 37.1034 - type: nauc_ndcg_at_1_std value: -1.5059 - type: nauc_ndcg_at_1_diff1 value: 52.56229999999999 - type: nauc_ndcg_at_3_max value: 35.741299999999995 - type: nauc_ndcg_at_3_std value: -2.2986 - type: nauc_ndcg_at_3_diff1 value: 48.8509 - type: nauc_ndcg_at_5_max value: 35.6244 - type: nauc_ndcg_at_5_std value: -2.1026 - type: nauc_ndcg_at_5_diff1 value: 48.4677 - type: nauc_ndcg_at_10_max value: 35.091499999999996 - type: nauc_ndcg_at_10_std value: -1.5609 - type: nauc_ndcg_at_10_diff1 value: 47.8819 - type: nauc_ndcg_at_20_max value: 35.6196 - type: nauc_ndcg_at_20_std value: 0.24109999999999998 - type: nauc_ndcg_at_20_diff1 value: 46.866600000000005 - type: nauc_ndcg_at_100_max value: 36.5703 - type: nauc_ndcg_at_100_std value: 2.6126 - type: nauc_ndcg_at_100_diff1 value: 46.6618 - type: nauc_ndcg_at_1000_max value: 36.3611 - type: nauc_ndcg_at_1000_std value: 2.8128 - type: nauc_ndcg_at_1000_diff1 value: 46.8048 - type: nauc_map_at_1_max value: 29.4274 - type: nauc_map_at_1_std value: -9.002699999999999 - type: nauc_map_at_1_diff1 value: 55.5743 - type: nauc_map_at_3_max value: 32.562400000000004 - type: nauc_map_at_3_std value: -6.8619 - type: nauc_map_at_3_diff1 value: 50.985499999999995 - type: nauc_map_at_5_max value: 33.2048 - type: nauc_map_at_5_std value: -5.9758 - type: nauc_map_at_5_diff1 value: 50.43840000000001 - type: nauc_map_at_10_max value: 33.589400000000005 - type: nauc_map_at_10_std value: -5.0358 - type: nauc_map_at_10_diff1 value: 50.022200000000005 - type: nauc_map_at_20_max value: 34.061099999999996 - type: nauc_map_at_20_std value: -3.9774 - type: nauc_map_at_20_diff1 value: 49.6174 - type: nauc_map_at_100_max value: 34.571400000000004 - type: nauc_map_at_100_std value: -3.1757 - type: nauc_map_at_100_diff1 value: 49.5976 - type: nauc_map_at_1000_max value: 34.6225 - type: nauc_map_at_1000_std value: -3.0637000000000003 - type: nauc_map_at_1000_diff1 value: 49.6125 - type: nauc_recall_at_1_max value: 29.4274 - type: nauc_recall_at_1_std value: -9.002699999999999 - type: nauc_recall_at_1_diff1 value: 55.5743 - type: nauc_recall_at_3_max value: 31.583699999999997 - type: nauc_recall_at_3_std value: -6.3082 - type: nauc_recall_at_3_diff1 value: 45.8703 - type: nauc_recall_at_5_max value: 32.1764 - type: nauc_recall_at_5_std value: -3.6715 - type: nauc_recall_at_5_diff1 value: 44.0143 - type: nauc_recall_at_10_max value: 31.295099999999998 - type: nauc_recall_at_10_std value: -0.7147 - type: nauc_recall_at_10_diff1 value: 41.5909 - type: nauc_recall_at_20_max value: 33.0733 - type: nauc_recall_at_20_std value: 5.869 - type: nauc_recall_at_20_diff1 value: 36.951 - type: nauc_recall_at_100_max value: 38.864 - type: nauc_recall_at_100_std value: 22.052 - type: nauc_recall_at_100_diff1 value: 33.9715 - type: nauc_recall_at_1000_max value: 37.7009 - type: nauc_recall_at_1000_std value: 34.3797 - type: nauc_recall_at_1000_diff1 value: 30.021900000000002 - type: nauc_precision_at_1_max value: 37.1034 - type: nauc_precision_at_1_std value: -1.5059 - type: nauc_precision_at_1_diff1 value: 52.56229999999999 - type: nauc_precision_at_3_max value: 38.7828 - type: nauc_precision_at_3_std value: 9.0172 - type: nauc_precision_at_3_diff1 value: 32.2126 - type: nauc_precision_at_5_max value: 38.5612 - type: nauc_precision_at_5_std value: 14.1474 - type: nauc_precision_at_5_diff1 value: 25.497700000000002 - type: nauc_precision_at_10_max value: 36.3539 - type: nauc_precision_at_10_std value: 20.214499999999997 - type: nauc_precision_at_10_diff1 value: 17.3647 - type: nauc_precision_at_20_max value: 36.094300000000004 - type: nauc_precision_at_20_std value: 30.2733 - type: nauc_precision_at_20_diff1 value: 8.9392 - type: nauc_precision_at_100_max value: 31.6403 - type: nauc_precision_at_100_std value: 38.499100000000006 - type: nauc_precision_at_100_diff1 value: 2.682 - type: nauc_precision_at_1000_max value: 18.8802 - type: nauc_precision_at_1000_std value: 32.902100000000004 - type: nauc_precision_at_1000_diff1 value: -1.8433000000000002 - type: nauc_mrr_at_1_max value: 37.1034 - type: nauc_mrr_at_1_std value: -1.5059 - type: nauc_mrr_at_1_diff1 value: 52.56229999999999 - type: nauc_mrr_at_3_max value: 37.0919 - type: nauc_mrr_at_3_std value: 0.2272 - type: nauc_mrr_at_3_diff1 value: 48.8377 - type: nauc_mrr_at_5_max value: 37.1363 - type: nauc_mrr_at_5_std value: 0.8158000000000001 - type: nauc_mrr_at_5_diff1 value: 48.6426 - type: nauc_mrr_at_10_max value: 36.849900000000005 - type: nauc_mrr_at_10_std value: 0.8576999999999999 - type: nauc_mrr_at_10_diff1 value: 48.188900000000004 - type: nauc_mrr_at_20_max value: 37.0041 - type: nauc_mrr_at_20_std value: 1.1797 - type: nauc_mrr_at_20_diff1 value: 48.1216 - type: nauc_mrr_at_100_max value: 37.0369 - type: nauc_mrr_at_100_std value: 1.3256999999999999 - type: nauc_mrr_at_100_diff1 value: 48.1113 - type: nauc_mrr_at_1000_max value: 37.0277 - type: nauc_mrr_at_1000_std value: 1.3186 - type: nauc_mrr_at_1000_diff1 value: 48.1185 - type: main_score value: 42.14 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGamingRetrieval (default) revision: 4885aa143210c98657558c04aaf3dc47cfb54340 split: test type: mteb/cqadupstack-gaming metrics: - type: ndcg_at_1 value: 44.326 - type: ndcg_at_3 value: 51.365 - type: ndcg_at_5 value: 54.386 - type: ndcg_at_10 value: 56.872 - type: ndcg_at_20 value: 59.026 - type: ndcg_at_100 value: 61.525 - type: ndcg_at_1000 value: 62.539 - type: map_at_1 value: 38.852 - type: map_at_3 value: 47.826 - type: map_at_5 value: 49.858000000000004 - type: map_at_10 value: 51.152 - type: map_at_20 value: 51.902 - type: map_at_100 value: 52.342 - type: map_at_1000 value: 52.394 - type: recall_at_1 value: 38.852 - type: recall_at_3 value: 56.023999999999994 - type: recall_at_5 value: 63.317 - type: recall_at_10 value: 70.408 - type: recall_at_20 value: 78.41900000000001 - type: recall_at_100 value: 90.509 - type: recall_at_1000 value: 97.543 - type: precision_at_1 value: 44.326 - type: precision_at_3 value: 22.947 - type: precision_at_5 value: 16.025 - type: precision_at_10 value: 9.223 - type: precision_at_20 value: 5.238 - type: precision_at_100 value: 1.246 - type: precision_at_1000 value: 0.13799999999999998 - type: mrr_at_1 value: 44.326 - type: mrr_at_3 value: 51.7555 - type: mrr_at_5 value: 53.4138 - type: mrr_at_10 value: 54.33480000000001 - type: mrr_at_20 value: 54.826299999999996 - type: mrr_at_100 value: 55.1054 - type: mrr_at_1000 value: 55.1314 - type: nauc_ndcg_at_1_max value: 36.558 - type: nauc_ndcg_at_1_std value: -4.0680000000000005 - type: nauc_ndcg_at_1_diff1 value: 49.3624 - type: nauc_ndcg_at_3_max value: 36.3298 - type: nauc_ndcg_at_3_std value: -3.2942 - type: nauc_ndcg_at_3_diff1 value: 44.3877 - type: nauc_ndcg_at_5_max value: 36.817699999999995 - type: nauc_ndcg_at_5_std value: -2.8253 - type: nauc_ndcg_at_5_diff1 value: 43.9999 - type: nauc_ndcg_at_10_max value: 37.8778 - type: nauc_ndcg_at_10_std value: -1.5112999999999999 - type: nauc_ndcg_at_10_diff1 value: 43.445299999999996 - type: nauc_ndcg_at_20_max value: 37.978699999999996 - type: nauc_ndcg_at_20_std value: -0.544 - type: nauc_ndcg_at_20_diff1 value: 42.9055 - type: nauc_ndcg_at_100_max value: 38.3425 - type: nauc_ndcg_at_100_std value: -0.005399999999999999 - type: nauc_ndcg_at_100_diff1 value: 43.3521 - type: nauc_ndcg_at_1000_max value: 38.2181 - type: nauc_ndcg_at_1000_std value: -0.3538 - type: nauc_ndcg_at_1000_diff1 value: 43.7472 - type: nauc_map_at_1_max value: 30.402099999999997 - type: nauc_map_at_1_std value: -6.0585 - type: nauc_map_at_1_diff1 value: 49.8444 - type: nauc_map_at_3_max value: 34.3397 - type: nauc_map_at_3_std value: -5.0624 - type: nauc_map_at_3_diff1 value: 46.2418 - type: nauc_map_at_5_max value: 34.834199999999996 - type: nauc_map_at_5_std value: -4.6048 - type: nauc_map_at_5_diff1 value: 45.834399999999995 - type: nauc_map_at_10_max value: 35.6631 - type: nauc_map_at_10_std value: -3.6241000000000003 - type: nauc_map_at_10_diff1 value: 45.3816 - type: nauc_map_at_20_max value: 35.9464 - type: nauc_map_at_20_std value: -3.0435 - type: nauc_map_at_20_diff1 value: 45.1306 - type: nauc_map_at_100_max value: 36.1422 - type: nauc_map_at_100_std value: -2.8278000000000003 - type: nauc_map_at_100_diff1 value: 45.134600000000006 - type: nauc_map_at_1000_max value: 36.1607 - type: nauc_map_at_1000_std value: -2.8174 - type: nauc_map_at_1000_diff1 value: 45.1579 - type: nauc_recall_at_1_max value: 30.402099999999997 - type: nauc_recall_at_1_std value: -6.0585 - type: nauc_recall_at_1_diff1 value: 49.8444 - type: nauc_recall_at_3_max value: 35.2771 - type: nauc_recall_at_3_std value: -4.1926 - type: nauc_recall_at_3_diff1 value: 41.2564 - type: nauc_recall_at_5_max value: 35.5291 - type: nauc_recall_at_5_std value: -2.4882 - type: nauc_recall_at_5_diff1 value: 38.465199999999996 - type: nauc_recall_at_10_max value: 39.1336 - type: nauc_recall_at_10_std value: 1.7909000000000002 - type: nauc_recall_at_10_diff1 value: 36.0473 - type: nauc_recall_at_20_max value: 41.204800000000006 - type: nauc_recall_at_20_std value: 8.693900000000001 - type: nauc_recall_at_20_diff1 value: 31.378600000000002 - type: nauc_recall_at_100_max value: 47.2494 - type: nauc_recall_at_100_std value: 23.522299999999998 - type: nauc_recall_at_100_diff1 value: 28.2611 - type: nauc_recall_at_1000_max value: 60.132799999999996 - type: nauc_recall_at_1000_std value: 50.6562 - type: nauc_recall_at_1000_diff1 value: 23.1446 - type: nauc_precision_at_1_max value: 36.558 - type: nauc_precision_at_1_std value: -4.0680000000000005 - type: nauc_precision_at_1_diff1 value: 49.3624 - type: nauc_precision_at_3_max value: 35.279700000000005 - type: nauc_precision_at_3_std value: 2.5128 - type: nauc_precision_at_3_diff1 value: 26.021300000000004 - type: nauc_precision_at_5_max value: 33.1129 - type: nauc_precision_at_5_std value: 6.4138 - type: nauc_precision_at_5_diff1 value: 18.2973 - type: nauc_precision_at_10_max value: 32.9216 - type: nauc_precision_at_10_std value: 14.078299999999999 - type: nauc_precision_at_10_diff1 value: 7.9207 - type: nauc_precision_at_20_max value: 30.709500000000002 - type: nauc_precision_at_20_std value: 21.0455 - type: nauc_precision_at_20_diff1 value: -1.8851 - type: nauc_precision_at_100_max value: 25.4678 - type: nauc_precision_at_100_std value: 25.4313 - type: nauc_precision_at_100_diff1 value: -10.974499999999999 - type: nauc_precision_at_1000_max value: 20.2269 - type: nauc_precision_at_1000_std value: 22.9772 - type: nauc_precision_at_1000_diff1 value: -13.3987 - type: nauc_mrr_at_1_max value: 36.558 - type: nauc_mrr_at_1_std value: -4.0680000000000005 - type: nauc_mrr_at_1_diff1 value: 49.3624 - type: nauc_mrr_at_3_max value: 38.413599999999995 - type: nauc_mrr_at_3_std value: -2.3569 - type: nauc_mrr_at_3_diff1 value: 45.532000000000004 - type: nauc_mrr_at_5_max value: 38.268299999999996 - type: nauc_mrr_at_5_std value: -2.1296 - type: nauc_mrr_at_5_diff1 value: 45.0634 - type: nauc_mrr_at_10_max value: 38.541799999999995 - type: nauc_mrr_at_10_std value: -1.7776 - type: nauc_mrr_at_10_diff1 value: 45.0263 - type: nauc_mrr_at_20_max value: 38.5637 - type: nauc_mrr_at_20_std value: -1.6519 - type: nauc_mrr_at_20_diff1 value: 44.9795 - type: nauc_mrr_at_100_max value: 38.5345 - type: nauc_mrr_at_100_std value: -1.7046 - type: nauc_mrr_at_100_diff1 value: 45.0336 - type: nauc_mrr_at_1000_max value: 38.5314 - type: nauc_mrr_at_1000_std value: -1.7087 - type: nauc_mrr_at_1000_diff1 value: 45.0451 - type: main_score value: 56.872 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGisRetrieval (default) revision: 5003b3064772da1887988e05400cf3806fe491f2 split: test type: mteb/cqadupstack-gis metrics: - type: ndcg_at_1 value: 28.362 - type: ndcg_at_3 value: 33.528000000000006 - type: ndcg_at_5 value: 35.848 - type: ndcg_at_10 value: 38.173 - type: ndcg_at_20 value: 40.172000000000004 - type: ndcg_at_100 value: 43.467 - type: ndcg_at_1000 value: 45.504 - type: map_at_1 value: 26.529000000000003 - type: map_at_3 value: 31.387999999999998 - type: map_at_5 value: 32.832 - type: map_at_10 value: 33.872 - type: map_at_20 value: 34.434 - type: map_at_100 value: 34.931 - type: map_at_1000 value: 35.006 - type: recall_at_1 value: 26.529000000000003 - type: recall_at_3 value: 37.275000000000006 - type: recall_at_5 value: 42.792 - type: recall_at_10 value: 49.748 - type: recall_at_20 value: 57.199999999999996 - type: recall_at_100 value: 74.118 - type: recall_at_1000 value: 89.593 - type: precision_at_1 value: 28.362 - type: precision_at_3 value: 13.898 - type: precision_at_5 value: 9.74 - type: precision_at_10 value: 5.7059999999999995 - type: precision_at_20 value: 3.3329999999999997 - type: precision_at_100 value: 0.886 - type: precision_at_1000 value: 0.109 - type: mrr_at_1 value: 28.3616 - type: mrr_at_3 value: 33.5028 - type: mrr_at_5 value: 34.7119 - type: mrr_at_10 value: 35.6396 - type: mrr_at_20 value: 36.2226 - type: mrr_at_100 value: 36.611 - type: mrr_at_1000 value: 36.675000000000004 - type: nauc_ndcg_at_1_max value: 31.811099999999996 - type: nauc_ndcg_at_1_std value: -4.5333 - type: nauc_ndcg_at_1_diff1 value: 48.3941 - type: nauc_ndcg_at_3_max value: 30.995 - type: nauc_ndcg_at_3_std value: -2.5651 - type: nauc_ndcg_at_3_diff1 value: 43.9463 - type: nauc_ndcg_at_5_max value: 31.3529 - type: nauc_ndcg_at_5_std value: -1.3979 - type: nauc_ndcg_at_5_diff1 value: 42.4223 - type: nauc_ndcg_at_10_max value: 30.3871 - type: nauc_ndcg_at_10_std value: -1.0215999999999998 - type: nauc_ndcg_at_10_diff1 value: 41.2437 - type: nauc_ndcg_at_20_max value: 30.524600000000003 - type: nauc_ndcg_at_20_std value: 0.0237 - type: nauc_ndcg_at_20_diff1 value: 40.8105 - type: nauc_ndcg_at_100_max value: 30.7685 - type: nauc_ndcg_at_100_std value: 0.6131 - type: nauc_ndcg_at_100_diff1 value: 40.700399999999995 - type: nauc_ndcg_at_1000_max value: 31.693500000000004 - type: nauc_ndcg_at_1000_std value: 0.7712 - type: nauc_ndcg_at_1000_diff1 value: 41.698800000000006 - type: nauc_map_at_1_max value: 29.5259 - type: nauc_map_at_1_std value: -6.8855 - type: nauc_map_at_1_diff1 value: 49.7534 - type: nauc_map_at_3_max value: 30.585 - type: nauc_map_at_3_std value: -3.8337999999999997 - type: nauc_map_at_3_diff1 value: 45.5901 - type: nauc_map_at_5_max value: 30.8525 - type: nauc_map_at_5_std value: -3.063 - type: nauc_map_at_5_diff1 value: 44.730199999999996 - type: nauc_map_at_10_max value: 30.496499999999997 - type: nauc_map_at_10_std value: -2.8861000000000003 - type: nauc_map_at_10_diff1 value: 44.319199999999995 - type: nauc_map_at_20_max value: 30.504199999999997 - type: nauc_map_at_20_std value: -2.5642 - type: nauc_map_at_20_diff1 value: 44.1674 - type: nauc_map_at_100_max value: 30.6511 - type: nauc_map_at_100_std value: -2.4967 - type: nauc_map_at_100_diff1 value: 44.137100000000004 - type: nauc_map_at_1000_max value: 30.6905 - type: nauc_map_at_1000_std value: -2.4621 - type: nauc_map_at_1000_diff1 value: 44.1674 - type: nauc_recall_at_1_max value: 29.5259 - type: nauc_recall_at_1_std value: -6.8855 - type: nauc_recall_at_1_diff1 value: 49.7534 - type: nauc_recall_at_3_max value: 30.6423 - type: nauc_recall_at_3_std value: -0.3838 - type: nauc_recall_at_3_diff1 value: 40.2526 - type: nauc_recall_at_5_max value: 31.055300000000003 - type: nauc_recall_at_5_std value: 2.2912 - type: nauc_recall_at_5_diff1 value: 36.0852 - type: nauc_recall_at_10_max value: 27.7266 - type: nauc_recall_at_10_std value: 3.2786000000000004 - type: nauc_recall_at_10_diff1 value: 32.0315 - type: nauc_recall_at_20_max value: 27.4648 - type: nauc_recall_at_20_std value: 7.494199999999999 - type: nauc_recall_at_20_diff1 value: 29.5216 - type: nauc_recall_at_100_max value: 26.152199999999997 - type: nauc_recall_at_100_std value: 14.4337 - type: nauc_recall_at_100_diff1 value: 24.7925 - type: nauc_recall_at_1000_max value: 41.4023 - type: nauc_recall_at_1000_std value: 30.557299999999998 - type: nauc_recall_at_1000_diff1 value: 31.940600000000003 - type: nauc_precision_at_1_max value: 31.811099999999996 - type: nauc_precision_at_1_std value: -4.5333 - type: nauc_precision_at_1_diff1 value: 48.3941 - type: nauc_precision_at_3_max value: 33.303399999999996 - type: nauc_precision_at_3_std value: 2.0175 - type: nauc_precision_at_3_diff1 value: 36.5786 - type: nauc_precision_at_5_max value: 32.4179 - type: nauc_precision_at_5_std value: 5.0159 - type: nauc_precision_at_5_diff1 value: 31.707800000000002 - type: nauc_precision_at_10_max value: 27.8921 - type: nauc_precision_at_10_std value: 6.1381 - type: nauc_precision_at_10_diff1 value: 26.037 - type: nauc_precision_at_20_max value: 27.6974 - type: nauc_precision_at_20_std value: 10.138900000000001 - type: nauc_precision_at_20_diff1 value: 21.266299999999998 - type: nauc_precision_at_100_max value: 22.0763 - type: nauc_precision_at_100_std value: 14.166400000000001 - type: nauc_precision_at_100_diff1 value: 9.139899999999999 - type: nauc_precision_at_1000_max value: 20.035600000000002 - type: nauc_precision_at_1000_std value: 15.9438 - type: nauc_precision_at_1000_diff1 value: -1.2317 - type: nauc_mrr_at_1_max value: 31.811099999999996 - type: nauc_mrr_at_1_std value: -4.5333 - type: nauc_mrr_at_1_diff1 value: 48.3941 - type: nauc_mrr_at_3_max value: 31.6626 - type: nauc_mrr_at_3_std value: -2.2127 - type: nauc_mrr_at_3_diff1 value: 44.190400000000004 - type: nauc_mrr_at_5_max value: 31.897 - type: nauc_mrr_at_5_std value: -1.7647 - type: nauc_mrr_at_5_diff1 value: 43.4089 - type: nauc_mrr_at_10_max value: 31.569399999999998 - type: nauc_mrr_at_10_std value: -1.6548 - type: nauc_mrr_at_10_diff1 value: 42.948 - type: nauc_mrr_at_20_max value: 31.759900000000002 - type: nauc_mrr_at_20_std value: -1.3363 - type: nauc_mrr_at_20_diff1 value: 42.9269 - type: nauc_mrr_at_100_max value: 31.7011 - type: nauc_mrr_at_100_std value: -1.3267 - type: nauc_mrr_at_100_diff1 value: 42.914 - type: nauc_mrr_at_1000_max value: 31.7316 - type: nauc_mrr_at_1000_std value: -1.3124 - type: nauc_mrr_at_1000_diff1 value: 42.9562 - type: main_score value: 38.173 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackMathematicaRetrieval (default) revision: 90fceea13679c63fe563ded68f3b6f06e50061de split: test type: mteb/cqadupstack-mathematica metrics: - type: ndcg_at_1 value: 19.900000000000002 - type: ndcg_at_3 value: 23.943 - type: ndcg_at_5 value: 26.096000000000004 - type: ndcg_at_10 value: 28.831 - type: ndcg_at_20 value: 30.473 - type: ndcg_at_100 value: 34.042 - type: ndcg_at_1000 value: 37.135 - type: map_at_1 value: 16.056 - type: map_at_3 value: 21.066 - type: map_at_5 value: 22.426 - type: map_at_10 value: 23.644000000000002 - type: map_at_20 value: 24.121000000000002 - type: map_at_100 value: 24.654 - type: map_at_1000 value: 24.776 - type: recall_at_1 value: 16.056 - type: recall_at_3 value: 26.927 - type: recall_at_5 value: 32.293 - type: recall_at_10 value: 40.399 - type: recall_at_20 value: 46.39 - type: recall_at_100 value: 63.855 - type: recall_at_1000 value: 86.08200000000001 - type: precision_at_1 value: 19.900000000000002 - type: precision_at_3 value: 11.484 - type: precision_at_5 value: 8.483 - type: precision_at_10 value: 5.398 - type: precision_at_20 value: 3.159 - type: precision_at_100 value: 0.9199999999999999 - type: precision_at_1000 value: 0.134 - type: mrr_at_1 value: 19.900499999999997 - type: mrr_at_3 value: 25.601200000000002 - type: mrr_at_5 value: 26.9569 - type: mrr_at_10 value: 28.170099999999998 - type: mrr_at_20 value: 28.598200000000002 - type: mrr_at_100 value: 29.0126 - type: mrr_at_1000 value: 29.0839 - type: nauc_ndcg_at_1_max value: 15.659600000000001 - type: nauc_ndcg_at_1_std value: -6.0176 - type: nauc_ndcg_at_1_diff1 value: 32.0638 - type: nauc_ndcg_at_3_max value: 16.3279 - type: nauc_ndcg_at_3_std value: -2.0454 - type: nauc_ndcg_at_3_diff1 value: 29.659000000000002 - type: nauc_ndcg_at_5_max value: 13.8539 - type: nauc_ndcg_at_5_std value: -1.9497 - type: nauc_ndcg_at_5_diff1 value: 28.9836 - type: nauc_ndcg_at_10_max value: 13.267999999999999 - type: nauc_ndcg_at_10_std value: -2.0457 - type: nauc_ndcg_at_10_diff1 value: 28.5729 - type: nauc_ndcg_at_20_max value: 13.3359 - type: nauc_ndcg_at_20_std value: -1.6448 - type: nauc_ndcg_at_20_diff1 value: 28.6509 - type: nauc_ndcg_at_100_max value: 14.407200000000001 - type: nauc_ndcg_at_100_std value: 1.0699999999999998 - type: nauc_ndcg_at_100_diff1 value: 27.9353 - type: nauc_ndcg_at_1000_max value: 14.0184 - type: nauc_ndcg_at_1000_std value: 0.27330000000000004 - type: nauc_ndcg_at_1000_diff1 value: 27.8702 - type: nauc_map_at_1_max value: 12.4941 - type: nauc_map_at_1_std value: -5.687600000000001 - type: nauc_map_at_1_diff1 value: 32.7166 - type: nauc_map_at_3_max value: 14.0904 - type: nauc_map_at_3_std value: -2.7146 - type: nauc_map_at_3_diff1 value: 30.19 - type: nauc_map_at_5_max value: 12.7722 - type: nauc_map_at_5_std value: -2.9706 - type: nauc_map_at_5_diff1 value: 29.7105 - type: nauc_map_at_10_max value: 12.6842 - type: nauc_map_at_10_std value: -3.0523000000000002 - type: nauc_map_at_10_diff1 value: 29.549500000000002 - type: nauc_map_at_20_max value: 12.756200000000002 - type: nauc_map_at_20_std value: -2.9331 - type: nauc_map_at_20_diff1 value: 29.555300000000003 - type: nauc_map_at_100_max value: 12.91 - type: nauc_map_at_100_std value: -2.4742 - type: nauc_map_at_100_diff1 value: 29.437600000000003 - type: nauc_map_at_1000_max value: 12.8929 - type: nauc_map_at_1000_std value: -2.4856 - type: nauc_map_at_1000_diff1 value: 29.4263 - type: nauc_recall_at_1_max value: 12.4941 - type: nauc_recall_at_1_std value: -5.687600000000001 - type: nauc_recall_at_1_diff1 value: 32.7166 - type: nauc_recall_at_3_max value: 16.8654 - type: nauc_recall_at_3_std value: 1.1265 - type: nauc_recall_at_3_diff1 value: 27.183600000000002 - type: nauc_recall_at_5_max value: 12.1851 - type: nauc_recall_at_5_std value: 0.5313 - type: nauc_recall_at_5_diff1 value: 26.0019 - type: nauc_recall_at_10_max value: 10.595699999999999 - type: nauc_recall_at_10_std value: 0.0442 - type: nauc_recall_at_10_diff1 value: 24.3966 - type: nauc_recall_at_20_max value: 10.3666 - type: nauc_recall_at_20_std value: 1.3768 - type: nauc_recall_at_20_diff1 value: 24.078 - type: nauc_recall_at_100_max value: 14.7658 - type: nauc_recall_at_100_std value: 15.459800000000001 - type: nauc_recall_at_100_diff1 value: 19.753 - type: nauc_recall_at_1000_max value: 10.5806 - type: nauc_recall_at_1000_std value: 20.1016 - type: nauc_recall_at_1000_diff1 value: 12.205 - type: nauc_precision_at_1_max value: 15.659600000000001 - type: nauc_precision_at_1_std value: -6.0176 - type: nauc_precision_at_1_diff1 value: 32.0638 - type: nauc_precision_at_3_max value: 20.2864 - type: nauc_precision_at_3_std value: -2.051 - type: nauc_precision_at_3_diff1 value: 26.361400000000003 - type: nauc_precision_at_5_max value: 14.5492 - type: nauc_precision_at_5_std value: -1.0184 - type: nauc_precision_at_5_diff1 value: 22.8768 - type: nauc_precision_at_10_max value: 13.595099999999999 - type: nauc_precision_at_10_std value: -0.7986 - type: nauc_precision_at_10_diff1 value: 20.7241 - type: nauc_precision_at_20_max value: 13.6322 - type: nauc_precision_at_20_std value: 0.4419 - type: nauc_precision_at_20_diff1 value: 19.7655 - type: nauc_precision_at_100_max value: 14.5421 - type: nauc_precision_at_100_std value: 9.7046 - type: nauc_precision_at_100_diff1 value: 9.5691 - type: nauc_precision_at_1000_max value: 4.793200000000001 - type: nauc_precision_at_1000_std value: 1.3287 - type: nauc_precision_at_1000_diff1 value: -1.8085 - type: nauc_mrr_at_1_max value: 15.659600000000001 - type: nauc_mrr_at_1_std value: -6.0176 - type: nauc_mrr_at_1_diff1 value: 32.0638 - type: nauc_mrr_at_3_max value: 17.5324 - type: nauc_mrr_at_3_std value: -3.2492 - type: nauc_mrr_at_3_diff1 value: 29.4836 - type: nauc_mrr_at_5_max value: 16.5671 - type: nauc_mrr_at_5_std value: -2.9422 - type: nauc_mrr_at_5_diff1 value: 29.6039 - type: nauc_mrr_at_10_max value: 16.3245 - type: nauc_mrr_at_10_std value: -2.9795 - type: nauc_mrr_at_10_diff1 value: 29.4954 - type: nauc_mrr_at_20_max value: 16.250400000000003 - type: nauc_mrr_at_20_std value: -2.935 - type: nauc_mrr_at_20_diff1 value: 29.4574 - type: nauc_mrr_at_100_max value: 16.3581 - type: nauc_mrr_at_100_std value: -2.7237 - type: nauc_mrr_at_100_diff1 value: 29.424699999999998 - type: nauc_mrr_at_1000_max value: 16.3407 - type: nauc_mrr_at_1000_std value: -2.753 - type: nauc_mrr_at_1000_diff1 value: 29.4284 - type: main_score value: 28.831 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackPhysicsRetrieval (default) revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 split: test type: mteb/cqadupstack-physics metrics: - type: ndcg_at_1 value: 36.574 - type: ndcg_at_3 value: 41.352 - type: ndcg_at_5 value: 44.074999999999996 - type: ndcg_at_10 value: 46.877 - type: ndcg_at_20 value: 48.964999999999996 - type: ndcg_at_100 value: 52.349999999999994 - type: ndcg_at_1000 value: 54.347 - type: map_at_1 value: 29.968 - type: map_at_3 value: 37.165 - type: map_at_5 value: 39.153999999999996 - type: map_at_10 value: 40.599000000000004 - type: map_at_20 value: 41.338 - type: map_at_100 value: 41.926 - type: map_at_1000 value: 42.04 - type: recall_at_1 value: 29.968 - type: recall_at_3 value: 44.605 - type: recall_at_5 value: 51.57000000000001 - type: recall_at_10 value: 59.711000000000006 - type: recall_at_20 value: 67.06 - type: recall_at_100 value: 82.953 - type: recall_at_1000 value: 95.76599999999999 - type: precision_at_1 value: 36.574 - type: precision_at_3 value: 19.442 - type: precision_at_5 value: 13.975000000000001 - type: precision_at_10 value: 8.576 - type: precision_at_20 value: 4.986 - type: precision_at_100 value: 1.331 - type: precision_at_1000 value: 0.168 - type: mrr_at_1 value: 36.5736 - type: mrr_at_3 value: 43.7279 - type: mrr_at_5 value: 45.2919 - type: mrr_at_10 value: 46.3993 - type: mrr_at_20 value: 46.8156 - type: mrr_at_100 value: 47.155 - type: mrr_at_1000 value: 47.198499999999996 - type: nauc_ndcg_at_1_max value: 35.397400000000005 - type: nauc_ndcg_at_1_std value: 4.537999999999999 - type: nauc_ndcg_at_1_diff1 value: 49.0608 - type: nauc_ndcg_at_3_max value: 34.5192 - type: nauc_ndcg_at_3_std value: 3.4703999999999997 - type: nauc_ndcg_at_3_diff1 value: 47.4364 - type: nauc_ndcg_at_5_max value: 33.2658 - type: nauc_ndcg_at_5_std value: 3.0020000000000002 - type: nauc_ndcg_at_5_diff1 value: 46.7486 - type: nauc_ndcg_at_10_max value: 33.0194 - type: nauc_ndcg_at_10_std value: 3.4273 - type: nauc_ndcg_at_10_diff1 value: 47.2112 - type: nauc_ndcg_at_20_max value: 33.6739 - type: nauc_ndcg_at_20_std value: 4.7551000000000005 - type: nauc_ndcg_at_20_diff1 value: 46.869699999999995 - type: nauc_ndcg_at_100_max value: 34.8941 - type: nauc_ndcg_at_100_std value: 6.6951 - type: nauc_ndcg_at_100_diff1 value: 47.2115 - type: nauc_ndcg_at_1000_max value: 35.152899999999995 - type: nauc_ndcg_at_1000_std value: 6.2713 - type: nauc_ndcg_at_1000_diff1 value: 47.4119 - type: nauc_map_at_1_max value: 34.386100000000006 - type: nauc_map_at_1_std value: 0.46490000000000004 - type: nauc_map_at_1_diff1 value: 52.8845 - type: nauc_map_at_3_max value: 34.4231 - type: nauc_map_at_3_std value: 2.63 - type: nauc_map_at_3_diff1 value: 49.086600000000004 - type: nauc_map_at_5_max value: 33.9667 - type: nauc_map_at_5_std value: 2.6341 - type: nauc_map_at_5_diff1 value: 48.367 - type: nauc_map_at_10_max value: 34.084900000000005 - type: nauc_map_at_10_std value: 3.0326 - type: nauc_map_at_10_diff1 value: 48.641 - type: nauc_map_at_20_max value: 34.315400000000004 - type: nauc_map_at_20_std value: 3.4768 - type: nauc_map_at_20_diff1 value: 48.512499999999996 - type: nauc_map_at_100_max value: 34.5014 - type: nauc_map_at_100_std value: 3.8499 - type: nauc_map_at_100_diff1 value: 48.5383 - type: nauc_map_at_1000_max value: 34.5319 - type: nauc_map_at_1000_std value: 3.8591 - type: nauc_map_at_1000_diff1 value: 48.554199999999994 - type: nauc_recall_at_1_max value: 34.386100000000006 - type: nauc_recall_at_1_std value: 0.46490000000000004 - type: nauc_recall_at_1_diff1 value: 52.8845 - type: nauc_recall_at_3_max value: 31.46 - type: nauc_recall_at_3_std value: 2.0941 - type: nauc_recall_at_3_diff1 value: 44.548500000000004 - type: nauc_recall_at_5_max value: 28.8592 - type: nauc_recall_at_5_std value: 1.5463 - type: nauc_recall_at_5_diff1 value: 42.3695 - type: nauc_recall_at_10_max value: 27.115499999999997 - type: nauc_recall_at_10_std value: 2.9373 - type: nauc_recall_at_10_diff1 value: 42.554199999999994 - type: nauc_recall_at_20_max value: 28.9352 - type: nauc_recall_at_20_std value: 8.0189 - type: nauc_recall_at_20_diff1 value: 40.586 - type: nauc_recall_at_100_max value: 36.9842 - type: nauc_recall_at_100_std value: 24.570600000000002 - type: nauc_recall_at_100_diff1 value: 41.0642 - type: nauc_recall_at_1000_max value: 60.5939 - type: nauc_recall_at_1000_std value: 47.6694 - type: nauc_recall_at_1000_diff1 value: 49.7707 - type: nauc_precision_at_1_max value: 35.397400000000005 - type: nauc_precision_at_1_std value: 4.537999999999999 - type: nauc_precision_at_1_diff1 value: 49.0608 - type: nauc_precision_at_3_max value: 30.8002 - type: nauc_precision_at_3_std value: 8.7724 - type: nauc_precision_at_3_diff1 value: 33.892 - type: nauc_precision_at_5_max value: 24.007 - type: nauc_precision_at_5_std value: 7.4965 - type: nauc_precision_at_5_diff1 value: 24.6585 - type: nauc_precision_at_10_max value: 18.953400000000002 - type: nauc_precision_at_10_std value: 10.5991 - type: nauc_precision_at_10_diff1 value: 16.2124 - type: nauc_precision_at_20_max value: 16.2424 - type: nauc_precision_at_20_std value: 14.1845 - type: nauc_precision_at_20_diff1 value: 8.6862 - type: nauc_precision_at_100_max value: 8.904399999999999 - type: nauc_precision_at_100_std value: 18.787200000000002 - type: nauc_precision_at_100_diff1 value: -4.3295 - type: nauc_precision_at_1000_max value: -1.3481999999999998 - type: nauc_precision_at_1000_std value: 11.3122 - type: nauc_precision_at_1000_diff1 value: -15.879199999999999 - type: nauc_mrr_at_1_max value: 35.397400000000005 - type: nauc_mrr_at_1_std value: 4.537999999999999 - type: nauc_mrr_at_1_diff1 value: 49.0608 - type: nauc_mrr_at_3_max value: 34.3109 - type: nauc_mrr_at_3_std value: 4.1462 - type: nauc_mrr_at_3_diff1 value: 46.0221 - type: nauc_mrr_at_5_max value: 33.9065 - type: nauc_mrr_at_5_std value: 4.1905 - type: nauc_mrr_at_5_diff1 value: 45.847500000000004 - type: nauc_mrr_at_10_max value: 33.744800000000005 - type: nauc_mrr_at_10_std value: 4.2838 - type: nauc_mrr_at_10_diff1 value: 45.9721 - type: nauc_mrr_at_20_max value: 33.8808 - type: nauc_mrr_at_20_std value: 4.4807 - type: nauc_mrr_at_20_diff1 value: 45.948699999999995 - type: nauc_mrr_at_100_max value: 33.9913 - type: nauc_mrr_at_100_std value: 4.5878000000000005 - type: nauc_mrr_at_100_diff1 value: 46.0102 - type: nauc_mrr_at_1000_max value: 34.0013 - type: nauc_mrr_at_1000_std value: 4.5717 - type: nauc_mrr_at_1000_diff1 value: 46.0233 - type: main_score value: 46.877 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackProgrammersRetrieval (default) revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 split: test type: mteb/cqadupstack-programmers metrics: - type: ndcg_at_1 value: 29.909000000000002 - type: ndcg_at_3 value: 34.832 - type: ndcg_at_5 value: 37.336000000000006 - type: ndcg_at_10 value: 40.421 - type: ndcg_at_20 value: 42.738 - type: ndcg_at_100 value: 46.302 - type: ndcg_at_1000 value: 48.473 - type: map_at_1 value: 24.757 - type: map_at_3 value: 31.167 - type: map_at_5 value: 32.967999999999996 - type: map_at_10 value: 34.503 - type: map_at_20 value: 35.276 - type: map_at_100 value: 35.888 - type: map_at_1000 value: 35.997 - type: recall_at_1 value: 24.757 - type: recall_at_3 value: 37.57 - type: recall_at_5 value: 44.395 - type: recall_at_10 value: 53.311 - type: recall_at_20 value: 61.502 - type: recall_at_100 value: 78.608 - type: recall_at_1000 value: 93.253 - type: precision_at_1 value: 29.909000000000002 - type: precision_at_3 value: 16.781 - type: precision_at_5 value: 12.1 - type: precision_at_10 value: 7.6259999999999994 - type: precision_at_20 value: 4.566 - type: precision_at_100 value: 1.237 - type: precision_at_1000 value: 0.16 - type: mrr_at_1 value: 29.9087 - type: mrr_at_3 value: 36.2633 - type: mrr_at_5 value: 37.8957 - type: mrr_at_10 value: 39.101 - type: mrr_at_20 value: 39.64 - type: mrr_at_100 value: 40.0189 - type: mrr_at_1000 value: 40.0673 - type: nauc_ndcg_at_1_max value: 36.7468 - type: nauc_ndcg_at_1_std value: -3.3917 - type: nauc_ndcg_at_1_diff1 value: 46.2004 - type: nauc_ndcg_at_3_max value: 37.1315 - type: nauc_ndcg_at_3_std value: -1.1094 - type: nauc_ndcg_at_3_diff1 value: 42.3016 - type: nauc_ndcg_at_5_max value: 36.8303 - type: nauc_ndcg_at_5_std value: -0.5009 - type: nauc_ndcg_at_5_diff1 value: 40.9806 - type: nauc_ndcg_at_10_max value: 36.2992 - type: nauc_ndcg_at_10_std value: 0.20980000000000001 - type: nauc_ndcg_at_10_diff1 value: 39.5415 - type: nauc_ndcg_at_20_max value: 37.0549 - type: nauc_ndcg_at_20_std value: 1.4606 - type: nauc_ndcg_at_20_diff1 value: 39.143299999999996 - type: nauc_ndcg_at_100_max value: 37.924 - type: nauc_ndcg_at_100_std value: 3.2661999999999995 - type: nauc_ndcg_at_100_diff1 value: 38.83 - type: nauc_ndcg_at_1000_max value: 37.7234 - type: nauc_ndcg_at_1000_std value: 2.9875 - type: nauc_ndcg_at_1000_diff1 value: 39.3278 - type: nauc_map_at_1_max value: 29.072 - type: nauc_map_at_1_std value: -7.756 - type: nauc_map_at_1_diff1 value: 45.273 - type: nauc_map_at_3_max value: 34.514 - type: nauc_map_at_3_std value: -3.5662 - type: nauc_map_at_3_diff1 value: 43.344 - type: nauc_map_at_5_max value: 35.0135 - type: nauc_map_at_5_std value: -2.6513999999999998 - type: nauc_map_at_5_diff1 value: 42.3335 - type: nauc_map_at_10_max value: 35.067 - type: nauc_map_at_10_std value: -2.1196 - type: nauc_map_at_10_diff1 value: 41.6806 - type: nauc_map_at_20_max value: 35.4204 - type: nauc_map_at_20_std value: -1.7001 - type: nauc_map_at_20_diff1 value: 41.5346 - type: nauc_map_at_100_max value: 35.7127 - type: nauc_map_at_100_std value: -1.2721 - type: nauc_map_at_100_diff1 value: 41.5116 - type: nauc_map_at_1000_max value: 35.7115 - type: nauc_map_at_1000_std value: -1.2463 - type: nauc_map_at_1000_diff1 value: 41.5315 - type: nauc_recall_at_1_max value: 29.072 - type: nauc_recall_at_1_std value: -7.756 - type: nauc_recall_at_1_diff1 value: 45.273 - type: nauc_recall_at_3_max value: 35.4585 - type: nauc_recall_at_3_std value: -1.7929 - type: nauc_recall_at_3_diff1 value: 39.5779 - type: nauc_recall_at_5_max value: 35.1541 - type: nauc_recall_at_5_std value: 0.9615 - type: nauc_recall_at_5_diff1 value: 35.5505 - type: nauc_recall_at_10_max value: 33.621 - type: nauc_recall_at_10_std value: 3.5124000000000004 - type: nauc_recall_at_10_diff1 value: 31.3357 - type: nauc_recall_at_20_max value: 35.3328 - type: nauc_recall_at_20_std value: 8.0982 - type: nauc_recall_at_20_diff1 value: 29.206 - type: nauc_recall_at_100_max value: 38.379799999999996 - type: nauc_recall_at_100_std value: 22.2222 - type: nauc_recall_at_100_diff1 value: 22.5746 - type: nauc_recall_at_1000_max value: 41.4561 - type: nauc_recall_at_1000_std value: 46.3174 - type: nauc_recall_at_1000_diff1 value: 18.9408 - type: nauc_precision_at_1_max value: 36.7468 - type: nauc_precision_at_1_std value: -3.3917 - type: nauc_precision_at_1_diff1 value: 46.2004 - type: nauc_precision_at_3_max value: 41.978100000000005 - type: nauc_precision_at_3_std value: 8.6797 - type: nauc_precision_at_3_diff1 value: 32.4061 - type: nauc_precision_at_5_max value: 40.8889 - type: nauc_precision_at_5_std value: 12.7611 - type: nauc_precision_at_5_diff1 value: 25.6969 - type: nauc_precision_at_10_max value: 33.5031 - type: nauc_precision_at_10_std value: 14.084 - type: nauc_precision_at_10_diff1 value: 16.0497 - type: nauc_precision_at_20_max value: 32.1183 - type: nauc_precision_at_20_std value: 17.2727 - type: nauc_precision_at_20_diff1 value: 10.7409 - type: nauc_precision_at_100_max value: 23.0377 - type: nauc_precision_at_100_std value: 22.8105 - type: nauc_precision_at_100_diff1 value: -0.8703000000000001 - type: nauc_precision_at_1000_max value: 7.365099999999999 - type: nauc_precision_at_1000_std value: 13.909699999999999 - type: nauc_precision_at_1000_diff1 value: -7.126 - type: nauc_mrr_at_1_max value: 36.7468 - type: nauc_mrr_at_1_std value: -3.3917 - type: nauc_mrr_at_1_diff1 value: 46.2004 - type: nauc_mrr_at_3_max value: 39.0945 - type: nauc_mrr_at_3_std value: 0.013200000000000002 - type: nauc_mrr_at_3_diff1 value: 42.774699999999996 - type: nauc_mrr_at_5_max value: 39.1473 - type: nauc_mrr_at_5_std value: 0.9214999999999999 - type: nauc_mrr_at_5_diff1 value: 41.9947 - type: nauc_mrr_at_10_max value: 38.8692 - type: nauc_mrr_at_10_std value: 1.0657 - type: nauc_mrr_at_10_diff1 value: 41.510999999999996 - type: nauc_mrr_at_20_max value: 38.8772 - type: nauc_mrr_at_20_std value: 1.2183 - type: nauc_mrr_at_20_diff1 value: 41.5372 - type: nauc_mrr_at_100_max value: 38.8675 - type: nauc_mrr_at_100_std value: 1.1994 - type: nauc_mrr_at_100_diff1 value: 41.6314 - type: nauc_mrr_at_1000_max value: 38.858599999999996 - type: nauc_mrr_at_1000_std value: 1.1914 - type: nauc_mrr_at_1000_diff1 value: 41.6466 - type: main_score value: 40.421 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackRetrieval (default) revision: CQADupstackRetrieval_is_a_combined_dataset split: test type: CQADupstackRetrieval_is_a_combined_dataset metrics: - type: main_score value: 38.682750000000006 - type: ndcg_at_10 value: 38.682750000000006 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackStatsRetrieval (default) revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a split: test type: mteb/cqadupstack-stats metrics: - type: ndcg_at_1 value: 24.847 - type: ndcg_at_3 value: 29.369 - type: ndcg_at_5 value: 31.563999999999997 - type: ndcg_at_10 value: 33.588 - type: ndcg_at_20 value: 35.598 - type: ndcg_at_100 value: 38.543 - type: ndcg_at_1000 value: 41.176 - type: map_at_1 value: 22.042 - type: map_at_3 value: 27.016000000000002 - type: map_at_5 value: 28.369 - type: map_at_10 value: 29.308 - type: map_at_20 value: 29.897000000000002 - type: map_at_100 value: 30.316 - type: map_at_1000 value: 30.416999999999998 - type: recall_at_1 value: 22.042 - type: recall_at_3 value: 32.686 - type: recall_at_5 value: 38.044 - type: recall_at_10 value: 44.028 - type: recall_at_20 value: 51.576 - type: recall_at_100 value: 66.611 - type: recall_at_1000 value: 86.131 - type: precision_at_1 value: 24.847 - type: precision_at_3 value: 12.628 - type: precision_at_5 value: 9.017999999999999 - type: precision_at_10 value: 5.367999999999999 - type: precision_at_20 value: 3.175 - type: precision_at_100 value: 0.84 - type: precision_at_1000 value: 0.116 - type: mrr_at_1 value: 24.8466 - type: mrr_at_3 value: 29.856899999999996 - type: mrr_at_5 value: 31.198900000000002 - type: mrr_at_10 value: 31.9969 - type: mrr_at_20 value: 32.536100000000005 - type: mrr_at_100 value: 32.9191 - type: mrr_at_1000 value: 32.9886 - type: nauc_ndcg_at_1_max value: 35.6853 - type: nauc_ndcg_at_1_std value: 7.6564 - type: nauc_ndcg_at_1_diff1 value: 62.871500000000005 - type: nauc_ndcg_at_3_max value: 33.527699999999996 - type: nauc_ndcg_at_3_std value: 6.2431 - type: nauc_ndcg_at_3_diff1 value: 54.02400000000001 - type: nauc_ndcg_at_5_max value: 33.6815 - type: nauc_ndcg_at_5_std value: 8.2568 - type: nauc_ndcg_at_5_diff1 value: 53.3443 - type: nauc_ndcg_at_10_max value: 34.6152 - type: nauc_ndcg_at_10_std value: 8.8559 - type: nauc_ndcg_at_10_diff1 value: 52.7617 - type: nauc_ndcg_at_20_max value: 34.973 - type: nauc_ndcg_at_20_std value: 10.4216 - type: nauc_ndcg_at_20_diff1 value: 51.754 - type: nauc_ndcg_at_100_max value: 34.6325 - type: nauc_ndcg_at_100_std value: 11.5871 - type: nauc_ndcg_at_100_diff1 value: 50.654999999999994 - type: nauc_ndcg_at_1000_max value: 35.098800000000004 - type: nauc_ndcg_at_1000_std value: 12.0404 - type: nauc_ndcg_at_1000_diff1 value: 51.4718 - type: nauc_map_at_1_max value: 34.807500000000005 - type: nauc_map_at_1_std value: 4.6958 - type: nauc_map_at_1_diff1 value: 64.782 - type: nauc_map_at_3_max value: 33.7031 - type: nauc_map_at_3_std value: 5.2251 - type: nauc_map_at_3_diff1 value: 56.9021 - type: nauc_map_at_5_max value: 33.982299999999995 - type: nauc_map_at_5_std value: 6.6291 - type: nauc_map_at_5_diff1 value: 56.3605 - type: nauc_map_at_10_max value: 34.559 - type: nauc_map_at_10_std value: 7.1622 - type: nauc_map_at_10_diff1 value: 56.155100000000004 - type: nauc_map_at_20_max value: 34.6547 - type: nauc_map_at_20_std value: 7.608 - type: nauc_map_at_20_diff1 value: 55.821799999999996 - type: nauc_map_at_100_max value: 34.6144 - type: nauc_map_at_100_std value: 7.774399999999999 - type: nauc_map_at_100_diff1 value: 55.631699999999995 - type: nauc_map_at_1000_max value: 34.6578 - type: nauc_map_at_1000_std value: 7.8218 - type: nauc_map_at_1000_diff1 value: 55.6665 - type: nauc_recall_at_1_max value: 34.807500000000005 - type: nauc_recall_at_1_std value: 4.6958 - type: nauc_recall_at_1_diff1 value: 64.782 - type: nauc_recall_at_3_max value: 31.1313 - type: nauc_recall_at_3_std value: 5.0502 - type: nauc_recall_at_3_diff1 value: 47.7643 - type: nauc_recall_at_5_max value: 31.464199999999998 - type: nauc_recall_at_5_std value: 9.987400000000001 - type: nauc_recall_at_5_diff1 value: 45.584 - type: nauc_recall_at_10_max value: 33.498099999999994 - type: nauc_recall_at_10_std value: 11.4468 - type: nauc_recall_at_10_diff1 value: 43.3437 - type: nauc_recall_at_20_max value: 33.8966 - type: nauc_recall_at_20_std value: 16.642799999999998 - type: nauc_recall_at_20_diff1 value: 38.974 - type: nauc_recall_at_100_max value: 30.8326 - type: nauc_recall_at_100_std value: 24.501 - type: nauc_recall_at_100_diff1 value: 29.8854 - type: nauc_recall_at_1000_max value: 31.3865 - type: nauc_recall_at_1000_std value: 41.8216 - type: nauc_recall_at_1000_diff1 value: 22.7907 - type: nauc_precision_at_1_max value: 35.6853 - type: nauc_precision_at_1_std value: 7.6564 - type: nauc_precision_at_1_diff1 value: 62.871500000000005 - type: nauc_precision_at_3_max value: 32.5188 - type: nauc_precision_at_3_std value: 9.912899999999999 - type: nauc_precision_at_3_diff1 value: 44.2614 - type: nauc_precision_at_5_max value: 33.0079 - type: nauc_precision_at_5_std value: 16.262999999999998 - type: nauc_precision_at_5_diff1 value: 41.943000000000005 - type: nauc_precision_at_10_max value: 34.1959 - type: nauc_precision_at_10_std value: 17.8535 - type: nauc_precision_at_10_diff1 value: 36.0475 - type: nauc_precision_at_20_max value: 33.7258 - type: nauc_precision_at_20_std value: 22.674 - type: nauc_precision_at_20_diff1 value: 28.912599999999998 - type: nauc_precision_at_100_max value: 27.121000000000002 - type: nauc_precision_at_100_std value: 26.1571 - type: nauc_precision_at_100_diff1 value: 15.076800000000002 - type: nauc_precision_at_1000_max value: 17.0192 - type: nauc_precision_at_1000_std value: 20.958399999999997 - type: nauc_precision_at_1000_diff1 value: 0.4184 - type: nauc_mrr_at_1_max value: 35.6853 - type: nauc_mrr_at_1_std value: 7.6564 - type: nauc_mrr_at_1_diff1 value: 62.871500000000005 - type: nauc_mrr_at_3_max value: 34.3375 - type: nauc_mrr_at_3_std value: 7.7423 - type: nauc_mrr_at_3_diff1 value: 55.4419 - type: nauc_mrr_at_5_max value: 34.2825 - type: nauc_mrr_at_5_std value: 8.9257 - type: nauc_mrr_at_5_diff1 value: 54.8305 - type: nauc_mrr_at_10_max value: 34.4758 - type: nauc_mrr_at_10_std value: 8.7591 - type: nauc_mrr_at_10_diff1 value: 54.4743 - type: nauc_mrr_at_20_max value: 34.6532 - type: nauc_mrr_at_20_std value: 9.247900000000001 - type: nauc_mrr_at_20_diff1 value: 54.2471 - type: nauc_mrr_at_100_max value: 34.5593 - type: nauc_mrr_at_100_std value: 9.3698 - type: nauc_mrr_at_100_diff1 value: 54.0843 - type: nauc_mrr_at_1000_max value: 34.5742 - type: nauc_mrr_at_1000_std value: 9.3782 - type: nauc_mrr_at_1000_diff1 value: 54.118 - type: main_score value: 33.588 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackTexRetrieval (default) revision: 46989137a86843e03a6195de44b09deda022eec7 split: test type: mteb/cqadupstack-tex metrics: - type: ndcg_at_1 value: 19.201999999999998 - type: ndcg_at_3 value: 22.591 - type: ndcg_at_5 value: 24.127000000000002 - type: ndcg_at_10 value: 26.378 - type: ndcg_at_20 value: 28.345 - type: ndcg_at_100 value: 31.806 - type: ndcg_at_1000 value: 34.982 - type: map_at_1 value: 15.754999999999999 - type: map_at_3 value: 20.073 - type: map_at_5 value: 21.099999999999998 - type: map_at_10 value: 22.122 - type: map_at_20 value: 22.708000000000002 - type: map_at_100 value: 23.233 - type: map_at_1000 value: 23.365 - type: recall_at_1 value: 15.754999999999999 - type: recall_at_3 value: 24.944 - type: recall_at_5 value: 28.959000000000003 - type: recall_at_10 value: 35.768 - type: recall_at_20 value: 42.954 - type: recall_at_100 value: 60.209999999999994 - type: recall_at_1000 value: 83.035 - type: precision_at_1 value: 19.201999999999998 - type: precision_at_3 value: 10.622 - type: precision_at_5 value: 7.577 - type: precision_at_10 value: 4.7829999999999995 - type: precision_at_20 value: 2.97 - type: precision_at_100 value: 0.8920000000000001 - type: precision_at_1000 value: 0.134 - type: mrr_at_1 value: 19.2017 - type: mrr_at_3 value: 23.738200000000003 - type: mrr_at_5 value: 24.7259 - type: mrr_at_10 value: 25.706 - type: mrr_at_20 value: 26.270300000000002 - type: mrr_at_100 value: 26.683400000000002 - type: mrr_at_1000 value: 26.768700000000003 - type: nauc_ndcg_at_1_max value: 25.905499999999996 - type: nauc_ndcg_at_1_std value: -0.8367 - type: nauc_ndcg_at_1_diff1 value: 37.754 - type: nauc_ndcg_at_3_max value: 25.0113 - type: nauc_ndcg_at_3_std value: 0.0426 - type: nauc_ndcg_at_3_diff1 value: 32.717200000000005 - type: nauc_ndcg_at_5_max value: 24.9517 - type: nauc_ndcg_at_5_std value: 0.2722 - type: nauc_ndcg_at_5_diff1 value: 31.6631 - type: nauc_ndcg_at_10_max value: 25.6575 - type: nauc_ndcg_at_10_std value: 1.5623 - type: nauc_ndcg_at_10_diff1 value: 30.9493 - type: nauc_ndcg_at_20_max value: 26.3984 - type: nauc_ndcg_at_20_std value: 2.476 - type: nauc_ndcg_at_20_diff1 value: 30.84 - type: nauc_ndcg_at_100_max value: 26.3027 - type: nauc_ndcg_at_100_std value: 3.762 - type: nauc_ndcg_at_100_diff1 value: 30.2066 - type: nauc_ndcg_at_1000_max value: 26.4184 - type: nauc_ndcg_at_1000_std value: 4.2600999999999996 - type: nauc_ndcg_at_1000_diff1 value: 30.479400000000002 - type: nauc_map_at_1_max value: 26.154100000000003 - type: nauc_map_at_1_std value: -1.012 - type: nauc_map_at_1_diff1 value: 40.5746 - type: nauc_map_at_3_max value: 25.096200000000003 - type: nauc_map_at_3_std value: -0.173 - type: nauc_map_at_3_diff1 value: 34.943200000000004 - type: nauc_map_at_5_max value: 25.151 - type: nauc_map_at_5_std value: -0.19319999999999998 - type: nauc_map_at_5_diff1 value: 34.175 - type: nauc_map_at_10_max value: 25.4962 - type: nauc_map_at_10_std value: 0.3609 - type: nauc_map_at_10_diff1 value: 33.7021 - type: nauc_map_at_20_max value: 25.7582 - type: nauc_map_at_20_std value: 0.6306 - type: nauc_map_at_20_diff1 value: 33.6839 - type: nauc_map_at_100_max value: 25.7658 - type: nauc_map_at_100_std value: 0.7818999999999999 - type: nauc_map_at_100_diff1 value: 33.5644 - type: nauc_map_at_1000_max value: 25.776100000000003 - type: nauc_map_at_1000_std value: 0.8265 - type: nauc_map_at_1000_diff1 value: 33.547 - type: nauc_recall_at_1_max value: 26.154100000000003 - type: nauc_recall_at_1_std value: -1.012 - type: nauc_recall_at_1_diff1 value: 40.5746 - type: nauc_recall_at_3_max value: 23.5509 - type: nauc_recall_at_3_std value: 1.5867 - type: nauc_recall_at_3_diff1 value: 28.7889 - type: nauc_recall_at_5_max value: 23.074 - type: nauc_recall_at_5_std value: 1.5685999999999998 - type: nauc_recall_at_5_diff1 value: 26.139699999999998 - type: nauc_recall_at_10_max value: 24.5493 - type: nauc_recall_at_10_std value: 4.742699999999999 - type: nauc_recall_at_10_diff1 value: 24.1787 - type: nauc_recall_at_20_max value: 26.161299999999997 - type: nauc_recall_at_20_std value: 7.5257000000000005 - type: nauc_recall_at_20_diff1 value: 23.124 - type: nauc_recall_at_100_max value: 24.823700000000002 - type: nauc_recall_at_100_std value: 14.519499999999999 - type: nauc_recall_at_100_diff1 value: 18.554100000000002 - type: nauc_recall_at_1000_max value: 25.866600000000002 - type: nauc_recall_at_1000_std value: 29.2495 - type: nauc_recall_at_1000_diff1 value: 14.4092 - type: nauc_precision_at_1_max value: 25.905499999999996 - type: nauc_precision_at_1_std value: -0.8367 - type: nauc_precision_at_1_diff1 value: 37.754 - type: nauc_precision_at_3_max value: 24.1432 - type: nauc_precision_at_3_std value: 0.8734000000000001 - type: nauc_precision_at_3_diff1 value: 25.940400000000004 - type: nauc_precision_at_5_max value: 24.2917 - type: nauc_precision_at_5_std value: 1.4907 - type: nauc_precision_at_5_diff1 value: 22.9296 - type: nauc_precision_at_10_max value: 24.496299999999998 - type: nauc_precision_at_10_std value: 4.0755 - type: nauc_precision_at_10_diff1 value: 18.9393 - type: nauc_precision_at_20_max value: 24.8616 - type: nauc_precision_at_20_std value: 6.2553 - type: nauc_precision_at_20_diff1 value: 16.1185 - type: nauc_precision_at_100_max value: 19.2422 - type: nauc_precision_at_100_std value: 10.0392 - type: nauc_precision_at_100_diff1 value: 4.603 - type: nauc_precision_at_1000_max value: 12.3426 - type: nauc_precision_at_1000_std value: 9.0882 - type: nauc_precision_at_1000_diff1 value: -5.5491 - type: nauc_mrr_at_1_max value: 25.905499999999996 - type: nauc_mrr_at_1_std value: -0.8367 - type: nauc_mrr_at_1_diff1 value: 37.754 - type: nauc_mrr_at_3_max value: 25.034699999999997 - type: nauc_mrr_at_3_std value: -0.3116 - type: nauc_mrr_at_3_diff1 value: 32.9039 - type: nauc_mrr_at_5_max value: 25.055300000000003 - type: nauc_mrr_at_5_std value: -0.1664 - type: nauc_mrr_at_5_diff1 value: 32.3621 - type: nauc_mrr_at_10_max value: 25.3174 - type: nauc_mrr_at_10_std value: 0.2477 - type: nauc_mrr_at_10_diff1 value: 32.0605 - type: nauc_mrr_at_20_max value: 25.546999999999997 - type: nauc_mrr_at_20_std value: 0.5398000000000001 - type: nauc_mrr_at_20_diff1 value: 32.0374 - type: nauc_mrr_at_100_max value: 25.5063 - type: nauc_mrr_at_100_std value: 0.6441 - type: nauc_mrr_at_100_diff1 value: 31.964 - type: nauc_mrr_at_1000_max value: 25.4969 - type: nauc_mrr_at_1000_std value: 0.6513 - type: nauc_mrr_at_1000_diff1 value: 31.9864 - type: main_score value: 26.378 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackUnixRetrieval (default) revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 split: test type: mteb/cqadupstack-unix metrics: - type: ndcg_at_1 value: 26.866 - type: ndcg_at_3 value: 30.59 - type: ndcg_at_5 value: 33.102 - type: ndcg_at_10 value: 35.714 - type: ndcg_at_20 value: 37.736 - type: ndcg_at_100 value: 41.264 - type: ndcg_at_1000 value: 43.973 - type: map_at_1 value: 22.489 - type: map_at_3 value: 27.767999999999997 - type: map_at_5 value: 29.426999999999996 - type: map_at_10 value: 30.587999999999997 - type: map_at_20 value: 31.189 - type: map_at_100 value: 31.744 - type: map_at_1000 value: 31.857999999999997 - type: recall_at_1 value: 22.489 - type: recall_at_3 value: 33.635999999999996 - type: recall_at_5 value: 39.863 - type: recall_at_10 value: 47.641 - type: recall_at_20 value: 54.906 - type: recall_at_100 value: 71.975 - type: recall_at_1000 value: 91.229 - type: precision_at_1 value: 26.866 - type: precision_at_3 value: 13.930000000000001 - type: precision_at_5 value: 10.093 - type: precision_at_10 value: 6.082 - type: precision_at_20 value: 3.6189999999999998 - type: precision_at_100 value: 1.0070000000000001 - type: precision_at_1000 value: 0.136 - type: mrr_at_1 value: 26.865699999999997 - type: mrr_at_3 value: 32.0585 - type: mrr_at_5 value: 33.4904 - type: mrr_at_10 value: 34.604099999999995 - type: mrr_at_20 value: 35.1024 - type: mrr_at_100 value: 35.5401 - type: mrr_at_1000 value: 35.607 - type: nauc_ndcg_at_1_max value: 41.288799999999995 - type: nauc_ndcg_at_1_std value: -2.2298999999999998 - type: nauc_ndcg_at_1_diff1 value: 49.9386 - type: nauc_ndcg_at_3_max value: 39.416000000000004 - type: nauc_ndcg_at_3_std value: -0.0365 - type: nauc_ndcg_at_3_diff1 value: 46.313700000000004 - type: nauc_ndcg_at_5_max value: 38.8096 - type: nauc_ndcg_at_5_std value: 0.26580000000000004 - type: nauc_ndcg_at_5_diff1 value: 44.66 - type: nauc_ndcg_at_10_max value: 38.365700000000004 - type: nauc_ndcg_at_10_std value: 1.9662 - type: nauc_ndcg_at_10_diff1 value: 44.4139 - type: nauc_ndcg_at_20_max value: 37.8744 - type: nauc_ndcg_at_20_std value: 1.7488 - type: nauc_ndcg_at_20_diff1 value: 44.051899999999996 - type: nauc_ndcg_at_100_max value: 38.4266 - type: nauc_ndcg_at_100_std value: 3.3594 - type: nauc_ndcg_at_100_diff1 value: 44.0243 - type: nauc_ndcg_at_1000_max value: 39.129799999999996 - type: nauc_ndcg_at_1000_std value: 3.163 - type: nauc_ndcg_at_1000_diff1 value: 44.046 - type: nauc_map_at_1_max value: 40.1469 - type: nauc_map_at_1_std value: -2.7226 - type: nauc_map_at_1_diff1 value: 52.439800000000005 - type: nauc_map_at_3_max value: 39.1363 - type: nauc_map_at_3_std value: -0.45199999999999996 - type: nauc_map_at_3_diff1 value: 48.162 - type: nauc_map_at_5_max value: 39.2163 - type: nauc_map_at_5_std value: -0.10709999999999999 - type: nauc_map_at_5_diff1 value: 47.016400000000004 - type: nauc_map_at_10_max value: 39.0255 - type: nauc_map_at_10_std value: 0.6083 - type: nauc_map_at_10_diff1 value: 46.8847 - type: nauc_map_at_20_max value: 38.9566 - type: nauc_map_at_20_std value: 0.5458000000000001 - type: nauc_map_at_20_diff1 value: 46.7317 - type: nauc_map_at_100_max value: 39.0914 - type: nauc_map_at_100_std value: 0.791 - type: nauc_map_at_100_diff1 value: 46.672999999999995 - type: nauc_map_at_1000_max value: 39.1209 - type: nauc_map_at_1000_std value: 0.7988999999999999 - type: nauc_map_at_1000_diff1 value: 46.667500000000004 - type: nauc_recall_at_1_max value: 40.1469 - type: nauc_recall_at_1_std value: -2.7226 - type: nauc_recall_at_1_diff1 value: 52.439800000000005 - type: nauc_recall_at_3_max value: 36.7859 - type: nauc_recall_at_3_std value: 0.9477 - type: nauc_recall_at_3_diff1 value: 43.2295 - type: nauc_recall_at_5_max value: 35.4225 - type: nauc_recall_at_5_std value: 1.6032000000000002 - type: nauc_recall_at_5_diff1 value: 38.492 - type: nauc_recall_at_10_max value: 33.3959 - type: nauc_recall_at_10_std value: 6.1240000000000006 - type: nauc_recall_at_10_diff1 value: 37.426700000000004 - type: nauc_recall_at_20_max value: 30.8043 - type: nauc_recall_at_20_std value: 5.5189 - type: nauc_recall_at_20_diff1 value: 36.0128 - type: nauc_recall_at_100_max value: 31.440800000000003 - type: nauc_recall_at_100_std value: 17.659 - type: nauc_recall_at_100_diff1 value: 34.8314 - type: nauc_recall_at_1000_max value: 42.3045 - type: nauc_recall_at_1000_std value: 38.412800000000004 - type: nauc_recall_at_1000_diff1 value: 26.878 - type: nauc_precision_at_1_max value: 41.288799999999995 - type: nauc_precision_at_1_std value: -2.2298999999999998 - type: nauc_precision_at_1_diff1 value: 49.9386 - type: nauc_precision_at_3_max value: 37.933699999999995 - type: nauc_precision_at_3_std value: 3.1521 - type: nauc_precision_at_3_diff1 value: 36.2676 - type: nauc_precision_at_5_max value: 35.387800000000006 - type: nauc_precision_at_5_std value: 4.326 - type: nauc_precision_at_5_diff1 value: 29.607099999999996 - type: nauc_precision_at_10_max value: 32.860099999999996 - type: nauc_precision_at_10_std value: 9.1668 - type: nauc_precision_at_10_diff1 value: 25.725399999999997 - type: nauc_precision_at_20_max value: 25.985000000000003 - type: nauc_precision_at_20_std value: 7.8306000000000004 - type: nauc_precision_at_20_diff1 value: 18.7707 - type: nauc_precision_at_100_max value: 17.3503 - type: nauc_precision_at_100_std value: 11.1462 - type: nauc_precision_at_100_diff1 value: 5.0177 - type: nauc_precision_at_1000_max value: 3.8856 - type: nauc_precision_at_1000_std value: 5.4219 - type: nauc_precision_at_1000_diff1 value: -11.0616 - type: nauc_mrr_at_1_max value: 41.288799999999995 - type: nauc_mrr_at_1_std value: -2.2298999999999998 - type: nauc_mrr_at_1_diff1 value: 49.9386 - type: nauc_mrr_at_3_max value: 39.7858 - type: nauc_mrr_at_3_std value: -1.0785 - type: nauc_mrr_at_3_diff1 value: 45.791900000000005 - type: nauc_mrr_at_5_max value: 39.5928 - type: nauc_mrr_at_5_std value: -0.8420000000000001 - type: nauc_mrr_at_5_diff1 value: 44.7887 - type: nauc_mrr_at_10_max value: 39.5345 - type: nauc_mrr_at_10_std value: -0.0738 - type: nauc_mrr_at_10_diff1 value: 44.821600000000004 - type: nauc_mrr_at_20_max value: 39.3628 - type: nauc_mrr_at_20_std value: -0.1916 - type: nauc_mrr_at_20_diff1 value: 44.7202 - type: nauc_mrr_at_100_max value: 39.406 - type: nauc_mrr_at_100_std value: -0.0465 - type: nauc_mrr_at_100_diff1 value: 44.7414 - type: nauc_mrr_at_1000_max value: 39.4289 - type: nauc_mrr_at_1000_std value: -0.0531 - type: nauc_mrr_at_1000_diff1 value: 44.7526 - type: main_score value: 35.714 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWebmastersRetrieval (default) revision: 160c094312a0e1facb97e55eeddb698c0abe3571 split: test type: mteb/cqadupstack-webmasters metrics: - type: ndcg_at_1 value: 27.668 - type: ndcg_at_3 value: 32.714 - type: ndcg_at_5 value: 35.22 - type: ndcg_at_10 value: 37.543 - type: ndcg_at_20 value: 39.371 - type: ndcg_at_100 value: 43.588 - type: ndcg_at_1000 value: 46.107 - type: map_at_1 value: 22.32 - type: map_at_3 value: 28.497 - type: map_at_5 value: 30.270999999999997 - type: map_at_10 value: 31.532 - type: map_at_20 value: 32.283 - type: map_at_100 value: 33.133 - type: map_at_1000 value: 33.356 - type: recall_at_1 value: 22.32 - type: recall_at_3 value: 35.082 - type: recall_at_5 value: 41.701 - type: recall_at_10 value: 48.929 - type: recall_at_20 value: 55.809 - type: recall_at_100 value: 76.49000000000001 - type: recall_at_1000 value: 92.647 - type: precision_at_1 value: 27.668 - type: precision_at_3 value: 15.679000000000002 - type: precision_at_5 value: 11.779 - type: precision_at_10 value: 7.411 - type: precision_at_20 value: 4.654 - type: precision_at_100 value: 1.5630000000000002 - type: precision_at_1000 value: 0.242 - type: mrr_at_1 value: 27.668 - type: mrr_at_3 value: 33.7945 - type: mrr_at_5 value: 35.4249 - type: mrr_at_10 value: 36.3658 - type: mrr_at_20 value: 36.8343 - type: mrr_at_100 value: 37.3152 - type: mrr_at_1000 value: 37.3742 - type: nauc_ndcg_at_1_max value: 30.2903 - type: nauc_ndcg_at_1_std value: 3.3960999999999997 - type: nauc_ndcg_at_1_diff1 value: 51.244 - type: nauc_ndcg_at_3_max value: 30.7666 - type: nauc_ndcg_at_3_std value: 7.3119000000000005 - type: nauc_ndcg_at_3_diff1 value: 45.5464 - type: nauc_ndcg_at_5_max value: 30.1222 - type: nauc_ndcg_at_5_std value: 9.768799999999999 - type: nauc_ndcg_at_5_diff1 value: 43.4373 - type: nauc_ndcg_at_10_max value: 29.8302 - type: nauc_ndcg_at_10_std value: 9.2514 - type: nauc_ndcg_at_10_diff1 value: 44.0304 - type: nauc_ndcg_at_20_max value: 30.448199999999996 - type: nauc_ndcg_at_20_std value: 8.1483 - type: nauc_ndcg_at_20_diff1 value: 44.4757 - type: nauc_ndcg_at_100_max value: 30.961100000000002 - type: nauc_ndcg_at_100_std value: 10.9041 - type: nauc_ndcg_at_100_diff1 value: 43.8592 - type: nauc_ndcg_at_1000_max value: 31.2963 - type: nauc_ndcg_at_1000_std value: 10.359300000000001 - type: nauc_ndcg_at_1000_diff1 value: 45.2692 - type: nauc_map_at_1_max value: 29.156 - type: nauc_map_at_1_std value: -1.4021000000000001 - type: nauc_map_at_1_diff1 value: 54.1793 - type: nauc_map_at_3_max value: 30.1889 - type: nauc_map_at_3_std value: 4.2016 - type: nauc_map_at_3_diff1 value: 48.419200000000004 - type: nauc_map_at_5_max value: 29.825699999999998 - type: nauc_map_at_5_std value: 5.5063 - type: nauc_map_at_5_diff1 value: 46.7282 - type: nauc_map_at_10_max value: 29.9719 - type: nauc_map_at_10_std value: 5.679399999999999 - type: nauc_map_at_10_diff1 value: 46.606500000000004 - type: nauc_map_at_20_max value: 30.2156 - type: nauc_map_at_20_std value: 5.8273 - type: nauc_map_at_20_diff1 value: 46.7013 - type: nauc_map_at_100_max value: 30.3338 - type: nauc_map_at_100_std value: 6.6536 - type: nauc_map_at_100_diff1 value: 46.6748 - type: nauc_map_at_1000_max value: 30.169400000000003 - type: nauc_map_at_1000_std value: 6.7642 - type: nauc_map_at_1000_diff1 value: 46.7607 - type: nauc_recall_at_1_max value: 29.156 - type: nauc_recall_at_1_std value: -1.4021000000000001 - type: nauc_recall_at_1_diff1 value: 54.1793 - type: nauc_recall_at_3_max value: 29.3284 - type: nauc_recall_at_3_std value: 8.7505 - type: nauc_recall_at_3_diff1 value: 41.9943 - type: nauc_recall_at_5_max value: 27.175700000000003 - type: nauc_recall_at_5_std value: 13.2432 - type: nauc_recall_at_5_diff1 value: 34.915800000000004 - type: nauc_recall_at_10_max value: 26.678400000000003 - type: nauc_recall_at_10_std value: 12.7339 - type: nauc_recall_at_10_diff1 value: 34.5211 - type: nauc_recall_at_20_max value: 29.162900000000004 - type: nauc_recall_at_20_std value: 9.9774 - type: nauc_recall_at_20_diff1 value: 37.459900000000005 - type: nauc_recall_at_100_max value: 30.3541 - type: nauc_recall_at_100_std value: 29.9644 - type: nauc_recall_at_100_diff1 value: 29.605199999999996 - type: nauc_recall_at_1000_max value: 44.5434 - type: nauc_recall_at_1000_std value: 45.6492 - type: nauc_recall_at_1000_diff1 value: 43.278 - type: nauc_precision_at_1_max value: 30.2903 - type: nauc_precision_at_1_std value: 3.3960999999999997 - type: nauc_precision_at_1_diff1 value: 51.244 - type: nauc_precision_at_3_max value: 27.759600000000002 - type: nauc_precision_at_3_std value: 12.241200000000001 - type: nauc_precision_at_3_diff1 value: 32.894 - type: nauc_precision_at_5_max value: 24.269299999999998 - type: nauc_precision_at_5_std value: 17.1842 - type: nauc_precision_at_5_diff1 value: 24.4164 - type: nauc_precision_at_10_max value: 19.994300000000003 - type: nauc_precision_at_10_std value: 18.417 - type: nauc_precision_at_10_diff1 value: 21.2196 - type: nauc_precision_at_20_max value: 17.6921 - type: nauc_precision_at_20_std value: 18.0986 - type: nauc_precision_at_20_diff1 value: 14.551900000000002 - type: nauc_precision_at_100_max value: 3.5745 - type: nauc_precision_at_100_std value: 22.0668 - type: nauc_precision_at_100_diff1 value: 4.9549 - type: nauc_precision_at_1000_max value: -8.9717 - type: nauc_precision_at_1000_std value: 15.384900000000002 - type: nauc_precision_at_1000_diff1 value: 1.315 - type: nauc_mrr_at_1_max value: 30.2903 - type: nauc_mrr_at_1_std value: 3.3960999999999997 - type: nauc_mrr_at_1_diff1 value: 51.244 - type: nauc_mrr_at_3_max value: 29.890299999999996 - type: nauc_mrr_at_3_std value: 7.137200000000001 - type: nauc_mrr_at_3_diff1 value: 45.7139 - type: nauc_mrr_at_5_max value: 30.1335 - type: nauc_mrr_at_5_std value: 8.8576 - type: nauc_mrr_at_5_diff1 value: 44.6922 - type: nauc_mrr_at_10_max value: 30.215500000000002 - type: nauc_mrr_at_10_std value: 8.5145 - type: nauc_mrr_at_10_diff1 value: 44.982299999999995 - type: nauc_mrr_at_20_max value: 30.317499999999995 - type: nauc_mrr_at_20_std value: 8.1746 - type: nauc_mrr_at_20_diff1 value: 45.1746 - type: nauc_mrr_at_100_max value: 30.341099999999997 - type: nauc_mrr_at_100_std value: 8.4443 - type: nauc_mrr_at_100_diff1 value: 45.2294 - type: nauc_mrr_at_1000_max value: 30.339899999999997 - type: nauc_mrr_at_1000_std value: 8.4181 - type: nauc_mrr_at_1000_diff1 value: 45.253 - type: main_score value: 37.543 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWordpressRetrieval (default) revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 split: test type: mteb/cqadupstack-wordpress metrics: - type: ndcg_at_1 value: 19.778000000000002 - type: ndcg_at_3 value: 24.741 - type: ndcg_at_5 value: 27.354 - type: ndcg_at_10 value: 29.636000000000003 - type: ndcg_at_20 value: 31.826999999999998 - type: ndcg_at_100 value: 35.108 - type: ndcg_at_1000 value: 37.602000000000004 - type: map_at_1 value: 18.315 - type: map_at_3 value: 22.692999999999998 - type: map_at_5 value: 24.194 - type: map_at_10 value: 25.184 - type: map_at_20 value: 25.818 - type: map_at_100 value: 26.269 - type: map_at_1000 value: 26.371 - type: recall_at_1 value: 18.315 - type: recall_at_3 value: 28.610000000000003 - type: recall_at_5 value: 34.852 - type: recall_at_10 value: 41.626999999999995 - type: recall_at_20 value: 50.111000000000004 - type: recall_at_100 value: 67.244 - type: recall_at_1000 value: 85.529 - type: precision_at_1 value: 19.778000000000002 - type: precision_at_3 value: 10.536 - type: precision_at_5 value: 7.911 - type: precision_at_10 value: 4.806 - type: precision_at_20 value: 2.902 - type: precision_at_100 value: 0.815 - type: precision_at_1000 value: 0.11499999999999999 - type: mrr_at_1 value: 19.778200000000002 - type: mrr_at_3 value: 24.491699999999998 - type: mrr_at_5 value: 26.062800000000003 - type: mrr_at_10 value: 26.994699999999998 - type: mrr_at_20 value: 27.5592 - type: mrr_at_100 value: 27.974 - type: mrr_at_1000 value: 28.0409 - type: nauc_ndcg_at_1_max value: 24.5686 - type: nauc_ndcg_at_1_std value: 4.1985 - type: nauc_ndcg_at_1_diff1 value: 41.2746 - type: nauc_ndcg_at_3_max value: 22.7675 - type: nauc_ndcg_at_3_std value: 4.8706 - type: nauc_ndcg_at_3_diff1 value: 35.7574 - type: nauc_ndcg_at_5_max value: 22.3249 - type: nauc_ndcg_at_5_std value: 2.8872 - type: nauc_ndcg_at_5_diff1 value: 35.1168 - type: nauc_ndcg_at_10_max value: 20.0328 - type: nauc_ndcg_at_10_std value: 3.4832 - type: nauc_ndcg_at_10_diff1 value: 33.7264 - type: nauc_ndcg_at_20_max value: 19.5677 - type: nauc_ndcg_at_20_std value: 3.9749 - type: nauc_ndcg_at_20_diff1 value: 32.8838 - type: nauc_ndcg_at_100_max value: 20.9515 - type: nauc_ndcg_at_100_std value: 6.998500000000001 - type: nauc_ndcg_at_100_diff1 value: 33.863 - type: nauc_ndcg_at_1000_max value: 21.3021 - type: nauc_ndcg_at_1000_std value: 8.160499999999999 - type: nauc_ndcg_at_1000_diff1 value: 34.3499 - type: nauc_map_at_1_max value: 20.893700000000003 - type: nauc_map_at_1_std value: 4.0743 - type: nauc_map_at_1_diff1 value: 42.9843 - type: nauc_map_at_3_max value: 22.0831 - type: nauc_map_at_3_std value: 4.4359 - type: nauc_map_at_3_diff1 value: 38.0695 - type: nauc_map_at_5_max value: 21.996299999999998 - type: nauc_map_at_5_std value: 3.1272 - type: nauc_map_at_5_diff1 value: 37.4308 - type: nauc_map_at_10_max value: 21.012900000000002 - type: nauc_map_at_10_std value: 3.4627 - type: nauc_map_at_10_diff1 value: 36.6965 - type: nauc_map_at_20_max value: 20.9069 - type: nauc_map_at_20_std value: 3.5887000000000002 - type: nauc_map_at_20_diff1 value: 36.39 - type: nauc_map_at_100_max value: 21.1016 - type: nauc_map_at_100_std value: 4.0568 - type: nauc_map_at_100_diff1 value: 36.532399999999996 - type: nauc_map_at_1000_max value: 21.0852 - type: nauc_map_at_1000_std value: 4.1055 - type: nauc_map_at_1000_diff1 value: 36.5216 - type: nauc_recall_at_1_max value: 20.893700000000003 - type: nauc_recall_at_1_std value: 4.0743 - type: nauc_recall_at_1_diff1 value: 42.9843 - type: nauc_recall_at_3_max value: 21.7649 - type: nauc_recall_at_3_std value: 5.6876999999999995 - type: nauc_recall_at_3_diff1 value: 31.5178 - type: nauc_recall_at_5_max value: 20.523 - type: nauc_recall_at_5_std value: 1.6015000000000001 - type: nauc_recall_at_5_diff1 value: 29.531299999999998 - type: nauc_recall_at_10_max value: 13.9177 - type: nauc_recall_at_10_std value: 2.8573999999999997 - type: nauc_recall_at_10_diff1 value: 25.509500000000003 - type: nauc_recall_at_20_max value: 11.757299999999999 - type: nauc_recall_at_20_std value: 4.4186000000000005 - type: nauc_recall_at_20_diff1 value: 22.416900000000002 - type: nauc_recall_at_100_max value: 17.011699999999998 - type: nauc_recall_at_100_std value: 21.140700000000002 - type: nauc_recall_at_100_diff1 value: 25.083499999999997 - type: nauc_recall_at_1000_max value: 23.0804 - type: nauc_recall_at_1000_std value: 50.4001 - type: nauc_recall_at_1000_diff1 value: 30.6482 - type: nauc_precision_at_1_max value: 24.5686 - type: nauc_precision_at_1_std value: 4.1985 - type: nauc_precision_at_1_diff1 value: 41.2746 - type: nauc_precision_at_3_max value: 25.5841 - type: nauc_precision_at_3_std value: 6.0711 - type: nauc_precision_at_3_diff1 value: 29.611900000000002 - type: nauc_precision_at_5_max value: 25.6341 - type: nauc_precision_at_5_std value: 2.6534999999999997 - type: nauc_precision_at_5_diff1 value: 26.856099999999998 - type: nauc_precision_at_10_max value: 19.7334 - type: nauc_precision_at_10_std value: 6.002 - type: nauc_precision_at_10_diff1 value: 21.2614 - type: nauc_precision_at_20_max value: 17.6925 - type: nauc_precision_at_20_std value: 8.6822 - type: nauc_precision_at_20_diff1 value: 15.619900000000001 - type: nauc_precision_at_100_max value: 19.541900000000002 - type: nauc_precision_at_100_std value: 20.843700000000002 - type: nauc_precision_at_100_diff1 value: 10.8974 - type: nauc_precision_at_1000_max value: 0.5662 - type: nauc_precision_at_1000_std value: 20.2028 - type: nauc_precision_at_1000_diff1 value: -11.7664 - type: nauc_mrr_at_1_max value: 24.5686 - type: nauc_mrr_at_1_std value: 4.1985 - type: nauc_mrr_at_1_diff1 value: 41.2746 - type: nauc_mrr_at_3_max value: 24.540300000000002 - type: nauc_mrr_at_3_std value: 4.5855 - type: nauc_mrr_at_3_diff1 value: 36.5022 - type: nauc_mrr_at_5_max value: 24.5642 - type: nauc_mrr_at_5_std value: 3.6998 - type: nauc_mrr_at_5_diff1 value: 36.1042 - type: nauc_mrr_at_10_max value: 23.521800000000002 - type: nauc_mrr_at_10_std value: 3.7822 - type: nauc_mrr_at_10_diff1 value: 35.7072 - type: nauc_mrr_at_20_max value: 23.361 - type: nauc_mrr_at_20_std value: 3.8916 - type: nauc_mrr_at_20_diff1 value: 35.5182 - type: nauc_mrr_at_100_max value: 23.472299999999997 - type: nauc_mrr_at_100_std value: 4.2997 - type: nauc_mrr_at_100_diff1 value: 35.631299999999996 - type: nauc_mrr_at_1000_max value: 23.470299999999998 - type: nauc_mrr_at_1000_std value: 4.324 - type: nauc_mrr_at_1000_diff1 value: 35.6309 - type: main_score value: 29.636000000000003 task: type: Retrieval - dataset: config: default name: MTEB ClimateFEVER (default) revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 split: test type: mteb/climate-fever metrics: - type: ndcg_at_1 value: 40.521 - type: ndcg_at_3 value: 34.052 - type: ndcg_at_5 value: 36.028999999999996 - type: ndcg_at_10 value: 39.741 - type: ndcg_at_20 value: 42.406 - type: ndcg_at_100 value: 46.733000000000004 - type: ndcg_at_1000 value: 49.76 - type: map_at_1 value: 17.565 - type: map_at_3 value: 25.262 - type: map_at_5 value: 27.773999999999997 - type: map_at_10 value: 29.823 - type: map_at_20 value: 30.872 - type: map_at_100 value: 31.777 - type: map_at_1000 value: 31.961000000000002 - type: recall_at_1 value: 17.565 - type: recall_at_3 value: 30.174 - type: recall_at_5 value: 36.802 - type: recall_at_10 value: 44.999 - type: recall_at_20 value: 52.371 - type: recall_at_100 value: 68.805 - type: recall_at_1000 value: 85.572 - type: precision_at_1 value: 40.521 - type: precision_at_3 value: 25.755 - type: precision_at_5 value: 19.296 - type: precision_at_10 value: 12.104 - type: precision_at_20 value: 7.2379999999999995 - type: precision_at_100 value: 1.978 - type: precision_at_1000 value: 0.255 - type: mrr_at_1 value: 40.5212 - type: mrr_at_3 value: 49.848 - type: mrr_at_5 value: 51.73720000000001 - type: mrr_at_10 value: 52.775000000000006 - type: mrr_at_20 value: 53.187200000000004 - type: mrr_at_100 value: 53.4334 - type: mrr_at_1000 value: 53.45419999999999 - type: nauc_ndcg_at_1_max value: 37.7874 - type: nauc_ndcg_at_1_std value: 14.2466 - type: nauc_ndcg_at_1_diff1 value: 35.2495 - type: nauc_ndcg_at_3_max value: 39.137899999999995 - type: nauc_ndcg_at_3_std value: 14.8525 - type: nauc_ndcg_at_3_diff1 value: 27.8113 - type: nauc_ndcg_at_5_max value: 40.7356 - type: nauc_ndcg_at_5_std value: 15.751000000000001 - type: nauc_ndcg_at_5_diff1 value: 27.8758 - type: nauc_ndcg_at_10_max value: 42.2598 - type: nauc_ndcg_at_10_std value: 18.2948 - type: nauc_ndcg_at_10_diff1 value: 27.1214 - type: nauc_ndcg_at_20_max value: 42.922 - type: nauc_ndcg_at_20_std value: 19.3165 - type: nauc_ndcg_at_20_diff1 value: 27.1329 - type: nauc_ndcg_at_100_max value: 43.939299999999996 - type: nauc_ndcg_at_100_std value: 22.3293 - type: nauc_ndcg_at_100_diff1 value: 27.370299999999997 - type: nauc_ndcg_at_1000_max value: 44.087700000000005 - type: nauc_ndcg_at_1000_std value: 22.6752 - type: nauc_ndcg_at_1000_diff1 value: 27.4561 - type: nauc_map_at_1_max value: 35.477599999999995 - type: nauc_map_at_1_std value: 4.9017 - type: nauc_map_at_1_diff1 value: 41.0923 - type: nauc_map_at_3_max value: 38.0361 - type: nauc_map_at_3_std value: 10.9243 - type: nauc_map_at_3_diff1 value: 30.486400000000003 - type: nauc_map_at_5_max value: 39.1969 - type: nauc_map_at_5_std value: 12.8337 - type: nauc_map_at_5_diff1 value: 29.2533 - type: nauc_map_at_10_max value: 40.3974 - type: nauc_map_at_10_std value: 14.594 - type: nauc_map_at_10_diff1 value: 28.6676 - type: nauc_map_at_20_max value: 40.734700000000004 - type: nauc_map_at_20_std value: 15.0939 - type: nauc_map_at_20_diff1 value: 28.6551 - type: nauc_map_at_100_max value: 41.0407 - type: nauc_map_at_100_std value: 15.8822 - type: nauc_map_at_100_diff1 value: 28.797800000000002 - type: nauc_map_at_1000_max value: 41.074 - type: nauc_map_at_1000_std value: 15.938099999999999 - type: nauc_map_at_1000_diff1 value: 28.7958 - type: nauc_recall_at_1_max value: 35.477599999999995 - type: nauc_recall_at_1_std value: 4.9017 - type: nauc_recall_at_1_diff1 value: 41.0923 - type: nauc_recall_at_3_max value: 37.7873 - type: nauc_recall_at_3_std value: 12.5337 - type: nauc_recall_at_3_diff1 value: 24.5319 - type: nauc_recall_at_5_max value: 38.935199999999995 - type: nauc_recall_at_5_std value: 15.065100000000001 - type: nauc_recall_at_5_diff1 value: 22.1421 - type: nauc_recall_at_10_max value: 38.9728 - type: nauc_recall_at_10_std value: 18.6771 - type: nauc_recall_at_10_diff1 value: 18.5796 - type: nauc_recall_at_20_max value: 38.9675 - type: nauc_recall_at_20_std value: 20.3136 - type: nauc_recall_at_20_diff1 value: 17.4366 - type: nauc_recall_at_100_max value: 40.1752 - type: nauc_recall_at_100_std value: 30.8043 - type: nauc_recall_at_100_diff1 value: 15.071100000000001 - type: nauc_recall_at_1000_max value: 44.2175 - type: nauc_recall_at_1000_std value: 41.8613 - type: nauc_recall_at_1000_diff1 value: 10.9078 - type: nauc_precision_at_1_max value: 37.7874 - type: nauc_precision_at_1_std value: 14.2466 - type: nauc_precision_at_1_diff1 value: 35.2495 - type: nauc_precision_at_3_max value: 35.641600000000004 - type: nauc_precision_at_3_std value: 22.1893 - type: nauc_precision_at_3_diff1 value: 11.985999999999999 - type: nauc_precision_at_5_max value: 34.6088 - type: nauc_precision_at_5_std value: 24.1625 - type: nauc_precision_at_5_diff1 value: 8.61 - type: nauc_precision_at_10_max value: 32.8019 - type: nauc_precision_at_10_std value: 27.2801 - type: nauc_precision_at_10_diff1 value: 5.5756 - type: nauc_precision_at_20_max value: 29.6255 - type: nauc_precision_at_20_std value: 27.441100000000002 - type: nauc_precision_at_20_diff1 value: 3.5886 - type: nauc_precision_at_100_max value: 21.7954 - type: nauc_precision_at_100_std value: 32.4442 - type: nauc_precision_at_100_diff1 value: -1.9849999999999999 - type: nauc_precision_at_1000_max value: 8.2092 - type: nauc_precision_at_1000_std value: 26.811 - type: nauc_precision_at_1000_diff1 value: -10.2828 - type: nauc_mrr_at_1_max value: 37.7874 - type: nauc_mrr_at_1_std value: 14.2466 - type: nauc_mrr_at_1_diff1 value: 35.2495 - type: nauc_mrr_at_3_max value: 40.3392 - type: nauc_mrr_at_3_std value: 18.2137 - type: nauc_mrr_at_3_diff1 value: 30.4985 - type: nauc_mrr_at_5_max value: 40.823100000000004 - type: nauc_mrr_at_5_std value: 18.4992 - type: nauc_mrr_at_5_diff1 value: 30.7485 - type: nauc_mrr_at_10_max value: 40.8848 - type: nauc_mrr_at_10_std value: 18.903100000000002 - type: nauc_mrr_at_10_diff1 value: 30.604799999999997 - type: nauc_mrr_at_20_max value: 40.978500000000004 - type: nauc_mrr_at_20_std value: 19.0743 - type: nauc_mrr_at_20_diff1 value: 30.7534 - type: nauc_mrr_at_100_max value: 40.977599999999995 - type: nauc_mrr_at_100_std value: 19.108800000000002 - type: nauc_mrr_at_100_diff1 value: 30.745 - type: nauc_mrr_at_1000_max value: 40.9611 - type: nauc_mrr_at_1000_std value: 19.0871 - type: nauc_mrr_at_1000_diff1 value: 30.7527 - type: main_score value: 39.741 task: type: Retrieval - dataset: config: default name: MTEB DBPedia (default) revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 split: test type: mteb/dbpedia metrics: - type: ndcg_at_1 value: 53.37499999999999 - type: ndcg_at_3 value: 42.92 - type: ndcg_at_5 value: 40.473 - type: ndcg_at_10 value: 38.007000000000005 - type: ndcg_at_20 value: 37.757000000000005 - type: ndcg_at_100 value: 43.113 - type: ndcg_at_1000 value: 50.673 - type: map_at_1 value: 8.605 - type: map_at_3 value: 13.117999999999999 - type: map_at_5 value: 15.348999999999998 - type: map_at_10 value: 18.090999999999998 - type: map_at_20 value: 20.735999999999997 - type: map_at_100 value: 25.151 - type: map_at_1000 value: 26.789 - type: recall_at_1 value: 8.605 - type: recall_at_3 value: 14.39 - type: recall_at_5 value: 18.061 - type: recall_at_10 value: 23.49 - type: recall_at_20 value: 30.379 - type: recall_at_100 value: 48.956 - type: recall_at_1000 value: 72.685 - type: precision_at_1 value: 65.0 - type: precision_at_3 value: 45.75 - type: precision_at_5 value: 38.85 - type: precision_at_10 value: 29.525000000000002 - type: precision_at_20 value: 22.561999999999998 - type: precision_at_100 value: 9.795 - type: precision_at_1000 value: 2.078 - type: mrr_at_1 value: 65.0 - type: mrr_at_3 value: 71.5 - type: mrr_at_5 value: 72.1375 - type: mrr_at_10 value: 72.7269 - type: mrr_at_20 value: 73.1268 - type: mrr_at_100 value: 73.27550000000001 - type: mrr_at_1000 value: 73.27850000000001 - type: nauc_ndcg_at_1_max value: 51.8867 - type: nauc_ndcg_at_1_std value: 25.394699999999997 - type: nauc_ndcg_at_1_diff1 value: 39.8769 - type: nauc_ndcg_at_3_max value: 48.3147 - type: nauc_ndcg_at_3_std value: 31.549300000000002 - type: nauc_ndcg_at_3_diff1 value: 26.8183 - type: nauc_ndcg_at_5_max value: 47.9404 - type: nauc_ndcg_at_5_std value: 32.9316 - type: nauc_ndcg_at_5_diff1 value: 25.4998 - type: nauc_ndcg_at_10_max value: 46.1533 - type: nauc_ndcg_at_10_std value: 30.7745 - type: nauc_ndcg_at_10_diff1 value: 25.2169 - type: nauc_ndcg_at_20_max value: 42.6108 - type: nauc_ndcg_at_20_std value: 26.657799999999998 - type: nauc_ndcg_at_20_diff1 value: 24.0015 - type: nauc_ndcg_at_100_max value: 42.088300000000004 - type: nauc_ndcg_at_100_std value: 30.8684 - type: nauc_ndcg_at_100_diff1 value: 22.0 - type: nauc_ndcg_at_1000_max value: 46.9897 - type: nauc_ndcg_at_1000_std value: 38.803 - type: nauc_ndcg_at_1000_diff1 value: 19.9379 - type: nauc_map_at_1_max value: 15.648599999999998 - type: nauc_map_at_1_std value: -12.7977 - type: nauc_map_at_1_diff1 value: 35.7192 - type: nauc_map_at_3_max value: 16.9672 - type: nauc_map_at_3_std value: -6.754499999999999 - type: nauc_map_at_3_diff1 value: 27.9538 - type: nauc_map_at_5_max value: 18.8827 - type: nauc_map_at_5_std value: -2.9603 - type: nauc_map_at_5_diff1 value: 25.9649 - type: nauc_map_at_10_max value: 21.7011 - type: nauc_map_at_10_std value: 1.9127999999999998 - type: nauc_map_at_10_diff1 value: 22.8436 - type: nauc_map_at_20_max value: 25.9247 - type: nauc_map_at_20_std value: 8.3743 - type: nauc_map_at_20_diff1 value: 21.1392 - type: nauc_map_at_100_max value: 30.9858 - type: nauc_map_at_100_std value: 20.483999999999998 - type: nauc_map_at_100_diff1 value: 17.8089 - type: nauc_map_at_1000_max value: 31.9853 - type: nauc_map_at_1000_std value: 23.0077 - type: nauc_map_at_1000_diff1 value: 16.5824 - type: nauc_recall_at_1_max value: 15.648599999999998 - type: nauc_recall_at_1_std value: -12.7977 - type: nauc_recall_at_1_diff1 value: 35.7192 - type: nauc_recall_at_3_max value: 13.680600000000002 - type: nauc_recall_at_3_std value: -7.427599999999999 - type: nauc_recall_at_3_diff1 value: 23.8891 - type: nauc_recall_at_5_max value: 13.2823 - type: nauc_recall_at_5_std value: -5.1532 - type: nauc_recall_at_5_diff1 value: 20.2566 - type: nauc_recall_at_10_max value: 16.1607 - type: nauc_recall_at_10_std value: -0.2762 - type: nauc_recall_at_10_diff1 value: 17.1312 - type: nauc_recall_at_20_max value: 20.1979 - type: nauc_recall_at_20_std value: 5.716799999999999 - type: nauc_recall_at_20_diff1 value: 15.7332 - type: nauc_recall_at_100_max value: 26.0613 - type: nauc_recall_at_100_std value: 25.786900000000003 - type: nauc_recall_at_100_diff1 value: 11.5302 - type: nauc_recall_at_1000_max value: 33.9363 - type: nauc_recall_at_1000_std value: 41.8114 - type: nauc_recall_at_1000_diff1 value: 6.959999999999999 - type: nauc_precision_at_1_max value: 59.560199999999995 - type: nauc_precision_at_1_std value: 33.1626 - type: nauc_precision_at_1_diff1 value: 44.1834 - type: nauc_precision_at_3_max value: 44.451299999999996 - type: nauc_precision_at_3_std value: 43.2325 - type: nauc_precision_at_3_diff1 value: 10.1334 - type: nauc_precision_at_5_max value: 42.3183 - type: nauc_precision_at_5_std value: 48.4798 - type: nauc_precision_at_5_diff1 value: 4.3267 - type: nauc_precision_at_10_max value: 39.1884 - type: nauc_precision_at_10_std value: 49.1338 - type: nauc_precision_at_10_diff1 value: -2.4766 - type: nauc_precision_at_20_max value: 34.2652 - type: nauc_precision_at_20_std value: 46.881099999999996 - type: nauc_precision_at_20_diff1 value: -7.664700000000001 - type: nauc_precision_at_100_max value: 21.5758 - type: nauc_precision_at_100_std value: 41.9157 - type: nauc_precision_at_100_diff1 value: -13.292300000000001 - type: nauc_precision_at_1000_max value: -4.6777 - type: nauc_precision_at_1000_std value: 11.3629 - type: nauc_precision_at_1000_diff1 value: -20.6324 - type: nauc_mrr_at_1_max value: 59.560199999999995 - type: nauc_mrr_at_1_std value: 33.1626 - type: nauc_mrr_at_1_diff1 value: 44.1834 - type: nauc_mrr_at_3_max value: 63.3449 - type: nauc_mrr_at_3_std value: 42.139700000000005 - type: nauc_mrr_at_3_diff1 value: 42.0598 - type: nauc_mrr_at_5_max value: 63.5765 - type: nauc_mrr_at_5_std value: 42.5313 - type: nauc_mrr_at_5_diff1 value: 41.86 - type: nauc_mrr_at_10_max value: 63.22259999999999 - type: nauc_mrr_at_10_std value: 41.901500000000006 - type: nauc_mrr_at_10_diff1 value: 41.9345 - type: nauc_mrr_at_20_max value: 63.253099999999996 - type: nauc_mrr_at_20_std value: 41.6196 - type: nauc_mrr_at_20_diff1 value: 42.2398 - type: nauc_mrr_at_100_max value: 63.214800000000004 - type: nauc_mrr_at_100_std value: 41.6203 - type: nauc_mrr_at_100_diff1 value: 42.1703 - type: nauc_mrr_at_1000_max value: 63.212500000000006 - type: nauc_mrr_at_1000_std value: 41.6145 - type: nauc_mrr_at_1000_diff1 value: 42.1702 - type: main_score value: 38.007000000000005 task: type: Retrieval - dataset: config: default name: MTEB EmotionClassification (default) revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 split: test type: mteb/emotion metrics: - type: accuracy value: 48.245 - type: f1 value: 43.128899999999994 - type: f1_weighted value: 50.52720000000001 - type: main_score value: 48.245 task: type: Classification - dataset: config: default name: MTEB FEVER (default) revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 split: test type: mteb/fever metrics: - type: ndcg_at_1 value: 82.973 - type: ndcg_at_3 value: 86.732 - type: ndcg_at_5 value: 87.754 - type: ndcg_at_10 value: 88.28399999999999 - type: ndcg_at_20 value: 88.599 - type: ndcg_at_100 value: 88.962 - type: ndcg_at_1000 value: 89.18599999999999 - type: map_at_1 value: 76.85600000000001 - type: map_at_3 value: 83.68100000000001 - type: map_at_5 value: 84.428 - type: map_at_10 value: 84.737 - type: map_at_20 value: 84.859 - type: map_at_100 value: 84.936 - type: map_at_1000 value: 84.949 - type: recall_at_1 value: 76.85600000000001 - type: recall_at_3 value: 90.261 - type: recall_at_5 value: 92.902 - type: recall_at_10 value: 94.455 - type: recall_at_20 value: 95.512 - type: recall_at_100 value: 97.062 - type: recall_at_1000 value: 98.425 - type: precision_at_1 value: 82.973 - type: precision_at_3 value: 32.883 - type: precision_at_5 value: 20.432 - type: precision_at_10 value: 10.468 - type: precision_at_20 value: 5.335 - type: precision_at_100 value: 1.103 - type: precision_at_1000 value: 0.11399999999999999 - type: mrr_at_1 value: 82.97330000000001 - type: mrr_at_3 value: 88.9414 - type: mrr_at_5 value: 89.4409 - type: mrr_at_10 value: 89.5788 - type: mrr_at_20 value: 89.6134 - type: mrr_at_100 value: 89.6249 - type: mrr_at_1000 value: 89.6258 - type: nauc_ndcg_at_1_max value: 29.845699999999997 - type: nauc_ndcg_at_1_std value: -8.1067 - type: nauc_ndcg_at_1_diff1 value: 76.5459 - type: nauc_ndcg_at_3_max value: 24.046699999999998 - type: nauc_ndcg_at_3_std value: -1.3396 - type: nauc_ndcg_at_3_diff1 value: 53.3589 - type: nauc_ndcg_at_5_max value: 23.060200000000002 - type: nauc_ndcg_at_5_std value: 0.1275 - type: nauc_ndcg_at_5_diff1 value: 51.707499999999996 - type: nauc_ndcg_at_10_max value: 23.2423 - type: nauc_ndcg_at_10_std value: 1.1825 - type: nauc_ndcg_at_10_diff1 value: 51.542699999999996 - type: nauc_ndcg_at_20_max value: 23.5179 - type: nauc_ndcg_at_20_std value: 1.1563999999999999 - type: nauc_ndcg_at_20_diff1 value: 52.0221 - type: nauc_ndcg_at_100_max value: 24.1075 - type: nauc_ndcg_at_100_std value: 1.1012 - type: nauc_ndcg_at_100_diff1 value: 52.8483 - type: nauc_ndcg_at_1000_max value: 24.611900000000002 - type: nauc_ndcg_at_1000_std value: 0.6839999999999999 - type: nauc_ndcg_at_1000_diff1 value: 54.1385 - type: nauc_map_at_1_max value: 18.8778 - type: nauc_map_at_1_std value: -5.556500000000001 - type: nauc_map_at_1_diff1 value: 57.2703 - type: nauc_map_at_3_max value: 20.5351 - type: nauc_map_at_3_std value: -2.0858000000000003 - type: nauc_map_at_3_diff1 value: 51.070499999999996 - type: nauc_map_at_5_max value: 20.6176 - type: nauc_map_at_5_std value: -1.3988 - type: nauc_map_at_5_diff1 value: 50.974399999999996 - type: nauc_map_at_10_max value: 21.0174 - type: nauc_map_at_10_std value: -0.9446 - type: nauc_map_at_10_diff1 value: 51.176 - type: nauc_map_at_20_max value: 21.177699999999998 - type: nauc_map_at_20_std value: -0.9066 - type: nauc_map_at_20_diff1 value: 51.35150000000001 - type: nauc_map_at_100_max value: 21.3138 - type: nauc_map_at_100_std value: -0.8752 - type: nauc_map_at_100_diff1 value: 51.483999999999995 - type: nauc_map_at_1000_max value: 21.3431 - type: nauc_map_at_1000_std value: -0.8807 - type: nauc_map_at_1000_diff1 value: 51.541599999999995 - type: nauc_recall_at_1_max value: 18.8778 - type: nauc_recall_at_1_std value: -5.556500000000001 - type: nauc_recall_at_1_diff1 value: 57.2703 - type: nauc_recall_at_3_max value: 18.7084 - type: nauc_recall_at_3_std value: 5.7948 - type: nauc_recall_at_3_diff1 value: 31.1856 - type: nauc_recall_at_5_max value: 15.978700000000002 - type: nauc_recall_at_5_std value: 13.5212 - type: nauc_recall_at_5_diff1 value: 19.669600000000003 - type: nauc_recall_at_10_max value: 15.8737 - type: nauc_recall_at_10_std value: 22.743299999999998 - type: nauc_recall_at_10_diff1 value: 11.7671 - type: nauc_recall_at_20_max value: 15.2453 - type: nauc_recall_at_20_std value: 26.6607 - type: nauc_recall_at_20_diff1 value: 6.776600000000001 - type: nauc_recall_at_100_max value: 17.2356 - type: nauc_recall_at_100_std value: 37.8238 - type: nauc_recall_at_100_diff1 value: -3.2619000000000002 - type: nauc_recall_at_1000_max value: 25.8924 - type: nauc_recall_at_1000_std value: 50.5346 - type: nauc_recall_at_1000_diff1 value: -2.8157 - type: nauc_precision_at_1_max value: 29.845699999999997 - type: nauc_precision_at_1_std value: -8.1067 - type: nauc_precision_at_1_diff1 value: 76.5459 - type: nauc_precision_at_3_max value: 32.356899999999996 - type: nauc_precision_at_3_std value: 9.5615 - type: nauc_precision_at_3_diff1 value: 26.7234 - type: nauc_precision_at_5_max value: 25.8619 - type: nauc_precision_at_5_std value: 14.323 - type: nauc_precision_at_5_diff1 value: 8.3817 - type: nauc_precision_at_10_max value: 22.608900000000002 - type: nauc_precision_at_10_std value: 17.1757 - type: nauc_precision_at_10_diff1 value: -0.7581 - type: nauc_precision_at_20_max value: 20.5592 - type: nauc_precision_at_20_std value: 15.579899999999999 - type: nauc_precision_at_20_diff1 value: -3.5625999999999998 - type: nauc_precision_at_100_max value: 17.427200000000003 - type: nauc_precision_at_100_std value: 11.8869 - type: nauc_precision_at_100_diff1 value: -5.1880999999999995 - type: nauc_precision_at_1000_max value: 15.9616 - type: nauc_precision_at_1000_std value: 6.299799999999999 - type: nauc_precision_at_1000_diff1 value: -0.9317000000000001 - type: nauc_mrr_at_1_max value: 29.845699999999997 - type: nauc_mrr_at_1_std value: -8.1067 - type: nauc_mrr_at_1_diff1 value: 76.5459 - type: nauc_mrr_at_3_max value: 33.7764 - type: nauc_mrr_at_3_std value: -6.8435 - type: nauc_mrr_at_3_diff1 value: 75.4084 - type: nauc_mrr_at_5_max value: 33.651599999999995 - type: nauc_mrr_at_5_std value: -6.499199999999999 - type: nauc_mrr_at_5_diff1 value: 75.5632 - type: nauc_mrr_at_10_max value: 33.4464 - type: nauc_mrr_at_10_std value: -6.334199999999999 - type: nauc_mrr_at_10_diff1 value: 75.5967 - type: nauc_mrr_at_20_max value: 33.2984 - type: nauc_mrr_at_20_std value: -6.4758 - type: nauc_mrr_at_20_diff1 value: 75.6139 - type: nauc_mrr_at_100_max value: 33.2324 - type: nauc_mrr_at_100_std value: -6.5496 - type: nauc_mrr_at_100_diff1 value: 75.6207 - type: nauc_mrr_at_1000_max value: 33.2269 - type: nauc_mrr_at_1000_std value: -6.5571 - type: nauc_mrr_at_1000_diff1 value: 75.6223 - type: main_score value: 88.28399999999999 task: type: Retrieval - dataset: config: default name: MTEB FiQA2018 (default) revision: 27a168819829fe9bcd655c2df245fb19452e8e06 split: test type: mteb/fiqa metrics: - type: ndcg_at_1 value: 36.882999999999996 - type: ndcg_at_3 value: 35.286 - type: ndcg_at_5 value: 35.968 - type: ndcg_at_10 value: 38.429 - type: ndcg_at_20 value: 41.075 - type: ndcg_at_100 value: 45.738 - type: ndcg_at_1000 value: 48.931000000000004 - type: map_at_1 value: 18.781 - type: map_at_3 value: 27.154 - type: map_at_5 value: 29.101 - type: map_at_10 value: 30.889 - type: map_at_20 value: 31.900000000000002 - type: map_at_100 value: 32.836 - type: map_at_1000 value: 33.031 - type: recall_at_1 value: 18.781 - type: recall_at_3 value: 32.505 - type: recall_at_5 value: 37.524 - type: recall_at_10 value: 44.936 - type: recall_at_20 value: 52.961999999999996 - type: recall_at_100 value: 72.229 - type: recall_at_1000 value: 91.266 - type: precision_at_1 value: 36.882999999999996 - type: precision_at_3 value: 23.714 - type: precision_at_5 value: 16.975 - type: precision_at_10 value: 10.664 - type: precision_at_20 value: 6.451 - type: precision_at_100 value: 1.799 - type: precision_at_1000 value: 0.23700000000000002 - type: mrr_at_1 value: 36.8827 - type: mrr_at_3 value: 44.3673 - type: mrr_at_5 value: 45.4552 - type: mrr_at_10 value: 46.4466 - type: mrr_at_20 value: 46.935500000000005 - type: mrr_at_100 value: 47.3453 - type: mrr_at_1000 value: 47.3849 - type: nauc_ndcg_at_1_max value: 39.123200000000004 - type: nauc_ndcg_at_1_std value: 0.5595 - type: nauc_ndcg_at_1_diff1 value: 55.2141 - type: nauc_ndcg_at_3_max value: 35.457300000000004 - type: nauc_ndcg_at_3_std value: -0.0245 - type: nauc_ndcg_at_3_diff1 value: 47.1277 - type: nauc_ndcg_at_5_max value: 33.4871 - type: nauc_ndcg_at_5_std value: -0.1851 - type: nauc_ndcg_at_5_diff1 value: 46.6695 - type: nauc_ndcg_at_10_max value: 33.5342 - type: nauc_ndcg_at_10_std value: 1.1218000000000001 - type: nauc_ndcg_at_10_diff1 value: 44.674 - type: nauc_ndcg_at_20_max value: 33.3212 - type: nauc_ndcg_at_20_std value: 2.4269 - type: nauc_ndcg_at_20_diff1 value: 44.0147 - type: nauc_ndcg_at_100_max value: 36.281400000000005 - type: nauc_ndcg_at_100_std value: 6.1097 - type: nauc_ndcg_at_100_diff1 value: 43.9281 - type: nauc_ndcg_at_1000_max value: 37.4346 - type: nauc_ndcg_at_1000_std value: 5.729 - type: nauc_ndcg_at_1000_diff1 value: 44.901799999999994 - type: nauc_map_at_1_max value: 26.354 - type: nauc_map_at_1_std value: -1.4975 - type: nauc_map_at_1_diff1 value: 55.602399999999996 - type: nauc_map_at_3_max value: 30.482100000000003 - type: nauc_map_at_3_std value: -1.1696 - type: nauc_map_at_3_diff1 value: 48.9863 - type: nauc_map_at_5_max value: 31.4619 - type: nauc_map_at_5_std value: -1.0692 - type: nauc_map_at_5_diff1 value: 48.0302 - type: nauc_map_at_10_max value: 32.461 - type: nauc_map_at_10_std value: -0.147 - type: nauc_map_at_10_diff1 value: 46.5916 - type: nauc_map_at_20_max value: 32.568999999999996 - type: nauc_map_at_20_std value: 0.4279 - type: nauc_map_at_20_diff1 value: 46.3194 - type: nauc_map_at_100_max value: 33.273799999999994 - type: nauc_map_at_100_std value: 1.1697000000000002 - type: nauc_map_at_100_diff1 value: 46.282000000000004 - type: nauc_map_at_1000_max value: 33.415499999999994 - type: nauc_map_at_1000_std value: 1.1926 - type: nauc_map_at_1000_diff1 value: 46.3347 - type: nauc_recall_at_1_max value: 26.354 - type: nauc_recall_at_1_std value: -1.4975 - type: nauc_recall_at_1_diff1 value: 55.602399999999996 - type: nauc_recall_at_3_max value: 25.3216 - type: nauc_recall_at_3_std value: -1.3092 - type: nauc_recall_at_3_diff1 value: 40.8666 - type: nauc_recall_at_5_max value: 24.444 - type: nauc_recall_at_5_std value: -0.9400000000000001 - type: nauc_recall_at_5_diff1 value: 38.1574 - type: nauc_recall_at_10_max value: 24.8674 - type: nauc_recall_at_10_std value: 2.3571 - type: nauc_recall_at_10_diff1 value: 32.2407 - type: nauc_recall_at_20_max value: 22.243299999999998 - type: nauc_recall_at_20_std value: 5.6803 - type: nauc_recall_at_20_diff1 value: 28.627799999999997 - type: nauc_recall_at_100_max value: 29.0702 - type: nauc_recall_at_100_std value: 25.7249 - type: nauc_recall_at_100_diff1 value: 21.2569 - type: nauc_recall_at_1000_max value: 40.241 - type: nauc_recall_at_1000_std value: 48.301899999999996 - type: nauc_recall_at_1000_diff1 value: 20.0935 - type: nauc_precision_at_1_max value: 39.123200000000004 - type: nauc_precision_at_1_std value: 0.5595 - type: nauc_precision_at_1_diff1 value: 55.2141 - type: nauc_precision_at_3_max value: 36.4929 - type: nauc_precision_at_3_std value: 0.8775 - type: nauc_precision_at_3_diff1 value: 30.4142 - type: nauc_precision_at_5_max value: 35.120200000000004 - type: nauc_precision_at_5_std value: 1.3797 - type: nauc_precision_at_5_diff1 value: 25.296200000000002 - type: nauc_precision_at_10_max value: 34.2855 - type: nauc_precision_at_10_std value: 5.0542 - type: nauc_precision_at_10_diff1 value: 15.2533 - type: nauc_precision_at_20_max value: 31.4664 - type: nauc_precision_at_20_std value: 9.0011 - type: nauc_precision_at_20_diff1 value: 10.4832 - type: nauc_precision_at_100_max value: 32.6942 - type: nauc_precision_at_100_std value: 14.7489 - type: nauc_precision_at_100_diff1 value: 2.8718 - type: nauc_precision_at_1000_max value: 27.2725 - type: nauc_precision_at_1000_std value: 11.8238 - type: nauc_precision_at_1000_diff1 value: -3.3316 - type: nauc_mrr_at_1_max value: 39.123200000000004 - type: nauc_mrr_at_1_std value: 0.5595 - type: nauc_mrr_at_1_diff1 value: 55.2141 - type: nauc_mrr_at_3_max value: 39.3518 - type: nauc_mrr_at_3_std value: 1.8446 - type: nauc_mrr_at_3_diff1 value: 50.5624 - type: nauc_mrr_at_5_max value: 38.8629 - type: nauc_mrr_at_5_std value: 1.5571 - type: nauc_mrr_at_5_diff1 value: 50.2772 - type: nauc_mrr_at_10_max value: 39.109 - type: nauc_mrr_at_10_std value: 1.7592 - type: nauc_mrr_at_10_diff1 value: 49.817699999999995 - type: nauc_mrr_at_20_max value: 38.9978 - type: nauc_mrr_at_20_std value: 1.9251999999999998 - type: nauc_mrr_at_20_diff1 value: 49.7399 - type: nauc_mrr_at_100_max value: 39.189800000000005 - type: nauc_mrr_at_100_std value: 2.2416 - type: nauc_mrr_at_100_diff1 value: 49.7796 - type: nauc_mrr_at_1000_max value: 39.1943 - type: nauc_mrr_at_1000_std value: 2.2126 - type: nauc_mrr_at_1000_diff1 value: 49.8054 - type: main_score value: 38.429 task: type: Retrieval - dataset: config: default name: MTEB HotpotQA (default) revision: ab518f4d6fcca38d87c25209f94beba119d02014 split: test type: mteb/hotpotqa metrics: - type: ndcg_at_1 value: 80.5 - type: ndcg_at_3 value: 61.708 - type: ndcg_at_5 value: 64.089 - type: ndcg_at_10 value: 65.893 - type: ndcg_at_20 value: 67.06800000000001 - type: ndcg_at_100 value: 68.715 - type: ndcg_at_1000 value: 70.025 - type: map_at_1 value: 40.25 - type: map_at_3 value: 53.53 - type: map_at_5 value: 55.428 - type: map_at_10 value: 56.497 - type: map_at_20 value: 56.977999999999994 - type: map_at_100 value: 57.318000000000005 - type: map_at_1000 value: 57.386 - type: recall_at_1 value: 40.25 - type: recall_at_3 value: 57.191 - type: recall_at_5 value: 61.891 - type: recall_at_10 value: 66.415 - type: recall_at_20 value: 70.176 - type: recall_at_100 value: 77.427 - type: recall_at_1000 value: 86.063 - type: precision_at_1 value: 80.5 - type: precision_at_3 value: 38.127 - type: precision_at_5 value: 24.756 - type: precision_at_10 value: 13.283000000000001 - type: precision_at_20 value: 7.018000000000001 - type: precision_at_100 value: 1.549 - type: precision_at_1000 value: 0.172 - type: mrr_at_1 value: 80.49969999999999 - type: mrr_at_3 value: 84.67479999999999 - type: mrr_at_5 value: 85.2028 - type: mrr_at_10 value: 85.51379999999999 - type: mrr_at_20 value: 85.6182 - type: mrr_at_100 value: 85.6802 - type: mrr_at_1000 value: 85.6881 - type: nauc_ndcg_at_1_max value: 57.2865 - type: nauc_ndcg_at_1_std value: -3.7467 - type: nauc_ndcg_at_1_diff1 value: 73.77759999999999 - type: nauc_ndcg_at_3_max value: 23.325000000000003 - type: nauc_ndcg_at_3_std value: -1.4533 - type: nauc_ndcg_at_3_diff1 value: 20.7378 - type: nauc_ndcg_at_5_max value: 20.834600000000002 - type: nauc_ndcg_at_5_std value: 0.44689999999999996 - type: nauc_ndcg_at_5_diff1 value: 17.131 - type: nauc_ndcg_at_10_max value: 19.234299999999998 - type: nauc_ndcg_at_10_std value: 1.0047000000000001 - type: nauc_ndcg_at_10_diff1 value: 15.4205 - type: nauc_ndcg_at_20_max value: 18.4698 - type: nauc_ndcg_at_20_std value: 1.3018 - type: nauc_ndcg_at_20_diff1 value: 14.8089 - type: nauc_ndcg_at_100_max value: 17.7001 - type: nauc_ndcg_at_100_std value: 2.2472 - type: nauc_ndcg_at_100_diff1 value: 13.9841 - type: nauc_ndcg_at_1000_max value: 18.0396 - type: nauc_ndcg_at_1000_std value: 2.0355000000000003 - type: nauc_ndcg_at_1000_diff1 value: 14.4955 - type: nauc_map_at_1_max value: 57.2865 - type: nauc_map_at_1_std value: -3.7467 - type: nauc_map_at_1_diff1 value: 73.77759999999999 - type: nauc_map_at_3_max value: 17.4967 - type: nauc_map_at_3_std value: -2.0705999999999998 - type: nauc_map_at_3_diff1 value: 13.6638 - type: nauc_map_at_5_max value: 15.9546 - type: nauc_map_at_5_std value: -0.7446999999999999 - type: nauc_map_at_5_diff1 value: 11.3368 - type: nauc_map_at_10_max value: 15.280299999999999 - type: nauc_map_at_10_std value: -0.47650000000000003 - type: nauc_map_at_10_diff1 value: 10.662 - type: nauc_map_at_20_max value: 15.063699999999999 - type: nauc_map_at_20_std value: -0.3955 - type: nauc_map_at_20_diff1 value: 10.524000000000001 - type: nauc_map_at_100_max value: 14.9509 - type: nauc_map_at_100_std value: -0.2228 - type: nauc_map_at_100_diff1 value: 10.4048 - type: nauc_map_at_1000_max value: 14.9594 - type: nauc_map_at_1000_std value: -0.2235 - type: nauc_map_at_1000_diff1 value: 10.418199999999999 - type: nauc_recall_at_1_max value: 57.2865 - type: nauc_recall_at_1_std value: -3.7467 - type: nauc_recall_at_1_diff1 value: 73.77759999999999 - type: nauc_recall_at_3_max value: 13.0855 - type: nauc_recall_at_3_std value: -0.6072 - type: nauc_recall_at_3_diff1 value: 5.0996 - type: nauc_recall_at_5_max value: 7.9794 - type: nauc_recall_at_5_std value: 2.9346 - type: nauc_recall_at_5_diff1 value: -1.7982000000000002 - type: nauc_recall_at_10_max value: 3.2676 - type: nauc_recall_at_10_std value: 4.3023 - type: nauc_recall_at_10_diff1 value: -6.841899999999999 - type: nauc_recall_at_20_max value: 0.1594 - type: nauc_recall_at_20_std value: 5.4663 - type: nauc_recall_at_20_diff1 value: -9.818399999999999 - type: nauc_recall_at_100_max value: -6.5771 - type: nauc_recall_at_100_std value: 10.5212 - type: nauc_recall_at_100_diff1 value: -17.6874 - type: nauc_recall_at_1000_max value: -12.6966 - type: nauc_recall_at_1000_std value: 11.6097 - type: nauc_recall_at_1000_diff1 value: -25.2051 - type: nauc_precision_at_1_max value: 57.2865 - type: nauc_precision_at_1_std value: -3.7467 - type: nauc_precision_at_1_diff1 value: 73.77759999999999 - type: nauc_precision_at_3_max value: 13.0855 - type: nauc_precision_at_3_std value: -0.6072 - type: nauc_precision_at_3_diff1 value: 5.0996 - type: nauc_precision_at_5_max value: 7.9794 - type: nauc_precision_at_5_std value: 2.9346 - type: nauc_precision_at_5_diff1 value: -1.7982000000000002 - type: nauc_precision_at_10_max value: 3.2676 - type: nauc_precision_at_10_std value: 4.3023 - type: nauc_precision_at_10_diff1 value: -6.841899999999999 - type: nauc_precision_at_20_max value: 0.1594 - type: nauc_precision_at_20_std value: 5.4663 - type: nauc_precision_at_20_diff1 value: -9.818399999999999 - type: nauc_precision_at_100_max value: -6.5771 - type: nauc_precision_at_100_std value: 10.5212 - type: nauc_precision_at_100_diff1 value: -17.6874 - type: nauc_precision_at_1000_max value: -12.6966 - type: nauc_precision_at_1000_std value: 11.6097 - type: nauc_precision_at_1000_diff1 value: -25.2051 - type: nauc_mrr_at_1_max value: 57.2865 - type: nauc_mrr_at_1_std value: -3.7467 - type: nauc_mrr_at_1_diff1 value: 73.77759999999999 - type: nauc_mrr_at_3_max value: 60.173 - type: nauc_mrr_at_3_std value: -1.1868 - type: nauc_mrr_at_3_diff1 value: 72.2093 - type: nauc_mrr_at_5_max value: 60.17940000000001 - type: nauc_mrr_at_5_std value: -0.6161 - type: nauc_mrr_at_5_diff1 value: 72.3998 - type: nauc_mrr_at_10_max value: 60.10060000000001 - type: nauc_mrr_at_10_std value: -0.5012 - type: nauc_mrr_at_10_diff1 value: 72.48010000000001 - type: nauc_mrr_at_20_max value: 60.05970000000001 - type: nauc_mrr_at_20_std value: -0.5198 - type: nauc_mrr_at_20_diff1 value: 72.556 - type: nauc_mrr_at_100_max value: 59.9947 - type: nauc_mrr_at_100_std value: -0.5865 - type: nauc_mrr_at_100_diff1 value: 72.5459 - type: nauc_mrr_at_1000_max value: 59.99060000000001 - type: nauc_mrr_at_1000_std value: -0.6023999999999999 - type: nauc_mrr_at_1000_diff1 value: 72.55030000000001 - type: main_score value: 65.893 task: type: Retrieval - dataset: config: default name: MTEB ImdbClassification (default) revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 split: test type: mteb/imdb metrics: - type: accuracy value: 88.7012 - type: f1 value: 88.66810000000001 - type: f1_weighted value: 88.66810000000001 - type: ap value: 83.88550000000001 - type: ap_weighted value: 83.88550000000001 - type: main_score value: 88.7012 task: type: Classification - dataset: config: default name: MTEB MSMARCO (default) revision: c5a29a104738b98a9e76336939199e264163d4a0 split: test type: mteb/msmarco metrics: - type: ndcg_at_1 value: 72.09299999999999 - type: ndcg_at_3 value: 71.528 - type: ndcg_at_5 value: 69.023 - type: ndcg_at_10 value: 68.939 - type: ndcg_at_20 value: 66.398 - type: ndcg_at_100 value: 63.449999999999996 - type: ndcg_at_1000 value: 70.918 - type: map_at_1 value: 2.26 - type: map_at_3 value: 6.6979999999999995 - type: map_at_5 value: 9.019 - type: map_at_10 value: 14.789 - type: map_at_20 value: 22.402 - type: map_at_100 value: 39.405 - type: map_at_1000 value: 47.871 - type: recall_at_1 value: 2.26 - type: recall_at_3 value: 6.926 - type: recall_at_5 value: 9.458 - type: recall_at_10 value: 16.189999999999998 - type: recall_at_20 value: 25.849 - type: recall_at_100 value: 52.72 - type: recall_at_1000 value: 78.161 - type: precision_at_1 value: 88.372 - type: precision_at_3 value: 87.59700000000001 - type: precision_at_5 value: 81.395 - type: precision_at_10 value: 78.14 - type: precision_at_20 value: 69.07 - type: precision_at_100 value: 38.092999999999996 - type: precision_at_1000 value: 7.098 - type: mrr_at_1 value: 88.3721 - type: mrr_at_3 value: 91.8605 - type: mrr_at_5 value: 91.8605 - type: mrr_at_10 value: 92.1927 - type: mrr_at_20 value: 92.1927 - type: mrr_at_100 value: 92.1927 - type: mrr_at_1000 value: 92.1927 - type: nauc_ndcg_at_1_max value: -4.7843 - type: nauc_ndcg_at_1_std value: 8.8077 - type: nauc_ndcg_at_1_diff1 value: 19.7347 - type: nauc_ndcg_at_3_max value: 1.6018999999999999 - type: nauc_ndcg_at_3_std value: 4.2778 - type: nauc_ndcg_at_3_diff1 value: 17.2588 - type: nauc_ndcg_at_5_max value: 12.2264 - type: nauc_ndcg_at_5_std value: 13.293 - type: nauc_ndcg_at_5_diff1 value: 8.018699999999999 - type: nauc_ndcg_at_10_max value: 25.3271 - type: nauc_ndcg_at_10_std value: 32.7853 - type: nauc_ndcg_at_10_diff1 value: -2.1687000000000003 - type: nauc_ndcg_at_20_max value: 28.258499999999998 - type: nauc_ndcg_at_20_std value: 42.095 - type: nauc_ndcg_at_20_diff1 value: -11.098099999999999 - type: nauc_ndcg_at_100_max value: 44.8743 - type: nauc_ndcg_at_100_std value: 50.983900000000006 - type: nauc_ndcg_at_100_diff1 value: -6.0224 - type: nauc_ndcg_at_1000_max value: 54.8418 - type: nauc_ndcg_at_1000_std value: 57.1108 - type: nauc_ndcg_at_1000_diff1 value: -10.423399999999999 - type: nauc_map_at_1_max value: -24.5528 - type: nauc_map_at_1_std value: -39.0221 - type: nauc_map_at_1_diff1 value: 43.1654 - type: nauc_map_at_3_max value: -25.5054 - type: nauc_map_at_3_std value: -41.3754 - type: nauc_map_at_3_diff1 value: 44.2628 - type: nauc_map_at_5_max value: -15.8266 - type: nauc_map_at_5_std value: -37.9573 - type: nauc_map_at_5_diff1 value: 35.7925 - type: nauc_map_at_10_max value: 1.6458 - type: nauc_map_at_10_std value: -27.0335 - type: nauc_map_at_10_diff1 value: 26.404600000000002 - type: nauc_map_at_20_max value: 15.8511 - type: nauc_map_at_20_std value: -13.4161 - type: nauc_map_at_20_diff1 value: 18.3879 - type: nauc_map_at_100_max value: 31.728099999999998 - type: nauc_map_at_100_std value: 25.543300000000002 - type: nauc_map_at_100_diff1 value: 1.3197999999999999 - type: nauc_map_at_1000_max value: 45.3745 - type: nauc_map_at_1000_std value: 56.0095 - type: nauc_map_at_1000_diff1 value: -17.0012 - type: nauc_recall_at_1_max value: -24.5528 - type: nauc_recall_at_1_std value: -39.0221 - type: nauc_recall_at_1_diff1 value: 43.1654 - type: nauc_recall_at_3_max value: -25.879 - type: nauc_recall_at_3_std value: -44.1289 - type: nauc_recall_at_3_diff1 value: 47.4893 - type: nauc_recall_at_5_max value: -13.772100000000002 - type: nauc_recall_at_5_std value: -40.1422 - type: nauc_recall_at_5_diff1 value: 39.330999999999996 - type: nauc_recall_at_10_max value: 4.0767 - type: nauc_recall_at_10_std value: -29.424 - type: nauc_recall_at_10_diff1 value: 29.5336 - type: nauc_recall_at_20_max value: 14.8913 - type: nauc_recall_at_20_std value: -19.5402 - type: nauc_recall_at_20_diff1 value: 26.073600000000003 - type: nauc_recall_at_100_max value: 31.211299999999998 - type: nauc_recall_at_100_std value: 11.8853 - type: nauc_recall_at_100_diff1 value: 14.6443 - type: nauc_recall_at_1000_max value: 58.8386 - type: nauc_recall_at_1000_std value: 56.207499999999996 - type: nauc_recall_at_1000_diff1 value: -18.0195 - type: nauc_precision_at_1_max value: -20.0121 - type: nauc_precision_at_1_std value: 51.1284 - type: nauc_precision_at_1_diff1 value: -8.704 - type: nauc_precision_at_3_max value: -9.1761 - type: nauc_precision_at_3_std value: 30.326199999999996 - type: nauc_precision_at_3_diff1 value: -7.4456999999999995 - type: nauc_precision_at_5_max value: 27.019199999999998 - type: nauc_precision_at_5_std value: 48.472500000000004 - type: nauc_precision_at_5_diff1 value: -26.854699999999998 - type: nauc_precision_at_10_max value: 50.9757 - type: nauc_precision_at_10_std value: 68.3571 - type: nauc_precision_at_10_diff1 value: -32.1952 - type: nauc_precision_at_20_max value: 41.492200000000004 - type: nauc_precision_at_20_std value: 70.55 - type: nauc_precision_at_20_diff1 value: -41.8062 - type: nauc_precision_at_100_max value: 27.505000000000003 - type: nauc_precision_at_100_std value: 69.5764 - type: nauc_precision_at_100_diff1 value: -38.202999999999996 - type: nauc_precision_at_1000_max value: 21.4555 - type: nauc_precision_at_1000_std value: 63.6424 - type: nauc_precision_at_1000_diff1 value: -43.9172 - type: nauc_mrr_at_1_max value: -20.0121 - type: nauc_mrr_at_1_std value: 51.1284 - type: nauc_mrr_at_1_diff1 value: -8.704 - type: nauc_mrr_at_3_max value: -0.6542 - type: nauc_mrr_at_3_std value: 58.9038 - type: nauc_mrr_at_3_diff1 value: 0.9070999999999999 - type: nauc_mrr_at_5_max value: -0.6542 - type: nauc_mrr_at_5_std value: 58.9038 - type: nauc_mrr_at_5_diff1 value: 0.9070999999999999 - type: nauc_mrr_at_10_max value: -5.0217 - type: nauc_mrr_at_10_std value: 57.12049999999999 - type: nauc_mrr_at_10_diff1 value: -3.3927 - type: nauc_mrr_at_20_max value: -5.0217 - type: nauc_mrr_at_20_std value: 57.12049999999999 - type: nauc_mrr_at_20_diff1 value: -3.3927 - type: nauc_mrr_at_100_max value: -5.0217 - type: nauc_mrr_at_100_std value: 57.12049999999999 - type: nauc_mrr_at_100_diff1 value: -3.3927 - type: nauc_mrr_at_1000_max value: -5.0217 - type: nauc_mrr_at_1000_std value: 57.12049999999999 - type: nauc_mrr_at_1000_diff1 value: -3.3927 - type: main_score value: 68.939 task: type: Retrieval - dataset: config: en name: MTEB MTOPDomainClassification (en) revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf split: test type: mteb/mtop_domain metrics: - type: accuracy value: 95.1687 - type: f1 value: 94.9182 - type: f1_weighted value: 95.1696 - type: main_score value: 95.1687 task: type: Classification - dataset: config: en name: MTEB MTOPIntentClassification (en) revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba split: test type: mteb/mtop_intent metrics: - type: accuracy value: 76.7966 - type: f1 value: 57.647400000000005 - type: f1_weighted value: 79.7207 - type: main_score value: 76.7966 task: type: Classification - dataset: config: en name: MTEB MassiveIntentClassification (en) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 75.3463 - type: f1 value: 72.7297 - type: f1_weighted value: 75.4192 - type: main_score value: 75.3463 task: type: Classification - dataset: config: en name: MTEB MassiveScenarioClassification (en) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 80.2017 - type: f1 value: 80.0488 - type: f1_weighted value: 80.2537 - type: main_score value: 80.2017 task: type: Classification - dataset: config: default name: MTEB MedrxivClusteringP2P (default) revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 split: test type: mteb/medrxiv-clustering-p2p metrics: - type: v_measure value: 35.1713 - type: v_measure_std value: 1.6439 - type: main_score value: 35.1713 task: type: Clustering - dataset: config: default name: MTEB MedrxivClusteringS2S (default) revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 split: test type: mteb/medrxiv-clustering-s2s metrics: - type: v_measure value: 32.9144 - type: v_measure_std value: 1.4911 - type: main_score value: 32.9144 task: type: Clustering - dataset: config: default name: MTEB MindSmallReranking (default) revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 split: test type: mteb/mind_small metrics: - type: map value: 32.153 - type: mrr value: 33.3426 - type: nAUC_map_max value: -19.1377 - type: nAUC_map_std value: 0.149 - type: nAUC_map_diff1 value: 14.794199999999998 - type: nAUC_mrr_max value: -13.591000000000001 - type: nAUC_mrr_std value: 1.5715 - type: nAUC_mrr_diff1 value: 13.850299999999999 - type: main_score value: 32.153 task: type: Reranking - dataset: config: default name: MTEB NFCorpus (default) revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 split: test type: mteb/nfcorpus metrics: - type: ndcg_at_1 value: 48.607 - type: ndcg_at_3 value: 42.187000000000005 - type: ndcg_at_5 value: 39.009 - type: ndcg_at_10 value: 36.169000000000004 - type: ndcg_at_20 value: 33.562 - type: ndcg_at_100 value: 33.104 - type: ndcg_at_1000 value: 41.760999999999996 - type: map_at_1 value: 6.802 - type: map_at_3 value: 10.333 - type: map_at_5 value: 11.737 - type: map_at_10 value: 13.79 - type: map_at_20 value: 15.157000000000002 - type: map_at_100 value: 17.151 - type: map_at_1000 value: 18.584 - type: recall_at_1 value: 6.802 - type: recall_at_3 value: 11.18 - type: recall_at_5 value: 13.381000000000002 - type: recall_at_10 value: 17.803 - type: recall_at_20 value: 21.386 - type: recall_at_100 value: 33.885 - type: recall_at_1000 value: 65.12400000000001 - type: precision_at_1 value: 50.464 - type: precision_at_3 value: 38.906 - type: precision_at_5 value: 32.940999999999995 - type: precision_at_10 value: 26.346999999999998 - type: precision_at_20 value: 19.256999999999998 - type: precision_at_100 value: 8.195 - type: precision_at_1000 value: 2.089 - type: mrr_at_1 value: 50.4644 - type: mrr_at_3 value: 56.192 - type: mrr_at_5 value: 57.291000000000004 - type: mrr_at_10 value: 58.0675 - type: mrr_at_20 value: 58.3226 - type: mrr_at_100 value: 58.5468 - type: mrr_at_1000 value: 58.5796 - type: nauc_ndcg_at_1_max value: 45.467200000000005 - type: nauc_ndcg_at_1_std value: 22.6949 - type: nauc_ndcg_at_1_diff1 value: 33.6355 - type: nauc_ndcg_at_3_max value: 45.142500000000005 - type: nauc_ndcg_at_3_std value: 24.959500000000002 - type: nauc_ndcg_at_3_diff1 value: 26.7806 - type: nauc_ndcg_at_5_max value: 44.469300000000004 - type: nauc_ndcg_at_5_std value: 24.3982 - type: nauc_ndcg_at_5_diff1 value: 25.5857 - type: nauc_ndcg_at_10_max value: 42.0122 - type: nauc_ndcg_at_10_std value: 24.1633 - type: nauc_ndcg_at_10_diff1 value: 24.2929 - type: nauc_ndcg_at_20_max value: 40.6318 - type: nauc_ndcg_at_20_std value: 22.7217 - type: nauc_ndcg_at_20_diff1 value: 25.798700000000004 - type: nauc_ndcg_at_100_max value: 41.7585 - type: nauc_ndcg_at_100_std value: 24.1505 - type: nauc_ndcg_at_100_diff1 value: 26.6365 - type: nauc_ndcg_at_1000_max value: 47.1972 - type: nauc_ndcg_at_1000_std value: 31.6376 - type: nauc_ndcg_at_1000_diff1 value: 27.139000000000003 - type: nauc_map_at_1_max value: 11.7018 - type: nauc_map_at_1_std value: -17.1298 - type: nauc_map_at_1_diff1 value: 35.7342 - type: nauc_map_at_3_max value: 16.7865 - type: nauc_map_at_3_std value: -12.6553 - type: nauc_map_at_3_diff1 value: 32.4631 - type: nauc_map_at_5_max value: 19.8374 - type: nauc_map_at_5_std value: -9.831900000000001 - type: nauc_map_at_5_diff1 value: 30.3059 - type: nauc_map_at_10_max value: 23.1241 - type: nauc_map_at_10_std value: -4.3334 - type: nauc_map_at_10_diff1 value: 27.8592 - type: nauc_map_at_20_max value: 25.9996 - type: nauc_map_at_20_std value: 0.2903 - type: nauc_map_at_20_diff1 value: 27.5812 - type: nauc_map_at_100_max value: 29.1744 - type: nauc_map_at_100_std value: 6.569999999999999 - type: nauc_map_at_100_diff1 value: 26.7722 - type: nauc_map_at_1000_max value: 30.721799999999998 - type: nauc_map_at_1000_std value: 10.288 - type: nauc_map_at_1000_diff1 value: 26.2332 - type: nauc_recall_at_1_max value: 11.7018 - type: nauc_recall_at_1_std value: -17.1298 - type: nauc_recall_at_1_diff1 value: 35.7342 - type: nauc_recall_at_3_max value: 16.7435 - type: nauc_recall_at_3_std value: -10.9179 - type: nauc_recall_at_3_diff1 value: 32.0051 - type: nauc_recall_at_5_max value: 19.1975 - type: nauc_recall_at_5_std value: -8.4723 - type: nauc_recall_at_5_diff1 value: 28.8028 - type: nauc_recall_at_10_max value: 18.8131 - type: nauc_recall_at_10_std value: -4.1152 - type: nauc_recall_at_10_diff1 value: 22.104599999999998 - type: nauc_recall_at_20_max value: 21.572 - type: nauc_recall_at_20_std value: 1.9236 - type: nauc_recall_at_20_diff1 value: 23.8769 - type: nauc_recall_at_100_max value: 23.977899999999998 - type: nauc_recall_at_100_std value: 14.8828 - type: nauc_recall_at_100_diff1 value: 17.0044 - type: nauc_recall_at_1000_max value: 22.2311 - type: nauc_recall_at_1000_std value: 22.386200000000002 - type: nauc_recall_at_1000_diff1 value: 6.5203999999999995 - type: nauc_precision_at_1_max value: 46.517199999999995 - type: nauc_precision_at_1_std value: 23.0247 - type: nauc_precision_at_1_diff1 value: 33.0706 - type: nauc_precision_at_3_max value: 45.5606 - type: nauc_precision_at_3_std value: 30.495100000000004 - type: nauc_precision_at_3_diff1 value: 16.9294 - type: nauc_precision_at_5_max value: 44.2782 - type: nauc_precision_at_5_std value: 32.9713 - type: nauc_precision_at_5_diff1 value: 12.0032 - type: nauc_precision_at_10_max value: 39.396 - type: nauc_precision_at_10_std value: 38.0743 - type: nauc_precision_at_10_diff1 value: 6.7242 - type: nauc_precision_at_20_max value: 35.2344 - type: nauc_precision_at_20_std value: 40.172799999999995 - type: nauc_precision_at_20_diff1 value: 5.6135 - type: nauc_precision_at_100_max value: 26.052799999999998 - type: nauc_precision_at_100_std value: 42.7801 - type: nauc_precision_at_100_diff1 value: -1.6164 - type: nauc_precision_at_1000_max value: 12.784699999999999 - type: nauc_precision_at_1000_std value: 31.784299999999998 - type: nauc_precision_at_1000_diff1 value: -7.8899 - type: nauc_mrr_at_1_max value: 46.517199999999995 - type: nauc_mrr_at_1_std value: 23.0247 - type: nauc_mrr_at_1_diff1 value: 33.0706 - type: nauc_mrr_at_3_max value: 51.1949 - type: nauc_mrr_at_3_std value: 28.8621 - type: nauc_mrr_at_3_diff1 value: 33.778200000000005 - type: nauc_mrr_at_5_max value: 51.6085 - type: nauc_mrr_at_5_std value: 29.293200000000002 - type: nauc_mrr_at_5_diff1 value: 34.0295 - type: nauc_mrr_at_10_max value: 52.2656 - type: nauc_mrr_at_10_std value: 30.303200000000004 - type: nauc_mrr_at_10_diff1 value: 33.4433 - type: nauc_mrr_at_20_max value: 52.237 - type: nauc_mrr_at_20_std value: 30.351899999999997 - type: nauc_mrr_at_20_diff1 value: 33.4986 - type: nauc_mrr_at_100_max value: 52.282399999999996 - type: nauc_mrr_at_100_std value: 30.3773 - type: nauc_mrr_at_100_diff1 value: 33.482299999999995 - type: nauc_mrr_at_1000_max value: 52.2502 - type: nauc_mrr_at_1000_std value: 30.337199999999996 - type: nauc_mrr_at_1000_diff1 value: 33.4671 - type: main_score value: 36.169000000000004 task: type: Retrieval - dataset: config: default name: MTEB NQ (default) revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 split: test type: mteb/nq metrics: - type: ndcg_at_1 value: 32.706 - type: ndcg_at_3 value: 43.933 - type: ndcg_at_5 value: 48.466 - type: ndcg_at_10 value: 52.209 - type: ndcg_at_20 value: 54.308 - type: ndcg_at_100 value: 56.579 - type: ndcg_at_1000 value: 57.326 - type: map_at_1 value: 28.932999999999996 - type: map_at_3 value: 39.976 - type: map_at_5 value: 42.701 - type: map_at_10 value: 44.405 - type: map_at_20 value: 45.059 - type: map_at_100 value: 45.437 - type: map_at_1000 value: 45.472 - type: recall_at_1 value: 28.932999999999996 - type: recall_at_3 value: 52.12 - type: recall_at_5 value: 62.563 - type: recall_at_10 value: 73.47200000000001 - type: recall_at_20 value: 81.24 - type: recall_at_100 value: 92.49000000000001 - type: recall_at_1000 value: 97.941 - type: precision_at_1 value: 32.706 - type: precision_at_3 value: 20.278 - type: precision_at_5 value: 14.762 - type: precision_at_10 value: 8.749 - type: precision_at_20 value: 4.874 - type: precision_at_100 value: 1.1199999999999999 - type: precision_at_1000 value: 0.11900000000000001 - type: mrr_at_1 value: 32.7346 - type: mrr_at_3 value: 43.235800000000005 - type: mrr_at_5 value: 45.533 - type: mrr_at_10 value: 46.9196 - type: mrr_at_20 value: 47.4181 - type: mrr_at_100 value: 47.693999999999996 - type: mrr_at_1000 value: 47.7169 - type: nauc_ndcg_at_1_max value: 26.2896 - type: nauc_ndcg_at_1_std value: 1.1048 - type: nauc_ndcg_at_1_diff1 value: 31.3312 - type: nauc_ndcg_at_3_max value: 29.8885 - type: nauc_ndcg_at_3_std value: 0.4664 - type: nauc_ndcg_at_3_diff1 value: 28.589399999999998 - type: nauc_ndcg_at_5_max value: 31.5317 - type: nauc_ndcg_at_5_std value: 1.5392 - type: nauc_ndcg_at_5_diff1 value: 28.6315 - type: nauc_ndcg_at_10_max value: 33.4069 - type: nauc_ndcg_at_10_std value: 3.6954000000000002 - type: nauc_ndcg_at_10_diff1 value: 27.74 - type: nauc_ndcg_at_20_max value: 33.697700000000005 - type: nauc_ndcg_at_20_std value: 4.7471 - type: nauc_ndcg_at_20_diff1 value: 27.9665 - type: nauc_ndcg_at_100_max value: 33.279399999999995 - type: nauc_ndcg_at_100_std value: 5.3782000000000005 - type: nauc_ndcg_at_100_diff1 value: 28.2474 - type: nauc_ndcg_at_1000_max value: 32.4501 - type: nauc_ndcg_at_1000_std value: 4.5179 - type: nauc_ndcg_at_1000_diff1 value: 28.331899999999997 - type: nauc_map_at_1_max value: 24.7363 - type: nauc_map_at_1_std value: -0.6479 - type: nauc_map_at_1_diff1 value: 31.497199999999996 - type: nauc_map_at_3_max value: 28.741600000000002 - type: nauc_map_at_3_std value: -0.05109999999999999 - type: nauc_map_at_3_diff1 value: 29.2811 - type: nauc_map_at_5_max value: 29.685499999999998 - type: nauc_map_at_5_std value: 0.5791000000000001 - type: nauc_map_at_5_diff1 value: 29.325400000000002 - type: nauc_map_at_10_max value: 30.532999999999998 - type: nauc_map_at_10_std value: 1.5084 - type: nauc_map_at_10_diff1 value: 28.9343 - type: nauc_map_at_20_max value: 30.6068 - type: nauc_map_at_20_std value: 1.8215 - type: nauc_map_at_20_diff1 value: 28.998400000000004 - type: nauc_map_at_100_max value: 30.543 - type: nauc_map_at_100_std value: 1.9633 - type: nauc_map_at_100_diff1 value: 29.0283 - type: nauc_map_at_1000_max value: 30.511300000000002 - type: nauc_map_at_1000_std value: 1.9339 - type: nauc_map_at_1000_diff1 value: 29.034399999999998 - type: nauc_recall_at_1_max value: 24.7363 - type: nauc_recall_at_1_std value: -0.6479 - type: nauc_recall_at_1_diff1 value: 31.497199999999996 - type: nauc_recall_at_3_max value: 31.555100000000003 - type: nauc_recall_at_3_std value: 0.0060999999999999995 - type: nauc_recall_at_3_diff1 value: 26.214900000000004 - type: nauc_recall_at_5_max value: 35.652899999999995 - type: nauc_recall_at_5_std value: 2.3843 - type: nauc_recall_at_5_diff1 value: 25.969900000000003 - type: nauc_recall_at_10_max value: 43.6854 - type: nauc_recall_at_10_std value: 10.3933 - type: nauc_recall_at_10_diff1 value: 22.1579 - type: nauc_recall_at_20_max value: 49.2344 - type: nauc_recall_at_20_std value: 18.3796 - type: nauc_recall_at_20_diff1 value: 22.4406 - type: nauc_recall_at_100_max value: 63.3208 - type: nauc_recall_at_100_std value: 44.196600000000004 - type: nauc_recall_at_100_diff1 value: 22.182199999999998 - type: nauc_recall_at_1000_max value: 71.2236 - type: nauc_recall_at_1000_std value: 65.73740000000001 - type: nauc_recall_at_1000_diff1 value: 15.8222 - type: nauc_precision_at_1_max value: 26.2896 - type: nauc_precision_at_1_std value: 1.1048 - type: nauc_precision_at_1_diff1 value: 31.3312 - type: nauc_precision_at_3_max value: 30.6878 - type: nauc_precision_at_3_std value: 3.6901 - type: nauc_precision_at_3_diff1 value: 21.9433 - type: nauc_precision_at_5_max value: 31.1162 - type: nauc_precision_at_5_std value: 6.4646 - type: nauc_precision_at_5_diff1 value: 18.7573 - type: nauc_precision_at_10_max value: 31.074 - type: nauc_precision_at_10_std value: 12.94 - type: nauc_precision_at_10_diff1 value: 11.633000000000001 - type: nauc_precision_at_20_max value: 28.0424 - type: nauc_precision_at_20_std value: 17.3516 - type: nauc_precision_at_20_diff1 value: 7.828 - type: nauc_precision_at_100_max value: 17.569699999999997 - type: nauc_precision_at_100_std value: 22.0797 - type: nauc_precision_at_100_diff1 value: -0.5286 - type: nauc_precision_at_1000_max value: 6.0036 - type: nauc_precision_at_1000_std value: 15.786200000000001 - type: nauc_precision_at_1000_diff1 value: -5.5014 - type: nauc_mrr_at_1_max value: 26.3812 - type: nauc_mrr_at_1_std value: 1.0328 - type: nauc_mrr_at_1_diff1 value: 31.244100000000003 - type: nauc_mrr_at_3_max value: 29.471799999999998 - type: nauc_mrr_at_3_std value: 1.9043 - type: nauc_mrr_at_3_diff1 value: 28.846500000000002 - type: nauc_mrr_at_5_max value: 30.2024 - type: nauc_mrr_at_5_std value: 2.4374 - type: nauc_mrr_at_5_diff1 value: 28.828300000000002 - type: nauc_mrr_at_10_max value: 30.6798 - type: nauc_mrr_at_10_std value: 3.1042 - type: nauc_mrr_at_10_diff1 value: 28.5283 - type: nauc_mrr_at_20_max value: 30.675200000000004 - type: nauc_mrr_at_20_std value: 3.2998 - type: nauc_mrr_at_20_diff1 value: 28.594900000000003 - type: nauc_mrr_at_100_max value: 30.602 - type: nauc_mrr_at_100_std value: 3.2966 - type: nauc_mrr_at_100_diff1 value: 28.6684 - type: nauc_mrr_at_1000_max value: 30.575400000000002 - type: nauc_mrr_at_1000_std value: 3.2703 - type: nauc_mrr_at_1000_diff1 value: 28.673700000000004 - type: main_score value: 52.209 task: type: Retrieval - dataset: config: default name: MTEB QuoraRetrieval (default) revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 split: test type: mteb/quora metrics: - type: ndcg_at_1 value: 80.69 - type: ndcg_at_3 value: 84.797 - type: ndcg_at_5 value: 86.49 - type: ndcg_at_10 value: 87.764 - type: ndcg_at_20 value: 88.478 - type: ndcg_at_100 value: 89.071 - type: ndcg_at_1000 value: 89.18 - type: map_at_1 value: 70.099 - type: map_at_3 value: 80.93599999999999 - type: map_at_5 value: 82.879 - type: map_at_10 value: 83.956 - type: map_at_20 value: 84.385 - type: map_at_100 value: 84.607 - type: map_at_1000 value: 84.625 - type: recall_at_1 value: 70.099 - type: recall_at_3 value: 86.536 - type: recall_at_5 value: 91.255 - type: recall_at_10 value: 95.021 - type: recall_at_20 value: 97.33699999999999 - type: recall_at_100 value: 99.50099999999999 - type: recall_at_1000 value: 99.981 - type: precision_at_1 value: 80.69 - type: precision_at_3 value: 37.037 - type: precision_at_5 value: 24.446 - type: precision_at_10 value: 13.313 - type: precision_at_20 value: 7.072000000000001 - type: precision_at_100 value: 1.525 - type: precision_at_1000 value: 0.157 - type: mrr_at_1 value: 80.69 - type: mrr_at_3 value: 85.9717 - type: mrr_at_5 value: 86.68169999999999 - type: mrr_at_10 value: 86.9905 - type: mrr_at_20 value: 87.08449999999999 - type: mrr_at_100 value: 87.1116 - type: mrr_at_1000 value: 87.1123 - type: nauc_ndcg_at_1_max value: 39.3606 - type: nauc_ndcg_at_1_std value: -37.327 - type: nauc_ndcg_at_1_diff1 value: 77.6662 - type: nauc_ndcg_at_3_max value: 35.3173 - type: nauc_ndcg_at_3_std value: -42.2798 - type: nauc_ndcg_at_3_diff1 value: 75.5857 - type: nauc_ndcg_at_5_max value: 35.8099 - type: nauc_ndcg_at_5_std value: -43.8237 - type: nauc_ndcg_at_5_diff1 value: 76.26270000000001 - type: nauc_ndcg_at_10_max value: 36.5318 - type: nauc_ndcg_at_10_std value: -43.3234 - type: nauc_ndcg_at_10_diff1 value: 76.4192 - type: nauc_ndcg_at_20_max value: 37.22 - type: nauc_ndcg_at_20_std value: -41.9552 - type: nauc_ndcg_at_20_diff1 value: 76.3621 - type: nauc_ndcg_at_100_max value: 37.449799999999996 - type: nauc_ndcg_at_100_std value: -40.4524 - type: nauc_ndcg_at_100_diff1 value: 76.2617 - type: nauc_ndcg_at_1000_max value: 37.5542 - type: nauc_ndcg_at_1000_std value: -40.253 - type: nauc_ndcg_at_1000_diff1 value: 76.2571 - type: nauc_map_at_1_max value: 26.8622 - type: nauc_map_at_1_std value: -39.3751 - type: nauc_map_at_1_diff1 value: 80.3094 - type: nauc_map_at_3_max value: 32.5603 - type: nauc_map_at_3_std value: -44.940999999999995 - type: nauc_map_at_3_diff1 value: 77.0775 - type: nauc_map_at_5_max value: 34.2333 - type: nauc_map_at_5_std value: -45.0457 - type: nauc_map_at_5_diff1 value: 77.02839999999999 - type: nauc_map_at_10_max value: 35.2666 - type: nauc_map_at_10_std value: -44.0217 - type: nauc_map_at_10_diff1 value: 76.7846 - type: nauc_map_at_20_max value: 35.6896 - type: nauc_map_at_20_std value: -42.965199999999996 - type: nauc_map_at_20_diff1 value: 76.6032 - type: nauc_map_at_100_max value: 35.7903 - type: nauc_map_at_100_std value: -42.2783 - type: nauc_map_at_100_diff1 value: 76.5129 - type: nauc_map_at_1000_max value: 35.8237 - type: nauc_map_at_1000_std value: -42.2284 - type: nauc_map_at_1000_diff1 value: 76.5098 - type: nauc_recall_at_1_max value: 26.8622 - type: nauc_recall_at_1_std value: -39.3751 - type: nauc_recall_at_1_diff1 value: 80.3094 - type: nauc_recall_at_3_max value: 28.5544 - type: nauc_recall_at_3_std value: -49.0517 - type: nauc_recall_at_3_diff1 value: 72.9484 - type: nauc_recall_at_5_max value: 29.8621 - type: nauc_recall_at_5_std value: -54.80890000000001 - type: nauc_recall_at_5_diff1 value: 72.39750000000001 - type: nauc_recall_at_10_max value: 31.928 - type: nauc_recall_at_10_std value: -57.1468 - type: nauc_recall_at_10_diff1 value: 72.3415 - type: nauc_recall_at_20_max value: 35.607699999999994 - type: nauc_recall_at_20_std value: -52.3879 - type: nauc_recall_at_20_diff1 value: 72.3315 - type: nauc_recall_at_100_max value: 35.142 - type: nauc_recall_at_100_std value: -36.7672 - type: nauc_recall_at_100_diff1 value: 69.4759 - type: nauc_recall_at_1000_max value: 7.5347 - type: nauc_recall_at_1000_std value: 19.7823 - type: nauc_recall_at_1000_diff1 value: 52.217400000000005 - type: nauc_precision_at_1_max value: 39.3606 - type: nauc_precision_at_1_std value: -37.327 - type: nauc_precision_at_1_diff1 value: 77.6662 - type: nauc_precision_at_3_max value: 10.941099999999999 - type: nauc_precision_at_3_std value: 4.4779 - type: nauc_precision_at_3_diff1 value: -16.0392 - type: nauc_precision_at_5_max value: 5.6011999999999995 - type: nauc_precision_at_5_std value: 14.7825 - type: nauc_precision_at_5_diff1 value: -29.2765 - type: nauc_precision_at_10_max value: 1.5096 - type: nauc_precision_at_10_std value: 23.9802 - type: nauc_precision_at_10_diff1 value: -37.526700000000005 - type: nauc_precision_at_20_max value: -0.7799999999999999 - type: nauc_precision_at_20_std value: 30.3847 - type: nauc_precision_at_20_diff1 value: -41.309400000000004 - type: nauc_precision_at_100_max value: -3.6126 - type: nauc_precision_at_100_std value: 36.1866 - type: nauc_precision_at_100_diff1 value: -43.8114 - type: nauc_precision_at_1000_max value: -3.7207 - type: nauc_precision_at_1000_std value: 37.4372 - type: nauc_precision_at_1000_diff1 value: -44.0894 - type: nauc_mrr_at_1_max value: 39.322 - type: nauc_mrr_at_1_std value: -37.3346 - type: nauc_mrr_at_1_diff1 value: 77.6662 - type: nauc_mrr_at_3_max value: 39.0434 - type: nauc_mrr_at_3_std value: -38.8731 - type: nauc_mrr_at_3_diff1 value: 76.4822 - type: nauc_mrr_at_5_max value: 39.2716 - type: nauc_mrr_at_5_std value: -39.1137 - type: nauc_mrr_at_5_diff1 value: 76.702 - type: nauc_mrr_at_10_max value: 39.2623 - type: nauc_mrr_at_10_std value: -38.8435 - type: nauc_mrr_at_10_diff1 value: 76.7751 - type: nauc_mrr_at_20_max value: 39.291599999999995 - type: nauc_mrr_at_20_std value: -38.6963 - type: nauc_mrr_at_20_diff1 value: 76.8025 - type: nauc_mrr_at_100_max value: 39.2665 - type: nauc_mrr_at_100_std value: -38.6881 - type: nauc_mrr_at_100_diff1 value: 76.8087 - type: nauc_mrr_at_1000_max value: 39.265 - type: nauc_mrr_at_1000_std value: -38.6894 - type: nauc_mrr_at_1000_diff1 value: 76.8087 - type: main_score value: 87.764 task: type: Retrieval - dataset: config: default name: MTEB RedditClustering (default) revision: 24640382cdbf8abc73003fb0fa6d111a705499eb split: test type: mteb/reddit-clustering metrics: - type: v_measure value: 56.0955 - type: v_measure_std value: 4.1444 - type: main_score value: 56.0955 task: type: Clustering - dataset: config: default name: MTEB RedditClusteringP2P (default) revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 split: test type: mteb/reddit-clustering-p2p metrics: - type: v_measure value: 65.384 - type: v_measure_std value: 13.046199999999999 - type: main_score value: 65.384 task: type: Clustering - dataset: config: default name: MTEB SCIDOCS (default) revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 split: test type: mteb/scidocs metrics: - type: ndcg_at_1 value: 24.3 - type: ndcg_at_3 value: 20.251 - type: ndcg_at_5 value: 17.71 - type: ndcg_at_10 value: 21.315 - type: ndcg_at_20 value: 24.345 - type: ndcg_at_100 value: 30.112 - type: ndcg_at_1000 value: 35.801 - type: map_at_1 value: 4.928 - type: map_at_3 value: 9.137 - type: map_at_5 value: 10.911 - type: map_at_10 value: 12.806000000000001 - type: map_at_20 value: 13.963999999999999 - type: map_at_100 value: 15.110999999999999 - type: map_at_1000 value: 15.459 - type: recall_at_1 value: 4.928 - type: recall_at_3 value: 11.623 - type: recall_at_5 value: 15.873000000000001 - type: recall_at_10 value: 22.472 - type: recall_at_20 value: 29.592000000000002 - type: recall_at_100 value: 48.323 - type: recall_at_1000 value: 75.98 - type: precision_at_1 value: 24.3 - type: precision_at_3 value: 19.133 - type: precision_at_5 value: 15.659999999999998 - type: precision_at_10 value: 11.08 - type: precision_at_20 value: 7.295 - type: precision_at_100 value: 2.382 - type: precision_at_1000 value: 0.374 - type: mrr_at_1 value: 24.3 - type: mrr_at_3 value: 32.2 - type: mrr_at_5 value: 34.25 - type: mrr_at_10 value: 35.6756 - type: mrr_at_20 value: 36.3198 - type: mrr_at_100 value: 36.803000000000004 - type: mrr_at_1000 value: 36.8496 - type: nauc_ndcg_at_1_max value: 24.935499999999998 - type: nauc_ndcg_at_1_std value: 8.174299999999999 - type: nauc_ndcg_at_1_diff1 value: 20.458499999999997 - type: nauc_ndcg_at_3_max value: 26.8046 - type: nauc_ndcg_at_3_std value: 12.658900000000001 - type: nauc_ndcg_at_3_diff1 value: 15.889700000000001 - type: nauc_ndcg_at_5_max value: 28.047 - type: nauc_ndcg_at_5_std value: 15.6802 - type: nauc_ndcg_at_5_diff1 value: 13.9968 - type: nauc_ndcg_at_10_max value: 29.1867 - type: nauc_ndcg_at_10_std value: 18.8957 - type: nauc_ndcg_at_10_diff1 value: 11.927 - type: nauc_ndcg_at_20_max value: 30.1342 - type: nauc_ndcg_at_20_std value: 22.308500000000002 - type: nauc_ndcg_at_20_diff1 value: 11.6771 - type: nauc_ndcg_at_100_max value: 31.5253 - type: nauc_ndcg_at_100_std value: 27.079900000000002 - type: nauc_ndcg_at_100_diff1 value: 12.6908 - type: nauc_ndcg_at_1000_max value: 31.4203 - type: nauc_ndcg_at_1000_std value: 26.9585 - type: nauc_ndcg_at_1000_diff1 value: 13.020999999999999 - type: nauc_map_at_1_max value: 24.7756 - type: nauc_map_at_1_std value: 8.1475 - type: nauc_map_at_1_diff1 value: 20.3463 - type: nauc_map_at_3_max value: 27.111 - type: nauc_map_at_3_std value: 10.7307 - type: nauc_map_at_3_diff1 value: 16.935200000000002 - type: nauc_map_at_5_max value: 28.143400000000003 - type: nauc_map_at_5_std value: 13.580300000000001 - type: nauc_map_at_5_diff1 value: 14.551400000000001 - type: nauc_map_at_10_max value: 29.0445 - type: nauc_map_at_10_std value: 16.6485 - type: nauc_map_at_10_diff1 value: 12.8547 - type: nauc_map_at_20_max value: 29.8504 - type: nauc_map_at_20_std value: 18.9913 - type: nauc_map_at_20_diff1 value: 12.770599999999998 - type: nauc_map_at_100_max value: 30.422900000000002 - type: nauc_map_at_100_std value: 20.7576 - type: nauc_map_at_100_diff1 value: 13.0239 - type: nauc_map_at_1000_max value: 30.462099999999996 - type: nauc_map_at_1000_std value: 20.965400000000002 - type: nauc_map_at_1000_diff1 value: 13.022300000000001 - type: nauc_recall_at_1_max value: 24.7756 - type: nauc_recall_at_1_std value: 8.1475 - type: nauc_recall_at_1_diff1 value: 20.3463 - type: nauc_recall_at_3_max value: 26.9791 - type: nauc_recall_at_3_std value: 14.0122 - type: nauc_recall_at_3_diff1 value: 13.637599999999999 - type: nauc_recall_at_5_max value: 27.685 - type: nauc_recall_at_5_std value: 18.3045 - type: nauc_recall_at_5_diff1 value: 10.115 - type: nauc_recall_at_10_max value: 28.5451 - type: nauc_recall_at_10_std value: 23.112099999999998 - type: nauc_recall_at_10_diff1 value: 6.478000000000001 - type: nauc_recall_at_20_max value: 28.4223 - type: nauc_recall_at_20_std value: 28.2926 - type: nauc_recall_at_20_diff1 value: 5.9182 - type: nauc_recall_at_100_max value: 28.331200000000003 - type: nauc_recall_at_100_std value: 37.9557 - type: nauc_recall_at_100_diff1 value: 7.1856 - type: nauc_recall_at_1000_max value: 24.3488 - type: nauc_recall_at_1000_std value: 38.6121 - type: nauc_recall_at_1000_diff1 value: 6.1003 - type: nauc_precision_at_1_max value: 24.935499999999998 - type: nauc_precision_at_1_std value: 8.174299999999999 - type: nauc_precision_at_1_diff1 value: 20.458499999999997 - type: nauc_precision_at_3_max value: 27.0656 - type: nauc_precision_at_3_std value: 14.152899999999999 - type: nauc_precision_at_3_diff1 value: 13.8103 - type: nauc_precision_at_5_max value: 27.940199999999997 - type: nauc_precision_at_5_std value: 18.541 - type: nauc_precision_at_5_diff1 value: 10.355 - type: nauc_precision_at_10_max value: 28.9679 - type: nauc_precision_at_10_std value: 23.3067 - type: nauc_precision_at_10_diff1 value: 6.7616 - type: nauc_precision_at_20_max value: 28.813 - type: nauc_precision_at_20_std value: 28.274500000000003 - type: nauc_precision_at_20_diff1 value: 6.2097 - type: nauc_precision_at_100_max value: 28.6629 - type: nauc_precision_at_100_std value: 37.533 - type: nauc_precision_at_100_diff1 value: 7.6328 - type: nauc_precision_at_1000_max value: 25.0545 - type: nauc_precision_at_1000_std value: 37.317 - type: nauc_precision_at_1000_diff1 value: 7.2360999999999995 - type: nauc_mrr_at_1_max value: 24.935499999999998 - type: nauc_mrr_at_1_std value: 8.174299999999999 - type: nauc_mrr_at_1_diff1 value: 20.458499999999997 - type: nauc_mrr_at_3_max value: 26.037 - type: nauc_mrr_at_3_std value: 13.3509 - type: nauc_mrr_at_3_diff1 value: 16.5581 - type: nauc_mrr_at_5_max value: 26.512200000000004 - type: nauc_mrr_at_5_std value: 14.1935 - type: nauc_mrr_at_5_diff1 value: 16.9622 - type: nauc_mrr_at_10_max value: 26.793699999999998 - type: nauc_mrr_at_10_std value: 14.475299999999999 - type: nauc_mrr_at_10_diff1 value: 16.370199999999997 - type: nauc_mrr_at_20_max value: 26.6322 - type: nauc_mrr_at_20_std value: 14.619299999999999 - type: nauc_mrr_at_20_diff1 value: 16.2574 - type: nauc_mrr_at_100_max value: 26.662999999999997 - type: nauc_mrr_at_100_std value: 14.5811 - type: nauc_mrr_at_100_diff1 value: 16.4445 - type: nauc_mrr_at_1000_max value: 26.6509 - type: nauc_mrr_at_1000_std value: 14.5288 - type: nauc_mrr_at_1000_diff1 value: 16.4617 - type: main_score value: 21.315 task: type: Retrieval - dataset: config: default name: MTEB SICK-R (default) revision: 20a6d6f312dd54037fe07a32d58e5e168867909d split: test type: mteb/sickr-sts metrics: - type: pearson value: 85.2236 - type: spearman value: 79.552 - type: cosine_pearson value: 85.2236 - type: cosine_spearman value: 79.552 - type: manhattan_pearson value: 82.441 - type: manhattan_spearman value: 79.6522 - type: euclidean_pearson value: 82.461 - type: euclidean_spearman value: 79.586 - type: main_score value: 79.552 task: type: STS - dataset: config: default name: MTEB STS12 (default) revision: a0d554a64d88156834ff5ae9920b964011b16384 split: test type: mteb/sts12-sts metrics: - type: pearson value: 82.6717 - type: spearman value: 74.32900000000001 - type: cosine_pearson value: 82.6717 - type: cosine_spearman value: 74.32900000000001 - type: manhattan_pearson value: 78.64139999999999 - type: manhattan_spearman value: 74.2317 - type: euclidean_pearson value: 78.5872 - type: euclidean_spearman value: 74.11330000000001 - type: main_score value: 74.32900000000001 task: type: STS - dataset: config: default name: MTEB STS13 (default) revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca split: test type: mteb/sts13-sts metrics: - type: pearson value: 82.4411 - type: spearman value: 83.5206 - type: cosine_pearson value: 82.4411 - type: cosine_spearman value: 83.5206 - type: manhattan_pearson value: 83.1748 - type: manhattan_spearman value: 83.2847 - type: euclidean_pearson value: 83.0033 - type: euclidean_spearman value: 83.1029 - type: main_score value: 83.5206 task: type: STS - dataset: config: default name: MTEB STS14 (default) revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 split: test type: mteb/sts14-sts metrics: - type: pearson value: 82.8828 - type: spearman value: 80.6168 - type: cosine_pearson value: 82.8828 - type: cosine_spearman value: 80.6168 - type: manhattan_pearson value: 82.4454 - type: manhattan_spearman value: 80.5921 - type: euclidean_pearson value: 82.3376 - type: euclidean_spearman value: 80.4612 - type: main_score value: 80.6168 task: type: STS - dataset: config: default name: MTEB STS15 (default) revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 split: test type: mteb/sts15-sts metrics: - type: pearson value: 85.74690000000001 - type: spearman value: 86.8576 - type: cosine_pearson value: 85.74690000000001 - type: cosine_spearman value: 86.8576 - type: manhattan_pearson value: 86.4696 - type: manhattan_spearman value: 86.7518 - type: euclidean_pearson value: 86.4535 - type: euclidean_spearman value: 86.7047 - type: main_score value: 86.8576 task: type: STS - dataset: config: default name: MTEB STS16 (default) revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 split: test type: mteb/sts16-sts metrics: - type: pearson value: 84.143 - type: spearman value: 85.4357 - type: cosine_pearson value: 84.143 - type: cosine_spearman value: 85.4357 - type: manhattan_pearson value: 84.6764 - type: manhattan_spearman value: 85.1899 - type: euclidean_pearson value: 84.6236 - type: euclidean_spearman value: 85.1268 - type: main_score value: 85.4357 task: type: STS - dataset: config: en-ar name: MTEB STS17 (en-ar) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: pearson value: 20.9391 - type: spearman value: 19.8291 - type: cosine_pearson value: 20.9391 - type: cosine_spearman value: 19.8291 - type: manhattan_pearson value: 20.0337 - type: manhattan_spearman value: 18.712 - type: euclidean_pearson value: 18.543000000000003 - type: euclidean_spearman value: 17.0394 - type: main_score value: 19.8291 task: type: STS - dataset: config: es-en name: MTEB STS17 (es-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: pearson value: 36.1076 - type: spearman value: 37.7431 - type: cosine_pearson value: 36.1076 - type: cosine_spearman value: 37.7431 - type: manhattan_pearson value: 36.2087 - type: manhattan_spearman value: 38.199 - type: euclidean_pearson value: 36.003299999999996 - type: euclidean_spearman value: 38.2931 - type: main_score value: 37.7431 task: type: STS - dataset: config: en-tr name: MTEB STS17 (en-tr) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: pearson value: 15.581900000000001 - type: spearman value: 14.9257 - type: cosine_pearson value: 15.581900000000001 - type: cosine_spearman value: 14.9257 - type: manhattan_pearson value: 13.941 - type: manhattan_spearman value: 12.1139 - type: euclidean_pearson value: 13.839799999999999 - type: euclidean_spearman value: 12.092600000000001 - type: main_score value: 14.9257 task: type: STS - dataset: config: en-en name: MTEB STS17 (en-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: pearson value: 89.1055 - type: spearman value: 89.74849999999999 - type: cosine_pearson value: 89.1055 - type: cosine_spearman value: 89.74849999999999 - type: manhattan_pearson value: 89.35889999999999 - type: manhattan_spearman value: 89.6548 - type: euclidean_pearson value: 89.3692 - type: euclidean_spearman value: 89.6819 - type: main_score value: 89.74849999999999 task: type: STS - dataset: config: it-en name: MTEB STS17 (it-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: pearson value: 34.056 - type: spearman value: 32.156 - type: cosine_pearson value: 34.056 - type: cosine_spearman value: 32.156 - type: manhattan_pearson value: 31.143900000000002 - type: manhattan_spearman value: 28.969099999999997 - type: euclidean_pearson value: 33.1061 - type: euclidean_spearman value: 31.0466 - type: main_score value: 32.156 task: type: STS - dataset: config: en-de name: MTEB STS17 (en-de) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: pearson value: 42.3601 - type: spearman value: 41.4203 - type: cosine_pearson value: 42.3601 - type: cosine_spearman value: 41.4203 - type: manhattan_pearson value: 39.981899999999996 - type: manhattan_spearman value: 38.0952 - type: euclidean_pearson value: 41.335499999999996 - type: euclidean_spearman value: 39.7943 - type: main_score value: 41.4203 task: type: STS - dataset: config: fr-en name: MTEB STS17 (fr-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: pearson value: 45.8696 - type: spearman value: 46.0298 - type: cosine_pearson value: 45.8696 - type: cosine_spearman value: 46.0298 - type: manhattan_pearson value: 45.3312 - type: manhattan_spearman value: 45.7096 - type: euclidean_pearson value: 44.8469 - type: euclidean_spearman value: 44.8071 - type: main_score value: 46.0298 task: type: STS - dataset: config: nl-en name: MTEB STS17 (nl-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: pearson value: 37.3649 - type: spearman value: 33.530300000000004 - type: cosine_pearson value: 37.3649 - type: cosine_spearman value: 33.530300000000004 - type: manhattan_pearson value: 37.3041 - type: manhattan_spearman value: 33.8571 - type: euclidean_pearson value: 37.292199999999994 - type: euclidean_spearman value: 32.3678 - type: main_score value: 33.530300000000004 task: type: STS - dataset: config: es-en name: MTEB STS22 (es-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: pearson value: 62.2414 - type: spearman value: 66.6849 - type: cosine_pearson value: 62.2414 - type: cosine_spearman value: 66.6849 - type: manhattan_pearson value: 63.226499999999994 - type: manhattan_spearman value: 66.6979 - type: euclidean_pearson value: 60.76390000000001 - type: euclidean_spearman value: 66.3358 - type: main_score value: 66.6849 task: type: STS - dataset: config: de-en name: MTEB STS22 (de-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: pearson value: 51.0323 - type: spearman value: 50.0918 - type: cosine_pearson value: 51.0323 - type: cosine_spearman value: 50.0918 - type: manhattan_pearson value: 54.5439 - type: manhattan_spearman value: 50.950399999999995 - type: euclidean_pearson value: 52.267799999999994 - type: euclidean_spearman value: 49.892399999999995 - type: main_score value: 50.0918 task: type: STS - dataset: config: zh-en name: MTEB STS22 (zh-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: pearson value: 43.2851 - type: spearman value: 45.153999999999996 - type: cosine_pearson value: 43.2851 - type: cosine_spearman value: 45.153999999999996 - type: manhattan_pearson value: 45.0203 - type: manhattan_spearman value: 47.6171 - type: euclidean_pearson value: 43.485 - type: euclidean_spearman value: 47.7715 - type: main_score value: 45.153999999999996 task: type: STS - dataset: config: pl-en name: MTEB STS22 (pl-en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: pearson value: 56.3712 - type: spearman value: 55.114700000000006 - type: cosine_pearson value: 56.3712 - type: cosine_spearman value: 55.114700000000006 - type: manhattan_pearson value: 53.59159999999999 - type: manhattan_spearman value: 52.546499999999995 - type: euclidean_pearson value: 54.9622 - type: euclidean_spearman value: 53.2341 - type: main_score value: 55.114700000000006 task: type: STS - dataset: config: en name: MTEB STS22 (en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: pearson value: 68.4414 - type: spearman value: 68.3308 - type: cosine_pearson value: 68.4414 - type: cosine_spearman value: 68.3308 - type: manhattan_pearson value: 69.8215 - type: manhattan_spearman value: 68.7828 - type: euclidean_pearson value: 69.5641 - type: euclidean_spearman value: 68.56269999999999 - type: main_score value: 68.3308 task: type: STS - dataset: config: default name: MTEB STSBenchmark (default) revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 split: test type: mteb/stsbenchmark-sts metrics: - type: pearson value: 86.0724 - type: spearman value: 86.2449 - type: cosine_pearson value: 86.0724 - type: cosine_spearman value: 86.2449 - type: manhattan_pearson value: 86.2033 - type: manhattan_spearman value: 86.0523 - type: euclidean_pearson value: 86.1487 - type: euclidean_spearman value: 85.9842 - type: main_score value: 86.2449 task: type: STS - dataset: config: default name: MTEB SciDocsRR (default) revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab split: test type: mteb/scidocs-reranking metrics: - type: map value: 84.4126 - type: mrr value: 95.4755 - type: nAUC_map_max value: 55.527300000000004 - type: nAUC_map_std value: 71.4269 - type: nAUC_map_diff1 value: 1.0592000000000001 - type: nAUC_mrr_max value: 87.11959999999999 - type: nAUC_mrr_std value: 82.7146 - type: nAUC_mrr_diff1 value: 44.2384 - type: main_score value: 84.4126 task: type: Reranking - dataset: config: default name: MTEB SciFact (default) revision: 0228b52cf27578f30900b9e5271d331663a030d7 split: test type: mteb/scifact metrics: - type: ndcg_at_1 value: 62.333000000000006 - type: ndcg_at_3 value: 67.297 - type: ndcg_at_5 value: 69.24900000000001 - type: ndcg_at_10 value: 72.63199999999999 - type: ndcg_at_20 value: 73.6 - type: ndcg_at_100 value: 74.889 - type: ndcg_at_1000 value: 75.453 - type: map_at_1 value: 59.733000000000004 - type: map_at_3 value: 65.194 - type: map_at_5 value: 66.616 - type: map_at_10 value: 68.158 - type: map_at_20 value: 68.464 - type: map_at_100 value: 68.686 - type: map_at_1000 value: 68.705 - type: recall_at_1 value: 59.733000000000004 - type: recall_at_3 value: 70.61699999999999 - type: recall_at_5 value: 75.5 - type: recall_at_10 value: 85.51100000000001 - type: recall_at_20 value: 89.133 - type: recall_at_100 value: 95.5 - type: recall_at_1000 value: 100.0 - type: precision_at_1 value: 62.333000000000006 - type: precision_at_3 value: 25.667 - type: precision_at_5 value: 16.8 - type: precision_at_10 value: 9.633 - type: precision_at_20 value: 5.050000000000001 - type: precision_at_100 value: 1.083 - type: precision_at_1000 value: 0.11299999999999999 - type: mrr_at_1 value: 62.3333 - type: mrr_at_3 value: 67.11110000000001 - type: mrr_at_5 value: 68.0111 - type: mrr_at_10 value: 69.243 - type: mrr_at_20 value: 69.4702 - type: mrr_at_100 value: 69.6616 - type: mrr_at_1000 value: 69.68039999999999 - type: nauc_ndcg_at_1_max value: 54.49850000000001 - type: nauc_ndcg_at_1_std value: 7.1119 - type: nauc_ndcg_at_1_diff1 value: 66.1422 - type: nauc_ndcg_at_3_max value: 56.4064 - type: nauc_ndcg_at_3_std value: 5.8438 - type: nauc_ndcg_at_3_diff1 value: 63.8497 - type: nauc_ndcg_at_5_max value: 57.1304 - type: nauc_ndcg_at_5_std value: 7.220600000000001 - type: nauc_ndcg_at_5_diff1 value: 63.31250000000001 - type: nauc_ndcg_at_10_max value: 55.722300000000004 - type: nauc_ndcg_at_10_std value: 9.1649 - type: nauc_ndcg_at_10_diff1 value: 60.6626 - type: nauc_ndcg_at_20_max value: 55.945299999999996 - type: nauc_ndcg_at_20_std value: 9.843200000000001 - type: nauc_ndcg_at_20_diff1 value: 60.113099999999996 - type: nauc_ndcg_at_100_max value: 56.1434 - type: nauc_ndcg_at_100_std value: 10.8029 - type: nauc_ndcg_at_100_diff1 value: 60.854200000000006 - type: nauc_ndcg_at_1000_max value: 56.2423 - type: nauc_ndcg_at_1000_std value: 9.703000000000001 - type: nauc_ndcg_at_1000_diff1 value: 61.718799999999995 - type: nauc_map_at_1_max value: 50.9749 - type: nauc_map_at_1_std value: 3.6609999999999996 - type: nauc_map_at_1_diff1 value: 67.3719 - type: nauc_map_at_3_max value: 54.31009999999999 - type: nauc_map_at_3_std value: 4.3235 - type: nauc_map_at_3_diff1 value: 64.8984 - type: nauc_map_at_5_max value: 55.328599999999994 - type: nauc_map_at_5_std value: 5.959099999999999 - type: nauc_map_at_5_diff1 value: 64.0263 - type: nauc_map_at_10_max value: 55.1577 - type: nauc_map_at_10_std value: 7.147399999999999 - type: nauc_map_at_10_diff1 value: 62.943000000000005 - type: nauc_map_at_20_max value: 55.367900000000006 - type: nauc_map_at_20_std value: 7.5756000000000006 - type: nauc_map_at_20_diff1 value: 62.7916 - type: nauc_map_at_100_max value: 55.342499999999994 - type: nauc_map_at_100_std value: 7.648000000000001 - type: nauc_map_at_100_diff1 value: 62.899499999999996 - type: nauc_map_at_1000_max value: 55.3499 - type: nauc_map_at_1000_std value: 7.624499999999999 - type: nauc_map_at_1000_diff1 value: 62.930299999999995 - type: nauc_recall_at_1_max value: 50.9749 - type: nauc_recall_at_1_std value: 3.6609999999999996 - type: nauc_recall_at_1_diff1 value: 67.3719 - type: nauc_recall_at_3_max value: 56.184 - type: nauc_recall_at_3_std value: 1.8581 - type: nauc_recall_at_3_diff1 value: 63.3395 - type: nauc_recall_at_5_max value: 59.3021 - type: nauc_recall_at_5_std value: 6.4342 - type: nauc_recall_at_5_diff1 value: 61.8267 - type: nauc_recall_at_10_max value: 51.8488 - type: nauc_recall_at_10_std value: 13.397 - type: nauc_recall_at_10_diff1 value: 47.7098 - type: nauc_recall_at_20_max value: 51.607499999999995 - type: nauc_recall_at_20_std value: 17.8583 - type: nauc_recall_at_20_diff1 value: 40.2701 - type: nauc_recall_at_100_max value: 54.1844 - type: nauc_recall_at_100_std value: 53.411500000000004 - type: nauc_recall_at_100_diff1 value: 31.0043 - type: nauc_recall_at_1000_max value: .nan - type: nauc_recall_at_1000_std value: .nan - type: nauc_recall_at_1000_diff1 value: .nan - type: nauc_precision_at_1_max value: 54.49850000000001 - type: nauc_precision_at_1_std value: 7.1119 - type: nauc_precision_at_1_diff1 value: 66.1422 - type: nauc_precision_at_3_max value: 52.115 - type: nauc_precision_at_3_std value: 16.1809 - type: nauc_precision_at_3_diff1 value: 41.6736 - type: nauc_precision_at_5_max value: 46.3365 - type: nauc_precision_at_5_std value: 22.7022 - type: nauc_precision_at_5_diff1 value: 25.564500000000002 - type: nauc_precision_at_10_max value: 31.7504 - type: nauc_precision_at_10_std value: 31.063499999999998 - type: nauc_precision_at_10_diff1 value: 0.61 - type: nauc_precision_at_20_max value: 27.0162 - type: nauc_precision_at_20_std value: 35.5844 - type: nauc_precision_at_20_diff1 value: -8.559899999999999 - type: nauc_precision_at_100_max value: 17.9369 - type: nauc_precision_at_100_std value: 45.360299999999995 - type: nauc_precision_at_100_diff1 value: -21.3734 - type: nauc_precision_at_1000_max value: 9.6015 - type: nauc_precision_at_1000_std value: 41.6207 - type: nauc_precision_at_1000_diff1 value: -31.4964 - type: nauc_mrr_at_1_max value: 54.49850000000001 - type: nauc_mrr_at_1_std value: 7.1119 - type: nauc_mrr_at_1_diff1 value: 66.1422 - type: nauc_mrr_at_3_max value: 57.52589999999999 - type: nauc_mrr_at_3_std value: 8.605400000000001 - type: nauc_mrr_at_3_diff1 value: 63.4207 - type: nauc_mrr_at_5_max value: 57.809900000000006 - type: nauc_mrr_at_5_std value: 9.2631 - type: nauc_mrr_at_5_diff1 value: 63.4016 - type: nauc_mrr_at_10_max value: 57.02199999999999 - type: nauc_mrr_at_10_std value: 9.542100000000001 - type: nauc_mrr_at_10_diff1 value: 62.527 - type: nauc_mrr_at_20_max value: 56.942800000000005 - type: nauc_mrr_at_20_std value: 9.3838 - type: nauc_mrr_at_20_diff1 value: 62.3991 - type: nauc_mrr_at_100_max value: 56.9337 - type: nauc_mrr_at_100_std value: 9.437800000000001 - type: nauc_mrr_at_100_diff1 value: 62.5024 - type: nauc_mrr_at_1000_max value: 56.942899999999995 - type: nauc_mrr_at_1000_std value: 9.4167 - type: nauc_mrr_at_1000_diff1 value: 62.5336 - type: main_score value: 72.63199999999999 task: type: Retrieval - dataset: config: default name: MTEB SprintDuplicateQuestions (default) revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 split: test type: mteb/sprintduplicatequestions-pairclassification metrics: - type: similarity_accuracy value: 99.8 - type: similarity_accuracy_threshold value: 79.6178 - type: similarity_f1 value: 89.6091 - type: similarity_f1_threshold value: 79.3926 - type: similarity_precision value: 92.26689999999999 - type: similarity_recall value: 87.1 - type: similarity_ap value: 95.45169999999999 - type: cosine_accuracy value: 99.8 - type: cosine_accuracy_threshold value: 79.6178 - type: cosine_f1 value: 89.6091 - type: cosine_f1_threshold value: 79.3926 - type: cosine_precision value: 92.26689999999999 - type: cosine_recall value: 87.1 - type: cosine_ap value: 95.45169999999999 - type: manhattan_accuracy value: 99.797 - type: manhattan_accuracy_threshold value: 23339.9902 - type: manhattan_f1 value: 89.45490000000001 - type: manhattan_f1_threshold value: 23640.0604 - type: manhattan_precision value: 91.1734 - type: manhattan_recall value: 87.8 - type: manhattan_ap value: 95.4832 - type: euclidean_accuracy value: 99.79599999999999 - type: euclidean_accuracy_threshold value: 1058.7936 - type: euclidean_f1 value: 89.35300000000001 - type: euclidean_f1_threshold value: 1085.26 - type: euclidean_precision value: 91.0696 - type: euclidean_recall value: 87.7 - type: euclidean_ap value: 95.4192 - type: dot_accuracy value: 99.79599999999999 - type: dot_accuracy_threshold value: 22447.8943 - type: dot_f1 value: 89.6311 - type: dot_f1_threshold value: 21928.1982 - type: dot_precision value: 89.3638 - type: dot_recall value: 89.9 - type: dot_ap value: 95.26599999999999 - type: max_accuracy value: 99.8 - type: max_f1 value: 89.6311 - type: max_precision value: 92.26689999999999 - type: max_recall value: 89.9 - type: max_ap value: 95.4832 - type: main_score value: 95.4832 task: type: PairClassification - dataset: config: default name: MTEB StackExchangeClustering (default) revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 split: test type: mteb/stackexchange-clustering metrics: - type: v_measure value: 66.8292 - type: v_measure_std value: 5.3023 - type: main_score value: 66.8292 task: type: Clustering - dataset: config: default name: MTEB StackExchangeClusteringP2P (default) revision: 815ca46b2622cec33ccafc3735d572c266efdb44 split: test type: mteb/stackexchange-clustering-p2p metrics: - type: v_measure value: 36.436800000000005 - type: v_measure_std value: 1.5622 - type: main_score value: 36.436800000000005 task: type: Clustering - dataset: config: default name: MTEB StackOverflowDupQuestions (default) revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 split: test type: mteb/stackoverflowdupquestions-reranking metrics: - type: map value: 49.784299999999995 - type: mrr value: 50.539199999999994 - type: nAUC_map_max value: 12.292 - type: nAUC_map_std value: 8.071100000000001 - type: nAUC_map_diff1 value: 34.4928 - type: nAUC_mrr_max value: 12.445599999999999 - type: nAUC_mrr_std value: 8.607800000000001 - type: nAUC_mrr_diff1 value: 34.4987 - type: main_score value: 49.784299999999995 task: type: Reranking - dataset: config: default name: MTEB SummEval (default) revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c split: test type: mteb/summeval metrics: - type: pearson value: 29.8823 - type: spearman value: 30.4476 - type: cosine_spearman value: 30.4476 - type: cosine_pearson value: 29.8823 - type: dot_spearman value: 29.773899999999998 - type: dot_pearson value: 30.2538 - type: main_score value: 30.4476 task: type: Summarization - dataset: config: default name: MTEB TRECCOVID (default) revision: bb9466bac8153a0349341eb1b22e06409e78ef4e split: test type: mteb/trec-covid metrics: - type: ndcg_at_1 value: 83.0 - type: ndcg_at_3 value: 79.061 - type: ndcg_at_5 value: 74.447 - type: ndcg_at_10 value: 74.005 - type: ndcg_at_20 value: 71.021 - type: ndcg_at_100 value: 56.159000000000006 - type: ndcg_at_1000 value: 52.105999999999995 - type: map_at_1 value: 0.243 - type: map_at_3 value: 0.642 - type: map_at_5 value: 0.996 - type: map_at_10 value: 1.847 - type: map_at_20 value: 3.3529999999999998 - type: map_at_100 value: 10.302999999999999 - type: map_at_1000 value: 25.903 - type: recall_at_1 value: 0.243 - type: recall_at_3 value: 0.668 - type: recall_at_5 value: 1.0630000000000002 - type: recall_at_10 value: 2.09 - type: recall_at_20 value: 3.92 - type: recall_at_100 value: 13.847999999999999 - type: recall_at_1000 value: 49.294 - type: precision_at_1 value: 88.0 - type: precision_at_3 value: 81.333 - type: precision_at_5 value: 76.4 - type: precision_at_10 value: 77.60000000000001 - type: precision_at_20 value: 74.0 - type: precision_at_100 value: 57.08 - type: precision_at_1000 value: 22.96 - type: mrr_at_1 value: 88.0 - type: mrr_at_3 value: 93.0 - type: mrr_at_5 value: 93.4 - type: mrr_at_10 value: 93.4 - type: mrr_at_20 value: 93.4 - type: mrr_at_100 value: 93.4 - type: mrr_at_1000 value: 93.4 - type: nauc_ndcg_at_1_max value: 61.9438 - type: nauc_ndcg_at_1_std value: 47.8895 - type: nauc_ndcg_at_1_diff1 value: -24.637500000000003 - type: nauc_ndcg_at_3_max value: 61.8429 - type: nauc_ndcg_at_3_std value: 54.91629999999999 - type: nauc_ndcg_at_3_diff1 value: -20.225099999999998 - type: nauc_ndcg_at_5_max value: 57.876099999999994 - type: nauc_ndcg_at_5_std value: 54.66760000000001 - type: nauc_ndcg_at_5_diff1 value: -16.5158 - type: nauc_ndcg_at_10_max value: 53.566599999999994 - type: nauc_ndcg_at_10_std value: 56.130199999999995 - type: nauc_ndcg_at_10_diff1 value: -10.4444 - type: nauc_ndcg_at_20_max value: 57.296499999999995 - type: nauc_ndcg_at_20_std value: 67.55250000000001 - type: nauc_ndcg_at_20_diff1 value: -9.6015 - type: nauc_ndcg_at_100_max value: 55.960100000000004 - type: nauc_ndcg_at_100_std value: 79.8832 - type: nauc_ndcg_at_100_diff1 value: -6.365800000000001 - type: nauc_ndcg_at_1000_max value: 59.79950000000001 - type: nauc_ndcg_at_1000_std value: 72.3925 - type: nauc_ndcg_at_1000_diff1 value: -7.0761 - type: nauc_map_at_1_max value: 6.4536999999999995 - type: nauc_map_at_1_std value: -7.8119 - type: nauc_map_at_1_diff1 value: -14.1175 - type: nauc_map_at_3_max value: 16.98 - type: nauc_map_at_3_std value: -0.3721 - type: nauc_map_at_3_diff1 value: -15.793 - type: nauc_map_at_5_max value: 19.7658 - type: nauc_map_at_5_std value: 1.4654 - type: nauc_map_at_5_diff1 value: -17.1417 - type: nauc_map_at_10_max value: 21.506700000000002 - type: nauc_map_at_10_std value: 4.157 - type: nauc_map_at_10_diff1 value: -14.0577 - type: nauc_map_at_20_max value: 23.8734 - type: nauc_map_at_20_std value: 11.5207 - type: nauc_map_at_20_diff1 value: -10.5616 - type: nauc_map_at_100_max value: 46.692299999999996 - type: nauc_map_at_100_std value: 57.88290000000001 - type: nauc_map_at_100_diff1 value: -8.8046 - type: nauc_map_at_1000_max value: 63.9156 - type: nauc_map_at_1000_std value: 79.93209999999999 - type: nauc_map_at_1000_diff1 value: 3.2281999999999997 - type: nauc_recall_at_1_max value: 6.4536999999999995 - type: nauc_recall_at_1_std value: -7.8119 - type: nauc_recall_at_1_diff1 value: -14.1175 - type: nauc_recall_at_3_max value: 13.3248 - type: nauc_recall_at_3_std value: -3.4745999999999997 - type: nauc_recall_at_3_diff1 value: -16.9974 - type: nauc_recall_at_5_max value: 14.6892 - type: nauc_recall_at_5_std value: -2.0025999999999997 - type: nauc_recall_at_5_diff1 value: -17.7484 - type: nauc_recall_at_10_max value: 12.6493 - type: nauc_recall_at_10_std value: -3.3624 - type: nauc_recall_at_10_diff1 value: -14.665700000000001 - type: nauc_recall_at_20_max value: 12.4179 - type: nauc_recall_at_20_std value: 2.6304000000000003 - type: nauc_recall_at_20_diff1 value: -12.0324 - type: nauc_recall_at_100_max value: 33.699 - type: nauc_recall_at_100_std value: 41.4814 - type: nauc_recall_at_100_diff1 value: -13.805799999999998 - type: nauc_recall_at_1000_max value: 54.8094 - type: nauc_recall_at_1000_std value: 59.785999999999994 - type: nauc_recall_at_1000_diff1 value: -2.278 - type: nauc_precision_at_1_max value: 83.2167 - type: nauc_precision_at_1_std value: 71.8899 - type: nauc_precision_at_1_diff1 value: -18.970699999999997 - type: nauc_precision_at_3_max value: 70.7754 - type: nauc_precision_at_3_std value: 60.5541 - type: nauc_precision_at_3_diff1 value: -16.8234 - type: nauc_precision_at_5_max value: 64.384 - type: nauc_precision_at_5_std value: 54.879999999999995 - type: nauc_precision_at_5_diff1 value: -12.8109 - type: nauc_precision_at_10_max value: 60.5951 - type: nauc_precision_at_10_std value: 57.330000000000005 - type: nauc_precision_at_10_diff1 value: -4.029400000000001 - type: nauc_precision_at_20_max value: 61.1634 - type: nauc_precision_at_20_std value: 69.7819 - type: nauc_precision_at_20_diff1 value: -6.2779 - type: nauc_precision_at_100_max value: 57.814600000000006 - type: nauc_precision_at_100_std value: 82.3314 - type: nauc_precision_at_100_diff1 value: 1.2801 - type: nauc_precision_at_1000_max value: 48.0584 - type: nauc_precision_at_1000_std value: 54.331799999999994 - type: nauc_precision_at_1000_diff1 value: 9.286800000000001 - type: nauc_mrr_at_1_max value: 83.2167 - type: nauc_mrr_at_1_std value: 71.8899 - type: nauc_mrr_at_1_diff1 value: -18.970699999999997 - type: nauc_mrr_at_3_max value: 85.6599 - type: nauc_mrr_at_3_std value: 75.9821 - type: nauc_mrr_at_3_diff1 value: -41.5387 - type: nauc_mrr_at_5_max value: 84.77329999999999 - type: nauc_mrr_at_5_std value: 74.497 - type: nauc_mrr_at_5_diff1 value: -33.3487 - type: nauc_mrr_at_10_max value: 84.77329999999999 - type: nauc_mrr_at_10_std value: 74.497 - type: nauc_mrr_at_10_diff1 value: -33.3487 - type: nauc_mrr_at_20_max value: 84.77329999999999 - type: nauc_mrr_at_20_std value: 74.497 - type: nauc_mrr_at_20_diff1 value: -33.3487 - type: nauc_mrr_at_100_max value: 84.77329999999999 - type: nauc_mrr_at_100_std value: 74.497 - type: nauc_mrr_at_100_diff1 value: -33.3487 - type: nauc_mrr_at_1000_max value: 84.77329999999999 - type: nauc_mrr_at_1000_std value: 74.497 - type: nauc_mrr_at_1000_diff1 value: -33.3487 - type: main_score value: 74.005 task: type: Retrieval - dataset: config: default name: MTEB Touche2020 (default) revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f split: test type: mteb/touche2020 metrics: - type: ndcg_at_1 value: 25.509999999999998 - type: ndcg_at_3 value: 25.356 - type: ndcg_at_5 value: 25.718999999999998 - type: ndcg_at_10 value: 23.777 - type: ndcg_at_20 value: 25.631999999999998 - type: ndcg_at_100 value: 35.294 - type: ndcg_at_1000 value: 46.904 - type: map_at_1 value: 2.174 - type: map_at_3 value: 4.698 - type: map_at_5 value: 6.511 - type: map_at_10 value: 9.075 - type: map_at_20 value: 11.89 - type: map_at_100 value: 15.042 - type: map_at_1000 value: 16.527 - type: recall_at_1 value: 2.174 - type: recall_at_3 value: 6.067 - type: recall_at_5 value: 9.985 - type: recall_at_10 value: 15.595 - type: recall_at_20 value: 24.709 - type: recall_at_100 value: 46.075 - type: recall_at_1000 value: 81.211 - type: precision_at_1 value: 28.571 - type: precision_at_3 value: 27.211000000000002 - type: precision_at_5 value: 27.346999999999998 - type: precision_at_10 value: 21.633 - type: precision_at_20 value: 17.347 - type: precision_at_100 value: 7.306 - type: precision_at_1000 value: 1.498 - type: mrr_at_1 value: 28.571400000000004 - type: mrr_at_3 value: 40.8163 - type: mrr_at_5 value: 44.5918 - type: mrr_at_10 value: 45.806599999999996 - type: mrr_at_20 value: 46.6323 - type: mrr_at_100 value: 46.898 - type: mrr_at_1000 value: 46.898 - type: nauc_ndcg_at_1_max value: -38.9044 - type: nauc_ndcg_at_1_std value: -13.3682 - type: nauc_ndcg_at_1_diff1 value: 14.1403 - type: nauc_ndcg_at_3_max value: -31.8112 - type: nauc_ndcg_at_3_std value: -7.919099999999999 - type: nauc_ndcg_at_3_diff1 value: 18.3462 - type: nauc_ndcg_at_5_max value: -31.588 - type: nauc_ndcg_at_5_std value: 0.3613 - type: nauc_ndcg_at_5_diff1 value: 7.4144000000000005 - type: nauc_ndcg_at_10_max value: -32.5645 - type: nauc_ndcg_at_10_std value: 0.9863000000000001 - type: nauc_ndcg_at_10_diff1 value: 5.8937 - type: nauc_ndcg_at_20_max value: -30.522199999999998 - type: nauc_ndcg_at_20_std value: 0.5783 - type: nauc_ndcg_at_20_diff1 value: 9.0286 - type: nauc_ndcg_at_100_max value: -30.083 - type: nauc_ndcg_at_100_std value: 24.9979 - type: nauc_ndcg_at_100_diff1 value: 4.1679 - type: nauc_ndcg_at_1000_max value: -27.1779 - type: nauc_ndcg_at_1000_std value: 35.4651 - type: nauc_ndcg_at_1000_diff1 value: 0.47959999999999997 - type: nauc_map_at_1_max value: -40.423700000000004 - type: nauc_map_at_1_std value: -22.1977 - type: nauc_map_at_1_diff1 value: 9.8424 - type: nauc_map_at_3_max value: -28.4609 - type: nauc_map_at_3_std value: -18.2528 - type: nauc_map_at_3_diff1 value: 16.5127 - type: nauc_map_at_5_max value: -27.016299999999998 - type: nauc_map_at_5_std value: -14.610699999999998 - type: nauc_map_at_5_diff1 value: 9.3923 - type: nauc_map_at_10_max value: -25.9324 - type: nauc_map_at_10_std value: -11.026900000000001 - type: nauc_map_at_10_diff1 value: 7.6867 - type: nauc_map_at_20_max value: -22.806199999999997 - type: nauc_map_at_20_std value: -7.623099999999999 - type: nauc_map_at_20_diff1 value: 8.0359 - type: nauc_map_at_100_max value: -21.1619 - type: nauc_map_at_100_std value: 5.122 - type: nauc_map_at_100_diff1 value: 6.6944 - type: nauc_map_at_1000_max value: -21.1736 - type: nauc_map_at_1000_std value: 8.8896 - type: nauc_map_at_1000_diff1 value: 5.633500000000001 - type: nauc_recall_at_1_max value: -40.423700000000004 - type: nauc_recall_at_1_std value: -22.1977 - type: nauc_recall_at_1_diff1 value: 9.8424 - type: nauc_recall_at_3_max value: -24.351300000000002 - type: nauc_recall_at_3_std value: -13.661000000000001 - type: nauc_recall_at_3_diff1 value: 14.1204 - type: nauc_recall_at_5_max value: -22.767799999999998 - type: nauc_recall_at_5_std value: -7.4171000000000005 - type: nauc_recall_at_5_diff1 value: 1.9924999999999997 - type: nauc_recall_at_10_max value: -25.3874 - type: nauc_recall_at_10_std value: -3.9967 - type: nauc_recall_at_10_diff1 value: 3.4776000000000002 - type: nauc_recall_at_20_max value: -25.051099999999998 - type: nauc_recall_at_20_std value: -2.0329 - type: nauc_recall_at_20_diff1 value: 2.2399 - type: nauc_recall_at_100_max value: -20.6196 - type: nauc_recall_at_100_std value: 39.644200000000005 - type: nauc_recall_at_100_diff1 value: -6.7455 - type: nauc_recall_at_1000_max value: -6.2200999999999995 - type: nauc_recall_at_1000_std value: 78.9064 - type: nauc_recall_at_1000_diff1 value: -23.044700000000002 - type: nauc_precision_at_1_max value: -37.808 - type: nauc_precision_at_1_std value: -10.7692 - type: nauc_precision_at_1_diff1 value: 18.6307 - type: nauc_precision_at_3_max value: -30.505900000000004 - type: nauc_precision_at_3_std value: -6.6981 - type: nauc_precision_at_3_diff1 value: 22.1572 - type: nauc_precision_at_5_max value: -26.9752 - type: nauc_precision_at_5_std value: 9.2292 - type: nauc_precision_at_5_diff1 value: 6.7962 - type: nauc_precision_at_10_max value: -29.9346 - type: nauc_precision_at_10_std value: 13.3568 - type: nauc_precision_at_10_diff1 value: 6.8902 - type: nauc_precision_at_20_max value: -22.7968 - type: nauc_precision_at_20_std value: 21.0382 - type: nauc_precision_at_20_diff1 value: 9.033199999999999 - type: nauc_precision_at_100_max value: -11.4519 - type: nauc_precision_at_100_std value: 72.8881 - type: nauc_precision_at_100_diff1 value: -8.261000000000001 - type: nauc_precision_at_1000_max value: 29.3926 - type: nauc_precision_at_1000_std value: 44.936 - type: nauc_precision_at_1000_diff1 value: -15.2011 - type: nauc_mrr_at_1_max value: -37.808 - type: nauc_mrr_at_1_std value: -10.7692 - type: nauc_mrr_at_1_diff1 value: 18.6307 - type: nauc_mrr_at_3_max value: -36.6424 - type: nauc_mrr_at_3_std value: -5.8629 - type: nauc_mrr_at_3_diff1 value: 10.0726 - type: nauc_mrr_at_5_max value: -35.132400000000004 - type: nauc_mrr_at_5_std value: -2.6545 - type: nauc_mrr_at_5_diff1 value: 8.2052 - type: nauc_mrr_at_10_max value: -37.947199999999995 - type: nauc_mrr_at_10_std value: -3.6131 - type: nauc_mrr_at_10_diff1 value: 8.5589 - type: nauc_mrr_at_20_max value: -37.490899999999996 - type: nauc_mrr_at_20_std value: -5.375 - type: nauc_mrr_at_20_diff1 value: 9.9839 - type: nauc_mrr_at_100_max value: -36.8829 - type: nauc_mrr_at_100_std value: -5.148 - type: nauc_mrr_at_100_diff1 value: 9.775300000000001 - type: nauc_mrr_at_1000_max value: -36.8829 - type: nauc_mrr_at_1000_std value: -5.148 - type: nauc_mrr_at_1000_diff1 value: 9.775300000000001 - type: main_score value: 23.777 task: type: Retrieval - dataset: config: default name: MTEB ToxicConversationsClassification (default) revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de split: test type: mteb/toxic_conversations_50k metrics: - type: accuracy value: 78.2227 - type: f1 value: 60.9422 - type: f1_weighted value: 82.7019 - type: ap value: 19.0562 - type: ap_weighted value: 19.0562 - type: main_score value: 78.2227 task: type: Classification - dataset: config: default name: MTEB TweetSentimentExtractionClassification (default) revision: d604517c81ca91fe16a244d1248fc021f9ecee7a split: test type: mteb/tweet_sentiment_extraction metrics: - type: accuracy value: 61.3865 - type: f1 value: 61.805299999999995 - type: f1_weighted value: 60.8858 - type: main_score value: 61.3865 task: type: Classification - dataset: config: default name: MTEB TwentyNewsgroupsClustering (default) revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 split: test type: mteb/twentynewsgroups-clustering metrics: - type: v_measure value: 49.1222 - type: v_measure_std value: 1.01 - type: main_score value: 49.1222 task: type: Clustering - dataset: config: default name: MTEB TwitterSemEval2015 (default) revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 split: test type: mteb/twittersemeval2015-pairclassification metrics: - type: similarity_accuracy value: 85.96289999999999 - type: similarity_accuracy_threshold value: 81.7526 - type: similarity_f1 value: 67.0984 - type: similarity_f1_threshold value: 78.1167 - type: similarity_precision value: 64.6756 - type: similarity_recall value: 69.7098 - type: similarity_ap value: 73.40769999999999 - type: cosine_accuracy value: 85.96289999999999 - type: cosine_accuracy_threshold value: 81.7526 - type: cosine_f1 value: 67.0984 - type: cosine_f1_threshold value: 78.1167 - type: cosine_precision value: 64.6756 - type: cosine_recall value: 69.7098 - type: cosine_ap value: 73.40769999999999 - type: manhattan_accuracy value: 85.8735 - type: manhattan_accuracy_threshold value: 22624.693300000003 - type: manhattan_f1 value: 67.13 - type: manhattan_f1_threshold value: 24148.2193 - type: manhattan_precision value: 65.52759999999999 - type: manhattan_recall value: 68.8127 - type: manhattan_ap value: 73.4081 - type: euclidean_accuracy value: 85.9391 - type: euclidean_accuracy_threshold value: 1019.5558 - type: euclidean_f1 value: 67.0856 - type: euclidean_f1_threshold value: 1125.2108 - type: euclidean_precision value: 64.0509 - type: euclidean_recall value: 70.4222 - type: euclidean_ap value: 73.38289999999999 - type: dot_accuracy value: 85.3013 - type: dot_accuracy_threshold value: 23728.8651 - type: dot_f1 value: 65.8888 - type: dot_f1_threshold value: 22264.9994 - type: dot_precision value: 62.2128 - type: dot_recall value: 70.0264 - type: dot_ap value: 71.5369 - type: max_accuracy value: 85.96289999999999 - type: max_f1 value: 67.13 - type: max_precision value: 65.52759999999999 - type: max_recall value: 70.4222 - type: max_ap value: 73.4081 - type: main_score value: 73.4081 task: type: PairClassification - dataset: config: default name: MTEB TwitterURLCorpus (default) revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf split: test type: mteb/twitterurlcorpus-pairclassification metrics: - type: similarity_accuracy value: 88.81710000000001 - type: similarity_accuracy_threshold value: 75.9413 - type: similarity_f1 value: 77.74560000000001 - type: similarity_f1_threshold value: 72.7591 - type: similarity_precision value: 74.17660000000001 - type: similarity_recall value: 81.6754 - type: similarity_ap value: 85.43230000000001 - type: cosine_accuracy value: 88.81710000000001 - type: cosine_accuracy_threshold value: 75.9413 - type: cosine_f1 value: 77.74560000000001 - type: cosine_f1_threshold value: 72.7591 - type: cosine_precision value: 74.17660000000001 - type: cosine_recall value: 81.6754 - type: cosine_ap value: 85.43230000000001 - type: manhattan_accuracy value: 88.7802 - type: manhattan_accuracy_threshold value: 25609.9884 - type: manhattan_f1 value: 77.5999 - type: manhattan_f1_threshold value: 26501.702899999997 - type: manhattan_precision value: 76.145 - type: manhattan_recall value: 79.1115 - type: manhattan_ap value: 85.34779999999999 - type: euclidean_accuracy value: 88.76859999999999 - type: euclidean_accuracy_threshold value: 1181.6877 - type: euclidean_f1 value: 77.6417 - type: euclidean_f1_threshold value: 1224.3926999999999 - type: euclidean_precision value: 75.6 - type: euclidean_recall value: 79.7967 - type: euclidean_ap value: 85.3782 - type: dot_accuracy value: 88.5726 - type: dot_accuracy_threshold value: 21390.567 - type: dot_f1 value: 77.4881 - type: dot_f1_threshold value: 20787.2925 - type: dot_precision value: 75.0505 - type: dot_recall value: 80.0893 - type: dot_ap value: 84.8854 - type: max_accuracy value: 88.81710000000001 - type: max_f1 value: 77.74560000000001 - type: max_precision value: 76.145 - type: max_recall value: 81.6754 - type: max_ap value: 85.43230000000001 - type: main_score value: 85.43230000000001 task: type: PairClassification tags: - mteb ---