diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -4,6 +4,7 @@ base_model: language: - en - zh +license: apache-2.0 model-index: - name: infly/inf-retriever-v1 results: @@ -15,25 +16,25 @@ model-index: type: C-MTEB/CmedqaRetrieval metrics: - type: ndcg_at_1 - value: 38.21 + value: 38.185 - type: ndcg_at_3 value: 38.438 - type: ndcg_at_5 - value: 40.443 + value: 40.445 - type: ndcg_at_10 - value: 43.306 + value: 43.308 - type: ndcg_at_20 - value: 46.183 + value: 46.177 - type: ndcg_at_100 - value: 50.646 + value: 50.644999999999996 - type: ndcg_at_1000 - value: 52.82 + value: 52.819 - type: map_at_1 - value: 25.153 + value: 25.14 - type: map_at_3 - value: 33.038000000000004 + value: 33.041 - type: map_at_5 - value: 35.228 + value: 35.231 - type: map_at_10 value: 36.924 - type: map_at_20 @@ -43,21 +44,21 @@ model-index: - type: map_at_1000 value: 38.914 - type: recall_at_1 - value: 25.153 + value: 25.14 - type: recall_at_3 value: 38.253 - type: recall_at_5 value: 44.507999999999996 - type: recall_at_10 - value: 53.012 + value: 53.025 - type: recall_at_20 - value: 62.915 + value: 62.89 - type: recall_at_100 value: 83.487 - type: recall_at_1000 value: 98.059 - type: precision_at_1 - value: 38.21 + value: 38.185 - type: precision_at_3 value: 21.605 - type: precision_at_5 @@ -65,237 +66,237 @@ model-index: - type: precision_at_10 value: 9.585 - type: precision_at_20 - value: 5.731 + value: 5.7299999999999995 - type: precision_at_100 value: 1.545 - type: precision_at_1000 value: 0.183 - type: mrr_at_1 - value: 38.2096 + value: 38.1845 - type: mrr_at_3 - value: 43.6776 + value: 43.6734 - type: mrr_at_5 - value: 44.992900000000006 + value: 44.99 - type: mrr_at_10 - value: 46.0602 + value: 46.0585 - type: mrr_at_20 - value: 46.6425 + value: 46.637 - type: mrr_at_100 - value: 47.0609 + value: 47.056599999999996 - type: mrr_at_1000 - value: 47.1081 + value: 47.1038 - type: nauc_ndcg_at_1_max - value: 47.2941 + value: 47.2605 - type: nauc_ndcg_at_1_std - value: 1.1506 + value: 1.0507 - type: nauc_ndcg_at_1_diff1 - value: 65.07300000000001 + value: 65.0181 - type: nauc_ndcg_at_3_max - value: 40.0306 + value: 40.017599999999995 - type: nauc_ndcg_at_3_std - value: -2.1843999999999997 + value: -2.2058 - type: nauc_ndcg_at_3_diff1 - value: 55.63550000000001 + value: 55.583099999999995 - type: nauc_ndcg_at_5_max - value: 38.4437 + value: 38.4291 - type: nauc_ndcg_at_5_std - value: -2.8594 + value: -2.9059999999999997 - type: nauc_ndcg_at_5_diff1 - value: 54.3432 + value: 54.2872 - type: nauc_ndcg_at_10_max - value: 37.9058 + value: 37.8745 - type: nauc_ndcg_at_10_std - value: -2.2464 + value: -2.2864 - type: nauc_ndcg_at_10_diff1 - value: 53.2127 + value: 53.11559999999999 - type: nauc_ndcg_at_20_max - value: 38.6325 + value: 38.625 - type: nauc_ndcg_at_20_std - value: -1.4661 + value: -1.5058 - type: nauc_ndcg_at_20_diff1 - value: 53.0613 + value: 52.9535 - type: nauc_ndcg_at_100_max - value: 40.2745 + value: 40.251599999999996 - type: nauc_ndcg_at_100_std - value: 1.2013 + value: 1.1615 - type: nauc_ndcg_at_100_diff1 - value: 53.5367 + value: 53.4532 - type: nauc_ndcg_at_1000_max - value: 40.773199999999996 + value: 40.7493 - type: nauc_ndcg_at_1000_std - value: 0.4336 + value: 0.3865 - type: nauc_ndcg_at_1000_diff1 - value: 54.4837 + value: 54.3978 - type: nauc_map_at_1_max - value: 29.7667 + value: 29.747200000000003 - type: nauc_map_at_1_std - value: -6.5036 + value: -6.514399999999999 - type: nauc_map_at_1_diff1 - value: 55.916 + value: 55.872 - type: nauc_map_at_3_max - value: 34.8091 + value: 34.7832 - type: nauc_map_at_3_std - value: -5.9474 + value: -5.9841999999999995 - type: nauc_map_at_3_diff1 - value: 54.0836 + value: 54.037800000000004 - type: nauc_map_at_5_max - value: 35.9765 + value: 35.949 - type: nauc_map_at_5_std - value: -5.1715 + value: -5.2244 - type: nauc_map_at_5_diff1 - value: 53.89960000000001 + value: 53.8497 - type: nauc_map_at_10_max - value: 36.7189 + value: 36.6881 - type: nauc_map_at_10_std - value: -4.2277000000000005 + value: -4.2757000000000005 - type: nauc_map_at_10_diff1 - value: 53.570499999999996 + value: 53.504200000000004 - type: nauc_map_at_20_max - value: 37.327799999999996 + value: 37.3051 - type: nauc_map_at_20_std - value: -3.7319 + value: -3.7727999999999997 - type: nauc_map_at_20_diff1 - value: 53.662299999999995 + value: 53.5884 - type: nauc_map_at_100_max - value: 37.8037 + value: 37.7795 - type: nauc_map_at_100_std - value: -3.0759000000000003 + value: -3.1229 - type: nauc_map_at_100_diff1 - value: 53.8127 + value: 53.7457 - type: nauc_map_at_1000_max - value: 37.851800000000004 + value: 37.8275 - type: nauc_map_at_1000_std - value: -3.0761 + value: -3.1233 - type: nauc_map_at_1000_diff1 - value: 53.8489 + value: 53.7813 - type: nauc_recall_at_1_max - value: 29.7667 + value: 29.747200000000003 - type: nauc_recall_at_1_std - value: -6.5036 + value: -6.514399999999999 - type: nauc_recall_at_1_diff1 - value: 55.916 + value: 55.872 - type: nauc_recall_at_3_max - value: 30.2726 + value: 30.2937 - type: nauc_recall_at_3_std - value: -6.4455 + value: -6.4253 - type: nauc_recall_at_3_diff1 - value: 47.646 + value: 47.6289 - type: nauc_recall_at_5_max - value: 29.5304 + value: 29.5516 - type: nauc_recall_at_5_std - value: -5.3595 + value: -5.3951 - type: nauc_recall_at_5_diff1 - value: 44.6824 + value: 44.6485 - type: nauc_recall_at_10_max - value: 28.063399999999998 + value: 28.0133 - type: nauc_recall_at_10_std - value: -2.122 + value: -2.1285 - type: nauc_recall_at_10_diff1 - value: 40.477999999999994 + value: 40.294799999999995 - type: nauc_recall_at_20_max - value: 27.8269 + value: 27.8943 - type: nauc_recall_at_20_std - value: -0.0429 + value: -0.0593 - type: nauc_recall_at_20_diff1 - value: 37.2018 + value: 37.0105 - type: nauc_recall_at_100_max - value: 30.131000000000004 + value: 30.0881 - type: nauc_recall_at_100_std - value: 19.334899999999998 + value: 19.3933 - type: nauc_recall_at_100_diff1 - value: 29.274499999999996 + value: 29.207300000000004 - type: nauc_recall_at_1000_max - value: 33.964 + value: 33.7475 - type: nauc_recall_at_1000_std value: 53.2129 - type: nauc_recall_at_1000_diff1 value: 19.7514 - type: nauc_precision_at_1_max - value: 47.2941 + value: 47.2605 - type: nauc_precision_at_1_std - value: 1.1506 + value: 1.0507 - type: nauc_precision_at_1_diff1 - value: 65.07300000000001 + value: 65.0181 - type: nauc_precision_at_3_max - value: 45.4966 + value: 45.521499999999996 - type: nauc_precision_at_3_std - value: 5.432 + value: 5.4175 - type: nauc_precision_at_3_diff1 - value: 44.0588 + value: 44.005 - type: nauc_precision_at_5_max - value: 43.9257 + value: 43.947199999999995 - type: nauc_precision_at_5_std - value: 8.1048 + value: 8.0471 - type: nauc_precision_at_5_diff1 - value: 37.5711 + value: 37.4893 - type: nauc_precision_at_10_max - value: 41.274499999999996 + value: 41.2834 - type: nauc_precision_at_10_std - value: 12.023399999999999 + value: 12.0026 - type: nauc_precision_at_10_diff1 - value: 29.940299999999997 + value: 29.817 - type: nauc_precision_at_20_max - value: 39.8018 + value: 39.8069 - type: nauc_precision_at_20_std - value: 15.2937 + value: 15.287899999999999 - type: nauc_precision_at_20_diff1 - value: 24.4872 + value: 24.3189 - type: nauc_precision_at_100_max - value: 35.012 + value: 35.0004 - type: nauc_precision_at_100_std - value: 24.002499999999998 + value: 23.9878 - type: nauc_precision_at_100_diff1 - value: 13.2948 + value: 13.1723 - type: nauc_precision_at_1000_max - value: 29.172700000000003 + value: 29.155199999999997 - type: nauc_precision_at_1000_std - value: 20.634900000000002 + value: 20.613200000000003 - type: nauc_precision_at_1000_diff1 - value: 6.460000000000001 + value: 6.3242 - type: nauc_mrr_at_1_max - value: 47.2941 + value: 47.2605 - type: nauc_mrr_at_1_std - value: 1.1506 + value: 1.0507 - type: nauc_mrr_at_1_diff1 - value: 65.07300000000001 + value: 65.0181 - type: nauc_mrr_at_3_max - value: 45.6503 + value: 45.631699999999995 - type: nauc_mrr_at_3_std - value: 0.5387000000000001 + value: 0.4821 - type: nauc_mrr_at_3_diff1 - value: 61.84889999999999 + value: 61.782000000000004 - type: nauc_mrr_at_5_max - value: 45.3089 + value: 45.2871 - type: nauc_mrr_at_5_std - value: 0.7656 + value: 0.6973 - type: nauc_mrr_at_5_diff1 - value: 61.148 + value: 61.0768 - type: nauc_mrr_at_10_max - value: 45.2298 + value: 45.2013 - type: nauc_mrr_at_10_std - value: 1.15 + value: 1.0864 - type: nauc_mrr_at_10_diff1 - value: 60.775800000000004 + value: 60.6916 - type: nauc_mrr_at_20_max - value: 45.2277 + value: 45.2036 - type: nauc_mrr_at_20_std - value: 1.1927999999999999 + value: 1.1265 - type: nauc_mrr_at_20_diff1 - value: 60.6927 + value: 60.609500000000004 - type: nauc_mrr_at_100_max - value: 45.3238 + value: 45.2967 - type: nauc_mrr_at_100_std - value: 1.3096999999999999 + value: 1.2434 - type: nauc_mrr_at_100_diff1 - value: 60.7616 + value: 60.682100000000005 - type: nauc_mrr_at_1000_max - value: 45.3298 + value: 45.3028 - type: nauc_mrr_at_1000_std - value: 1.2893 + value: 1.2226000000000001 - type: nauc_mrr_at_1000_diff1 - value: 60.7901 + value: 60.710699999999996 - type: main_score - value: 43.306 + value: 43.308 task: type: Retrieval - dataset: @@ -308,285 +309,285 @@ model-index: - type: ndcg_at_1 value: 77.97699999999999 - type: ndcg_at_3 - value: 84.489 + value: 85.24199999999999 - type: ndcg_at_5 - value: 86.18299999999999 + value: 86.901 - type: ndcg_at_10 - value: 87.15899999999999 + value: 87.77000000000001 - type: ndcg_at_20 - value: 87.638 + value: 88.295 - type: ndcg_at_100 - value: 87.976 + value: 88.479 - type: ndcg_at_1000 - value: 88.02600000000001 + value: 88.527 - type: map_at_1 - value: 77.713 + value: 77.819 - type: map_at_3 - value: 82.947 + value: 83.57 - type: map_at_5 - value: 83.909 + value: 84.514 - type: map_at_10 - value: 84.332 + value: 84.88900000000001 - type: map_at_20 - value: 84.47200000000001 + value: 85.03699999999999 - type: map_at_100 - value: 84.52 + value: 85.065 - type: map_at_1000 - value: 84.52199999999999 + value: 85.066 - type: recall_at_1 - value: 77.713 + value: 77.819 - type: recall_at_3 - value: 88.857 + value: 89.96300000000001 - type: recall_at_5 - value: 92.914 + value: 93.941 - type: recall_at_10 - value: 95.838 + value: 96.575 - type: recall_at_20 - value: 97.682 + value: 98.63 - type: recall_at_100 - value: 99.473 + value: 99.579 - type: recall_at_1000 - value: 99.895 + value: 100.0 - type: precision_at_1 value: 77.97699999999999 - type: precision_at_3 - value: 29.855999999999998 + value: 30.207 - type: precision_at_5 - value: 18.756999999999998 + value: 18.945999999999998 - type: precision_at_10 - value: 9.684 + value: 9.758 - type: precision_at_20 - value: 4.936999999999999 + value: 4.984 - type: precision_at_100 - value: 1.005 + value: 1.006 - type: precision_at_1000 value: 0.101 - type: mrr_at_1 value: 77.9768 - type: mrr_at_3 - value: 82.947 + value: 83.5968 - type: mrr_at_5 - value: 83.9322 + value: 84.503 - type: mrr_at_10 - value: 84.3297 + value: 84.8553 - type: mrr_at_20 - value: 84.4602 + value: 84.9961 - type: mrr_at_100 - value: 84.5085 + value: 85.0249 - type: mrr_at_1000 - value: 84.5098 + value: 85.02579999999999 - type: nauc_ndcg_at_1_max - value: 10.6257 + value: 5.3633 - type: nauc_ndcg_at_1_std - value: -37.586999999999996 + value: -36.1008 - type: nauc_ndcg_at_1_diff1 - value: 87.6739 + value: 88.0386 - type: nauc_ndcg_at_3_max - value: 11.4731 + value: 3.4007 - type: nauc_ndcg_at_3_std - value: -39.4782 + value: -39.2977 - type: nauc_ndcg_at_3_diff1 - value: 85.1518 + value: 85.4495 - type: nauc_ndcg_at_5_max - value: 13.3553 + value: 4.8500000000000005 - type: nauc_ndcg_at_5_std - value: -38.0635 + value: -38.708999999999996 - type: nauc_ndcg_at_5_diff1 - value: 84.7753 + value: 85.44460000000001 - type: nauc_ndcg_at_10_max - value: 13.5939 + value: 4.601 - type: nauc_ndcg_at_10_std - value: -35.3862 + value: -36.3292 - type: nauc_ndcg_at_10_diff1 - value: 85.2025 + value: 85.4089 - type: nauc_ndcg_at_20_max - value: 12.3043 + value: 4.4856 - type: nauc_ndcg_at_20_std - value: -34.4532 + value: -36.8491 - type: nauc_ndcg_at_20_diff1 - value: 85.4869 + value: 85.8344 - type: nauc_ndcg_at_100_max - value: 12.359 + value: 5.0188999999999995 - type: nauc_ndcg_at_100_std - value: -36.2481 + value: -37.2373 - type: nauc_ndcg_at_100_diff1 - value: 85.6223 + value: 85.9352 - type: nauc_ndcg_at_1000_max - value: 12.554000000000002 + value: 5.115 - type: nauc_ndcg_at_1000_std - value: -36.4419 + value: -37.4578 - type: nauc_ndcg_at_1000_diff1 - value: 85.65469999999999 + value: 86.0196 - type: nauc_map_at_1_max - value: 10.7918 + value: 5.4859 - type: nauc_map_at_1_std - value: -38.0017 + value: -36.4636 - type: nauc_map_at_1_diff1 - value: 88.115 + value: 88.2504 - type: nauc_map_at_3_max - value: 11.2948 + value: 4.0394 - type: nauc_map_at_3_std - value: -38.7444 + value: -38.6527 - type: nauc_map_at_3_diff1 - value: 85.90090000000001 + value: 86.208 - type: nauc_map_at_5_max - value: 12.3632 + value: 4.8983 - type: nauc_map_at_5_std - value: -38.1401 + value: -38.3493 - type: nauc_map_at_5_diff1 - value: 85.7334 + value: 86.2295 - type: nauc_map_at_10_max - value: 12.567900000000002 + value: 5.0426 - type: nauc_map_at_10_std - value: -37.196 + value: -37.6139 - type: nauc_map_at_10_diff1 - value: 85.8887 + value: 86.22370000000001 - type: nauc_map_at_20_max - value: 12.2576 + value: 5.0402000000000005 - type: nauc_map_at_20_std - value: -36.9194 + value: -37.6871 - type: nauc_map_at_20_diff1 - value: 85.9492 + value: 86.3194 - type: nauc_map_at_100_max - value: 12.313699999999999 + value: 5.1492 - type: nauc_map_at_100_std - value: -37.1156 + value: -37.7338 - type: nauc_map_at_100_diff1 - value: 85.96589999999999 + value: 86.3301 - type: nauc_map_at_1000_max - value: 12.3179 + value: 5.1516 - type: nauc_map_at_1000_std - value: -37.122899999999994 + value: -37.738 - type: nauc_map_at_1000_diff1 - value: 85.9666 + value: 86.3314 - type: nauc_recall_at_1_max - value: 10.7918 + value: 5.4859 - type: nauc_recall_at_1_std - value: -38.0017 + value: -36.4636 - type: nauc_recall_at_1_diff1 - value: 88.115 + value: 88.2504 - type: nauc_recall_at_3_max - value: 11.5712 + value: -0.44539999999999996 - type: nauc_recall_at_3_std - value: -42.0403 + value: -41.6744 - type: nauc_recall_at_3_diff1 - value: 82.2085 + value: 82.2392 - type: nauc_recall_at_5_max - value: 19.3703 + value: 3.6323000000000003 - type: nauc_recall_at_5_std - value: -36.4651 + value: -39.9647 - type: nauc_recall_at_5_diff1 - value: 79.02289999999999 + value: 80.1982 - type: nauc_recall_at_10_max - value: 24.702099999999998 + value: -1.7753 - type: nauc_recall_at_10_std - value: -13.0473 + value: -16.392200000000003 - type: nauc_recall_at_10_diff1 - value: 79.0931 + value: 75.9572 - type: nauc_recall_at_20_max - value: 8.377600000000001 + value: -16.7155 - type: nauc_recall_at_20_std - value: 19.5544 + value: -6.417299999999999 - type: nauc_recall_at_20_diff1 - value: 80.15440000000001 + value: 75.5018 - type: nauc_recall_at_100_max - value: -16.4048 + value: -13.7815 - type: nauc_recall_at_100_std - value: -4.217 + value: 9.618500000000001 - type: nauc_recall_at_100_diff1 - value: 77.3525 + value: 66.7853 - type: nauc_recall_at_1000_max - value: 35.780899999999995 + value: .nan - type: nauc_recall_at_1000_std - value: -17.1046 + value: .nan - type: nauc_recall_at_1000_diff1 - value: 72.2168 + value: .nan - type: nauc_precision_at_1_max - value: 10.6257 + value: 5.3633 - type: nauc_precision_at_1_std - value: -37.586999999999996 + value: -36.1008 - type: nauc_precision_at_1_diff1 - value: 87.6739 + value: 88.0386 - type: nauc_precision_at_3_max - value: 12.3466 + value: 1.2765 - type: nauc_precision_at_3_std - value: -35.2022 + value: -35.506 - type: nauc_precision_at_3_diff1 - value: 69.3658 + value: 70.4127 - type: nauc_precision_at_5_max - value: 21.8156 + value: 7.8191999999999995 - type: nauc_precision_at_5_std - value: -26.7725 + value: -28.357100000000003 - type: nauc_precision_at_5_diff1 - value: 55.6505 + value: 56.229600000000005 - type: nauc_precision_at_10_max - value: 28.0424 + value: 10.4711 - type: nauc_precision_at_10_std - value: -3.9004999999999996 + value: -4.653700000000001 - type: nauc_precision_at_10_diff1 - value: 40.0286 + value: 32.4584 - type: nauc_precision_at_20_max - value: 17.8965 + value: 9.9788 - type: nauc_precision_at_20_std - value: 20.0597 + value: 9.3854 - type: nauc_precision_at_20_diff1 - value: 19.717299999999998 + value: 0.3063 - type: nauc_precision_at_100_max - value: 19.5903 + value: 21.7646 - type: nauc_precision_at_100_std - value: 15.1328 + value: 19.037599999999998 - type: nauc_precision_at_100_diff1 - value: -26.816699999999997 + value: -32.9779 - type: nauc_precision_at_1000_max - value: 30.2629 + value: 29.9454 - type: nauc_precision_at_1000_std - value: 18.6426 + value: 21.2054 - type: nauc_precision_at_1000_diff1 - value: -49.766 + value: -55.9381 - type: nauc_mrr_at_1_max - value: 11.444799999999999 + value: 5.3633 - type: nauc_mrr_at_1_std - value: -38.4039 + value: -36.1008 - type: nauc_mrr_at_1_diff1 - value: 87.6739 + value: 88.0386 - type: nauc_mrr_at_3_max - value: 12.0501 + value: 4.366 - type: nauc_mrr_at_3_std - value: -39.6139 + value: -38.738299999999995 - type: nauc_mrr_at_3_diff1 - value: 85.8329 + value: 86.1989 - type: nauc_mrr_at_5_max - value: 12.549199999999999 + value: 5.0074 - type: nauc_mrr_at_5_std - value: -38.6156 + value: -38.5199 - type: nauc_mrr_at_5_diff1 - value: 85.6892 + value: 86.2754 - type: nauc_mrr_at_10_max - value: 12.647400000000001 + value: 4.7734 - type: nauc_mrr_at_10_std - value: -37.7216 + value: -37.5791 - type: nauc_mrr_at_10_diff1 - value: 85.8803 + value: 86.30290000000001 - type: nauc_mrr_at_20_max - value: 12.3774 + value: 4.8019 - type: nauc_mrr_at_20_std - value: -37.5013 + value: -37.6905 - type: nauc_mrr_at_20_diff1 - value: 85.95 + value: 86.406 - type: nauc_mrr_at_100_max - value: 12.4338 + value: 4.9102 - type: nauc_mrr_at_100_std - value: -37.6993 + value: -37.7371 - type: nauc_mrr_at_100_diff1 - value: 85.9667 + value: 86.417 - type: nauc_mrr_at_1000_max - value: 12.4381 + value: 4.9126 - type: nauc_mrr_at_1000_std - value: -37.7067 + value: -37.7413 - type: nauc_mrr_at_1000_diff1 - value: 85.9674 + value: 86.4182 - type: main_score - value: 87.15899999999999 + value: 87.77000000000001 task: type: Retrieval - dataset: @@ -597,55 +598,55 @@ model-index: type: C-MTEB/DuRetrieval metrics: - type: ndcg_at_1 - value: 91.95 + value: 91.45 - type: ndcg_at_3 - value: 89.564 + value: 89.249 - type: ndcg_at_5 - value: 88.74 + value: 88.506 - type: ndcg_at_10 - value: 90.816 + value: 90.66 - type: ndcg_at_20 - value: 92.049 + value: 91.886 - type: ndcg_at_100 - value: 92.944 + value: 92.78699999999999 - type: ndcg_at_1000 - value: 93.101 + value: 92.944 - type: map_at_1 - value: 27.468999999999998 + value: 27.332 - type: map_at_3 - value: 58.833 + value: 58.581 - type: map_at_5 - value: 74.146 + value: 73.88 - type: map_at_10 - value: 84.49 + value: 84.253 - type: map_at_20 - value: 86.583 + value: 86.35300000000001 - type: map_at_100 - value: 87.15 + value: 86.917 - type: map_at_1000 - value: 87.167 + value: 86.935 - type: recall_at_1 - value: 27.468999999999998 + value: 27.332 - type: recall_at_3 - value: 61.253 + value: 61.07599999999999 - type: recall_at_5 - value: 78.605 + value: 78.49199999999999 - type: recall_at_10 - value: 91.984 + value: 92.002 - type: recall_at_20 - value: 96.15700000000001 + value: 96.116 - type: recall_at_100 - value: 99.012 + value: 99.009 - type: recall_at_1000 - value: 99.85000000000001 + value: 99.844 - type: precision_at_1 - value: 91.95 + value: 91.45 - type: precision_at_3 - value: 79.93299999999999 + value: 79.683 - type: precision_at_5 - value: 67.52 + value: 67.4 - type: precision_at_10 - value: 43.125 + value: 43.11 - type: precision_at_20 value: 23.365 - type: precision_at_100 @@ -653,231 +654,231 @@ model-index: - type: precision_at_1000 value: 0.49100000000000005 - type: mrr_at_1 - value: 91.95 + value: 91.45 - type: mrr_at_3 - value: 94.6833 + value: 94.4083 - type: mrr_at_5 - value: 94.80330000000001 + value: 94.5408 - type: mrr_at_10 - value: 94.8327 + value: 94.5702 - type: mrr_at_20 - value: 94.86449999999999 + value: 94.5991 - type: mrr_at_100 - value: 94.8776 + value: 94.6139 - type: mrr_at_1000 - value: 94.87910000000001 + value: 94.6155 - type: nauc_ndcg_at_1_max - value: 38.3147 + value: 36.0389 - type: nauc_ndcg_at_1_std - value: 25.4415 + value: 21.8329 - type: nauc_ndcg_at_1_diff1 - value: 20.072400000000002 + value: 22.7071 - type: nauc_ndcg_at_3_max - value: 28.4644 + value: 27.5318 - type: nauc_ndcg_at_3_std - value: 16.3111 + value: 15.224599999999999 - type: nauc_ndcg_at_3_diff1 - value: 4.136 + value: 4.9049000000000005 - type: nauc_ndcg_at_5_max - value: 20.8656 + value: 20.6775 - type: nauc_ndcg_at_5_std - value: 7.4921 + value: 7.4818999999999996 - type: nauc_ndcg_at_5_diff1 - value: 6.9999 + value: 7.5413 - type: nauc_ndcg_at_10_max - value: 31.9021 + value: 30.7598 - type: nauc_ndcg_at_10_std - value: 9.895199999999999 + value: 9.469800000000001 - type: nauc_ndcg_at_10_diff1 - value: 7.4908 + value: 7.939499999999999 - type: nauc_ndcg_at_20_max - value: 35.1138 + value: 34.2586 - type: nauc_ndcg_at_20_std - value: 15.992799999999999 + value: 15.4502 - type: nauc_ndcg_at_20_diff1 - value: 5.8599 + value: 5.9907 - type: nauc_ndcg_at_100_max - value: 35.4467 + value: 34.5019 - type: nauc_ndcg_at_100_std - value: 20.2691 + value: 19.6439 - type: nauc_ndcg_at_100_diff1 - value: 4.6742 + value: 5.2135 - type: nauc_ndcg_at_1000_max - value: 34.8608 + value: 33.9106 - type: nauc_ndcg_at_1000_std - value: 19.7889 + value: 19.173000000000002 - type: nauc_ndcg_at_1000_diff1 - value: 4.455 + value: 4.9912 - type: nauc_map_at_1_max - value: -14.544799999999999 + value: -14.7036 - type: nauc_map_at_1_std - value: -36.809 + value: -36.6359 - type: nauc_map_at_1_diff1 - value: 48.945 + value: 49.2786 - type: nauc_map_at_3_max - value: -4.3561000000000005 + value: -4.3044 - type: nauc_map_at_3_std - value: -36.5114 + value: -36.178 - type: nauc_map_at_3_diff1 - value: 34.5076 + value: 34.271499999999996 - type: nauc_map_at_5_max - value: 4.7926 + value: 4.936 - type: nauc_map_at_5_std - value: -29.224 + value: -28.5383 - type: nauc_map_at_5_diff1 - value: 23.6996 + value: 23.5394 - type: nauc_map_at_10_max - value: 23.3542 + value: 22.723399999999998 - type: nauc_map_at_10_std - value: -8.1883 + value: -8.1714 - type: nauc_map_at_10_diff1 - value: 10.3199 + value: 10.1942 - type: nauc_map_at_20_max - value: 26.1761 + value: 25.6639 - type: nauc_map_at_20_std - value: 4.3185 + value: 4.1978 - type: nauc_map_at_20_diff1 - value: 5.7029000000000005 + value: 5.698799999999999 - type: nauc_map_at_100_max - value: 26.251 + value: 25.694 - type: nauc_map_at_100_std - value: 7.3792 + value: 7.187399999999999 - type: nauc_map_at_100_diff1 - value: 4.4363 + value: 4.593 - type: nauc_map_at_1000_max - value: 26.215 + value: 25.6564 - type: nauc_map_at_1000_std - value: 7.3778999999999995 + value: 7.1913 - type: nauc_map_at_1000_diff1 - value: 4.3981 + value: 4.5554 - type: nauc_recall_at_1_max - value: -14.544799999999999 + value: -14.7036 - type: nauc_recall_at_1_std - value: -36.809 + value: -36.6359 - type: nauc_recall_at_1_diff1 - value: 48.945 + value: 49.2786 - type: nauc_recall_at_3_max - value: -8.1063 + value: -8.143699999999999 - type: nauc_recall_at_3_std - value: -39.984700000000004 + value: -39.7144 - type: nauc_recall_at_3_diff1 - value: 36.1148 + value: 35.7846 - type: nauc_recall_at_5_max - value: -1.8721 + value: -1.6542000000000001 - type: nauc_recall_at_5_std - value: -37.5321 + value: -36.8075 - type: nauc_recall_at_5_diff1 - value: 27.4684 + value: 27.1631 - type: nauc_recall_at_10_max - value: 27.440900000000003 + value: 25.960499999999996 - type: nauc_recall_at_10_std - value: -17.471500000000002 + value: -17.6093 - type: nauc_recall_at_10_diff1 - value: 18.1816 + value: 17.805799999999998 - type: nauc_recall_at_20_max - value: 42.033500000000004 + value: 41.4456 - type: nauc_recall_at_20_std - value: 13.2844 + value: 12.5293 - type: nauc_recall_at_20_diff1 - value: 11.135100000000001 + value: 9.398 - type: nauc_recall_at_100_max - value: 63.4582 + value: 62.109700000000004 - type: nauc_recall_at_100_std - value: 54.1563 + value: 54.122899999999994 - type: nauc_recall_at_100_diff1 - value: 8.7789 + value: 9.1662 - type: nauc_recall_at_1000_max - value: 73.73150000000001 + value: 67.9492 - type: nauc_recall_at_1000_std - value: 78.3703 + value: 77.51219999999999 - type: nauc_recall_at_1000_diff1 - value: 15.1756 + value: 13.9155 - type: nauc_precision_at_1_max - value: 38.3147 + value: 36.0389 - type: nauc_precision_at_1_std - value: 25.4415 + value: 21.8329 - type: nauc_precision_at_1_diff1 - value: 20.072400000000002 + value: 22.7071 - type: nauc_precision_at_3_max - value: 33.7041 + value: 33.3463 - type: nauc_precision_at_3_std - value: 40.7562 + value: 40.0718 - type: nauc_precision_at_3_diff1 - value: -41.5615 + value: -40.8255 - type: nauc_precision_at_5_max - value: 26.691100000000002 + value: 26.776699999999998 - type: nauc_precision_at_5_std - value: 44.0977 + value: 44.1249 - type: nauc_precision_at_5_diff1 - value: -42.8939 + value: -42.611 - type: nauc_precision_at_10_max - value: 23.5844 + value: 23.2984 - type: nauc_precision_at_10_std - value: 48.653400000000005 + value: 48.4745 - type: nauc_precision_at_10_diff1 - value: -39.3653 + value: -39.2367 - type: nauc_precision_at_20_max - value: 18.6268 + value: 18.5518 - type: nauc_precision_at_20_std - value: 52.2362 + value: 51.9564 - type: nauc_precision_at_20_diff1 - value: -38.1004 + value: -37.810500000000005 - type: nauc_precision_at_100_max - value: 15.3183 + value: 15.3189 - type: nauc_precision_at_100_std - value: 52.4707 + value: 52.270300000000006 - type: nauc_precision_at_100_diff1 - value: -37.5629 + value: -37.1832 - type: nauc_precision_at_1000_max - value: 14.562700000000001 + value: 14.5538 - type: nauc_precision_at_1000_std - value: 51.9881 + value: 51.7695 - type: nauc_precision_at_1000_diff1 - value: -37.6074 + value: -37.2149 - type: nauc_mrr_at_1_max - value: 38.3147 + value: 36.0389 - type: nauc_mrr_at_1_std - value: 25.4415 + value: 21.8329 - type: nauc_mrr_at_1_diff1 - value: 20.072400000000002 + value: 22.7071 - type: nauc_mrr_at_3_max - value: 48.4265 + value: 45.766 - type: nauc_mrr_at_3_std - value: 32.605000000000004 + value: 29.6574 - type: nauc_mrr_at_3_diff1 - value: 20.5285 + value: 22.730900000000002 - type: nauc_mrr_at_5_max - value: 47.6027 + value: 45.157199999999996 - type: nauc_mrr_at_5_std - value: 32.5635 + value: 29.5236 - type: nauc_mrr_at_5_diff1 - value: 19.7022 + value: 21.961100000000002 - type: nauc_mrr_at_10_max - value: 47.4584 + value: 45.0066 - type: nauc_mrr_at_10_std - value: 32.5057 + value: 29.4522 - type: nauc_mrr_at_10_diff1 - value: 19.8632 + value: 22.1265 - type: nauc_mrr_at_20_max - value: 47.1959 + value: 44.7725 - type: nauc_mrr_at_20_std - value: 32.3991 + value: 29.3074 - type: nauc_mrr_at_20_diff1 - value: 19.741 + value: 21.9398 - type: nauc_mrr_at_100_max - value: 47.1371 + value: 44.6923 - type: nauc_mrr_at_100_std - value: 32.263999999999996 + value: 29.176999999999996 - type: nauc_mrr_at_100_diff1 - value: 19.6933 + value: 21.9473 - type: nauc_mrr_at_1000_max - value: 47.1235 + value: 44.6786 - type: nauc_mrr_at_1000_std - value: 32.2476 + value: 29.1606 - type: nauc_mrr_at_1000_diff1 - value: 19.6877 + value: 21.942600000000002 - type: main_score - value: 90.816 + value: 90.66 task: type: Retrieval - dataset: @@ -1185,11 +1186,11 @@ model-index: - type: ndcg_at_5 value: 83.869 - type: ndcg_at_10 - value: 85.11800000000001 + value: 85.119 - type: ndcg_at_20 value: 85.624 - type: ndcg_at_100 - value: 86.05000000000001 + value: 86.051 - type: ndcg_at_1000 value: 86.177 - type: map_at_1 @@ -1203,7 +1204,7 @@ model-index: - type: map_at_20 value: 82.059 - type: map_at_100 - value: 82.127 + value: 82.128 - type: map_at_1000 value: 82.132 - type: recall_at_1 @@ -1241,113 +1242,113 @@ model-index: - type: mrr_at_5 value: 81.8658 - type: mrr_at_10 - value: 82.3666 + value: 82.3668 - type: mrr_at_20 - value: 82.4972 + value: 82.4974 - type: mrr_at_100 - value: 82.55449999999999 + value: 82.5547 - type: mrr_at_1000 - value: 82.5588 + value: 82.559 - type: nauc_ndcg_at_1_max value: 13.195799999999998 - type: nauc_ndcg_at_1_std - value: -27.2173 + value: -27.1864 - type: nauc_ndcg_at_1_diff1 value: 83.5531 - type: nauc_ndcg_at_3_max value: 17.1078 - type: nauc_ndcg_at_3_std - value: -24.1926 + value: -24.1626 - type: nauc_ndcg_at_3_diff1 value: 80.4983 - type: nauc_ndcg_at_5_max value: 19.3079 - type: nauc_ndcg_at_5_std - value: -21.5239 + value: -21.4848 - type: nauc_ndcg_at_5_diff1 value: 80.6484 - type: nauc_ndcg_at_10_max - value: 19.5153 + value: 19.5154 - type: nauc_ndcg_at_10_std - value: -19.997799999999998 + value: -19.968700000000002 - type: nauc_ndcg_at_10_diff1 - value: 80.9953 + value: 80.9962 - type: nauc_ndcg_at_20_max - value: 19.5474 + value: 19.5475 - type: nauc_ndcg_at_20_std - value: -19.3015 + value: -19.2713 - type: nauc_ndcg_at_20_diff1 - value: 81.25670000000001 + value: 81.2576 - type: nauc_ndcg_at_100_max - value: 18.569399999999998 + value: 18.5695 - type: nauc_ndcg_at_100_std - value: -20.4957 + value: -20.4645 - type: nauc_ndcg_at_100_diff1 - value: 81.3873 + value: 81.3882 - type: nauc_ndcg_at_1000_max - value: 18.1522 + value: 18.1523 - type: nauc_ndcg_at_1000_std - value: -21.3527 + value: -21.3212 - type: nauc_ndcg_at_1000_diff1 - value: 81.44590000000001 + value: 81.4468 - type: nauc_map_at_1_max value: 9.1671 - type: nauc_map_at_1_std - value: -27.6298 + value: -27.6012 - type: nauc_map_at_1_diff1 value: 82.5107 - type: nauc_map_at_3_max value: 15.1633 - type: nauc_map_at_3_std - value: -25.835200000000004 + value: -25.805699999999998 - type: nauc_map_at_3_diff1 value: 81.2211 - type: nauc_map_at_5_max value: 16.4272 - type: nauc_map_at_5_std - value: -24.3902 + value: -24.356 - type: nauc_map_at_5_diff1 value: 81.3282 - type: nauc_map_at_10_max value: 16.4997 - type: nauc_map_at_10_std - value: -23.860200000000003 + value: -23.8291 - type: nauc_map_at_10_diff1 - value: 81.46759999999999 + value: 81.4683 - type: nauc_map_at_20_max - value: 16.4924 + value: 16.4925 - type: nauc_map_at_20_std - value: -23.6935 + value: -23.6622 - type: nauc_map_at_20_diff1 - value: 81.54299999999999 + value: 81.5438 - type: nauc_map_at_100_max value: 16.381 - type: nauc_map_at_100_std - value: -23.832 + value: -23.8005 - type: nauc_map_at_100_diff1 - value: 81.56219999999999 + value: 81.5629 - type: nauc_map_at_1000_max value: 16.370199999999997 - type: nauc_map_at_1000_std - value: -23.8562 + value: -23.8248 - type: nauc_map_at_1000_diff1 - value: 81.5641 + value: 81.5649 - type: nauc_recall_at_1_max value: 9.1671 - type: nauc_recall_at_1_std - value: -27.6298 + value: -27.6012 - type: nauc_recall_at_1_diff1 value: 82.5107 - type: nauc_recall_at_3_max value: 22.362000000000002 - type: nauc_recall_at_3_std - value: -19.3576 + value: -19.3269 - type: nauc_recall_at_3_diff1 value: 76.78540000000001 - type: nauc_recall_at_5_max value: 32.5794 - type: nauc_recall_at_5_std - value: -7.4792 + value: -7.4136 - type: nauc_recall_at_5_diff1 value: 75.7277 - type: nauc_recall_at_10_max @@ -1377,19 +1378,19 @@ model-index: - type: nauc_precision_at_1_max value: 13.195799999999998 - type: nauc_precision_at_1_std - value: -27.2173 + value: -27.1864 - type: nauc_precision_at_1_diff1 value: 83.5531 - type: nauc_precision_at_3_max value: 22.4513 - type: nauc_precision_at_3_std - value: -6.339 + value: -6.319 - type: nauc_precision_at_3_diff1 value: 36.5773 - type: nauc_precision_at_5_max value: 27.0464 - type: nauc_precision_at_5_std - value: 5.2645 + value: 5.2985999999999995 - type: nauc_precision_at_5_diff1 value: 22.6914 - type: nauc_precision_at_10_max @@ -1419,47 +1420,47 @@ model-index: - type: nauc_mrr_at_1_max value: 13.195799999999998 - type: nauc_mrr_at_1_std - value: -27.2173 + value: -27.1864 - type: nauc_mrr_at_1_diff1 value: 83.5531 - type: nauc_mrr_at_3_max value: 16.801099999999998 - type: nauc_mrr_at_3_std - value: -24.4238 + value: -24.3934 - type: nauc_mrr_at_3_diff1 value: 81.5653 - type: nauc_mrr_at_5_max value: 17.6255 - type: nauc_mrr_at_5_std - value: -23.345399999999998 + value: -23.3105 - type: nauc_mrr_at_5_diff1 value: 81.6503 - type: nauc_mrr_at_10_max - value: 17.5126 + value: 17.5127 - type: nauc_mrr_at_10_std - value: -22.9439 + value: -22.9122 - type: nauc_mrr_at_10_diff1 - value: 81.8044 + value: 81.8051 - type: nauc_mrr_at_20_max - value: 17.468700000000002 + value: 17.4688 - type: nauc_mrr_at_20_std - value: -22.8673 + value: -22.8354 - type: nauc_mrr_at_20_diff1 - value: 81.851 + value: 81.8518 - type: nauc_mrr_at_100_max - value: 17.3429 + value: 17.343 - type: nauc_mrr_at_100_std - value: -23.0229 + value: -22.9908 - type: nauc_mrr_at_100_diff1 - value: 81.8634 + value: 81.8642 - type: nauc_mrr_at_1000_max - value: 17.3315 + value: 17.331599999999998 - type: nauc_mrr_at_1000_std - value: -23.045099999999998 + value: -23.013 - type: nauc_mrr_at_1000_diff1 - value: 81.8656 + value: 81.8664 - type: main_score - value: 85.11800000000001 + value: 85.119 task: type: Retrieval - dataset: @@ -1506,7 +1507,7 @@ model-index: - type: recall_at_10 value: 72.7 - type: recall_at_20 - value: 76 + value: 76.0 - type: recall_at_100 value: 86.6 - type: recall_at_1000 @@ -1761,287 +1762,287 @@ model-index: type: C-MTEB/T2Retrieval metrics: - type: ndcg_at_1 - value: 91.22 + value: 91.526 - type: ndcg_at_3 - value: 88.018 + value: 88.35499999999999 - type: ndcg_at_5 - value: 87.023 + value: 87.408 - type: ndcg_at_10 - value: 87.256 + value: 87.641 - type: ndcg_at_20 - value: 88.897 + value: 89.265 - type: ndcg_at_100 - value: 90.386 + value: 90.693 - type: ndcg_at_1000 - value: 90.81099999999999 + value: 91.105 - type: map_at_1 - value: 28.203 + value: 28.359 - type: map_at_3 - value: 56.16 + value: 56.505 - type: map_at_5 - value: 69.28699999999999 + value: 69.73 - type: map_at_10 - value: 80.361 + value: 80.862 - type: map_at_20 - value: 83.152 + value: 83.654 - type: map_at_100 - value: 83.894 + value: 84.373 - type: map_at_1000 - value: 83.94 + value: 84.417 - type: recall_at_1 - value: 28.203 + value: 28.359 - type: recall_at_3 - value: 57.821 + value: 58.101 - type: recall_at_5 - value: 72.616 + value: 72.99 - type: recall_at_10 - value: 86.56 + value: 86.921 - type: recall_at_20 - value: 92.145 + value: 92.497 - type: recall_at_100 - value: 96.827 + value: 96.978 - type: recall_at_1000 - value: 98.967 + value: 99.075 - type: precision_at_1 - value: 91.22 + value: 91.526 - type: precision_at_3 - value: 76.946 + value: 77.227 - type: precision_at_5 - value: 64.822 + value: 65.10000000000001 - type: precision_at_10 - value: 43.370999999999995 + value: 43.569 - type: precision_at_20 - value: 23.977999999999998 + value: 24.072 - type: precision_at_100 - value: 5.08 + value: 5.088 - type: precision_at_1000 value: 0.518 - type: mrr_at_1 - value: 91.2195 + value: 91.5264 - type: mrr_at_3 - value: 93.2214 + value: 93.4216 - type: mrr_at_5 - value: 93.48570000000001 + value: 93.6864 - type: mrr_at_10 - value: 93.6156 + value: 93.8106 - type: mrr_at_20 - value: 93.6549 + value: 93.8523 - type: mrr_at_100 - value: 93.6802 + value: 93.8753 - type: mrr_at_1000 - value: 93.6823 + value: 93.8775 - type: nauc_ndcg_at_1_max - value: 57.4777 + value: 57.408 - type: nauc_ndcg_at_1_std - value: 31.1 + value: 30.5852 - type: nauc_ndcg_at_1_diff1 - value: 47.8114 + value: 47.6965 - type: nauc_ndcg_at_3_max - value: 47.8308 + value: 47.6984 - type: nauc_ndcg_at_3_std - value: 27.538899999999998 + value: 26.7799 - type: nauc_ndcg_at_3_diff1 - value: 13.552900000000001 + value: 14.596400000000001 - type: nauc_ndcg_at_5_max - value: 40.672799999999995 + value: 40.3513 - type: nauc_ndcg_at_5_std - value: 22.5295 + value: 21.520400000000002 - type: nauc_ndcg_at_5_diff1 - value: 13.9263 + value: 14.7796 - type: nauc_ndcg_at_10_max - value: 33.6021 + value: 32.9432 - type: nauc_ndcg_at_10_std - value: 15.9671 + value: 15.399099999999999 - type: nauc_ndcg_at_10_diff1 - value: 17.678 + value: 18.2686 - type: nauc_ndcg_at_20_max - value: 39.0053 + value: 38.2558 - type: nauc_ndcg_at_20_std - value: 21.218 + value: 20.599400000000003 - type: nauc_ndcg_at_20_diff1 - value: 17.5961 + value: 18.246499999999997 - type: nauc_ndcg_at_100_max - value: 44.208 + value: 43.641200000000005 - type: nauc_ndcg_at_100_std - value: 27.437 + value: 26.782899999999998 - type: nauc_ndcg_at_100_diff1 - value: 17.7034 + value: 18.452099999999998 - type: nauc_ndcg_at_1000_max - value: 44.8086 + value: 44.1898 - type: nauc_ndcg_at_1000_std - value: 27.460600000000003 + value: 26.679599999999997 - type: nauc_ndcg_at_1000_diff1 - value: 18.2625 + value: 18.8666 - type: nauc_map_at_1_max - value: -24.823500000000003 + value: -25.4092 - type: nauc_map_at_1_std - value: -39.5167 + value: -39.685500000000005 - type: nauc_map_at_1_diff1 - value: 55.3064 + value: 55.16720000000001 - type: nauc_map_at_3_max - value: -17.5097 + value: -18.3055 - type: nauc_map_at_3_std - value: -39.6402 + value: -40.2967 - type: nauc_map_at_3_diff1 - value: 41.255199999999995 + value: 41.5024 - type: nauc_map_at_5_max - value: -5.4253 + value: -6.526800000000001 - type: nauc_map_at_5_std - value: -30.6847 + value: -31.953300000000002 - type: nauc_map_at_5_diff1 - value: 33.1347 + value: 33.64 - type: nauc_map_at_10_max - value: 20.598 + value: 19.5793 - type: nauc_map_at_10_std - value: -1.9429999999999998 + value: -3.0086000000000004 - type: nauc_map_at_10_diff1 - value: 19.081799999999998 + value: 19.6186 - type: nauc_map_at_20_max - value: 30.55 + value: 29.7461 - type: nauc_map_at_20_std - value: 12.5299 + value: 11.8244 - type: nauc_map_at_20_diff1 - value: 14.2657 + value: 14.8344 - type: nauc_map_at_100_max - value: 32.8313 + value: 32.0652 - type: nauc_map_at_100_std - value: 15.956000000000001 + value: 15.2254 - type: nauc_map_at_100_diff1 - value: 13.5621 + value: 14.174999999999999 - type: nauc_map_at_1000_max - value: 32.8957 + value: 32.128299999999996 - type: nauc_map_at_1000_std - value: 16.003 + value: 15.2609 - type: nauc_map_at_1000_diff1 - value: 13.5638 + value: 14.174600000000002 - type: nauc_recall_at_1_max - value: -24.823500000000003 + value: -25.4092 - type: nauc_recall_at_1_std - value: -39.5167 + value: -39.685500000000005 - type: nauc_recall_at_1_diff1 - value: 55.3064 + value: 55.16720000000001 - type: nauc_recall_at_3_max - value: -21.037 + value: -21.6389 - type: nauc_recall_at_3_std - value: -42.2523 + value: -42.771 - type: nauc_recall_at_3_diff1 - value: 39.705200000000005 + value: 40.1833 - type: nauc_recall_at_5_max - value: -12.8722 + value: -13.9403 - type: nauc_recall_at_5_std - value: -37.0029 + value: -38.2828 - type: nauc_recall_at_5_diff1 - value: 32.3874 + value: 33.136700000000005 - type: nauc_recall_at_10_max - value: 11.2835 + value: 10.1164 - type: nauc_recall_at_10_std - value: -10.2755 + value: -11.0414 - type: nauc_recall_at_10_diff1 - value: 18.333099999999998 + value: 19.014300000000002 - type: nauc_recall_at_20_max - value: 28.602800000000002 + value: 27.1804 - type: nauc_recall_at_20_std - value: 15.407499999999999 + value: 14.8602 - type: nauc_recall_at_20_diff1 - value: 10.1417 + value: 10.961400000000001 - type: nauc_recall_at_100_max - value: 46.5586 + value: 46.4125 - type: nauc_recall_at_100_std - value: 44.6235 + value: 45.0133 - type: nauc_recall_at_100_diff1 - value: 5.0230999999999995 + value: 7.316300000000001 - type: nauc_recall_at_1000_max - value: 64.8937 + value: 62.7054 - type: nauc_recall_at_1000_std - value: 64.5098 + value: 63.27120000000001 - type: nauc_recall_at_1000_diff1 - value: 8.7287 + value: 5.4701 - type: nauc_precision_at_1_max - value: 57.4777 + value: 57.408 - type: nauc_precision_at_1_std - value: 31.1 + value: 30.5852 - type: nauc_precision_at_1_diff1 - value: 47.8114 + value: 47.6965 - type: nauc_precision_at_3_max - value: 51.668499999999995 + value: 51.6426 - type: nauc_precision_at_3_std - value: 48.100500000000004 + value: 47.5955 - type: nauc_precision_at_3_diff1 - value: -36.261500000000005 + value: -36.3721 - type: nauc_precision_at_5_max - value: 48.2878 + value: 48.2294 - type: nauc_precision_at_5_std - value: 52.525 + value: 52.0141 - type: nauc_precision_at_5_diff1 - value: -39.636300000000006 + value: -39.6608 - type: nauc_precision_at_10_max - value: 44.6478 + value: 44.5115 - type: nauc_precision_at_10_std - value: 56.92549999999999 + value: 56.81699999999999 - type: nauc_precision_at_10_diff1 - value: -38.2201 + value: -38.176300000000005 - type: nauc_precision_at_20_max - value: 43.105 + value: 42.9607 - type: nauc_precision_at_20_std - value: 60.181700000000006 + value: 60.0441 - type: nauc_precision_at_20_diff1 - value: -37.841 + value: -37.6846 - type: nauc_precision_at_100_max - value: 41.861 + value: 42.0002 - type: nauc_precision_at_100_std - value: 61.2084 + value: 61.1235 - type: nauc_precision_at_100_diff1 - value: -37.7674 + value: -37.626599999999996 - type: nauc_precision_at_1000_max - value: 40.9026 + value: 41.147099999999995 - type: nauc_precision_at_1000_std - value: 60.2503 + value: 60.2116 - type: nauc_precision_at_1000_diff1 - value: -37.656 + value: -37.6119 - type: nauc_mrr_at_1_max - value: 57.4777 + value: 57.408 - type: nauc_mrr_at_1_std - value: 31.1 + value: 30.5852 - type: nauc_mrr_at_1_diff1 - value: 47.8114 + value: 47.6965 - type: nauc_mrr_at_3_max - value: 61.8122 + value: 61.8387 - type: nauc_mrr_at_3_std - value: 35.3495 + value: 34.963699999999996 - type: nauc_mrr_at_3_diff1 - value: 47.9786 + value: 48.0808 - type: nauc_mrr_at_5_max - value: 62.030300000000004 + value: 62.0408 - type: nauc_mrr_at_5_std - value: 35.8677 + value: 35.4799 - type: nauc_mrr_at_5_diff1 - value: 48.0773 + value: 48.2441 - type: nauc_mrr_at_10_max - value: 61.9735 + value: 61.9841 - type: nauc_mrr_at_10_std - value: 35.8413 + value: 35.4632 - type: nauc_mrr_at_10_diff1 - value: 48.0359 + value: 48.2024 - type: nauc_mrr_at_20_max - value: 61.917100000000005 + value: 61.8934 - type: nauc_mrr_at_20_std - value: 35.8176 + value: 35.369099999999996 - type: nauc_mrr_at_20_diff1 - value: 48.024699999999996 + value: 48.1813 - type: nauc_mrr_at_100_max - value: 61.8535 + value: 61.841 - type: nauc_mrr_at_100_std - value: 35.7606 + value: 35.3421 - type: nauc_mrr_at_100_diff1 - value: 48.0105 + value: 48.1531 - type: nauc_mrr_at_1000_max - value: 61.8448 + value: 61.831199999999995 - type: nauc_mrr_at_1000_std - value: 35.747299999999996 + value: 35.3265 - type: nauc_mrr_at_1000_diff1 - value: 48.0124 + value: 48.152499999999996 - type: main_score - value: 87.256 + value: 87.641 task: type: Retrieval - dataset: @@ -2052,37 +2053,37 @@ model-index: type: C-MTEB/VideoRetrieval metrics: - type: ndcg_at_1 - value: 65.9 + value: 66.0 - type: ndcg_at_3 - value: 75.395 + value: 75.495 - type: ndcg_at_5 - value: 76.97 + value: 77.027 - type: ndcg_at_10 - value: 78.549 + value: 78.606 - type: ndcg_at_20 - value: 79.489 + value: 79.54599999999999 - type: ndcg_at_100 - value: 80.269 + value: 80.326 - type: ndcg_at_1000 - value: 80.459 + value: 80.516 - type: map_at_1 - value: 65.9 + value: 66.0 - type: map_at_3 - value: 73.167 + value: 73.26700000000001 - type: map_at_5 - value: 74.047 + value: 74.122 - type: map_at_10 - value: 74.713 + value: 74.788 - type: map_at_20 - value: 74.97399999999999 + value: 75.04899999999999 - type: map_at_100 - value: 75.089 + value: 75.164 - type: map_at_1000 - value: 75.09599999999999 + value: 75.17099999999999 - type: recall_at_1 - value: 65.9 + value: 66.0 - type: recall_at_3 - value: 81.8 + value: 81.89999999999999 - type: recall_at_5 value: 85.6 - type: recall_at_10 @@ -2094,9 +2095,9 @@ model-index: - type: recall_at_1000 value: 99.7 - type: precision_at_1 - value: 65.9 + value: 66.0 - type: precision_at_3 - value: 27.267000000000003 + value: 27.3 - type: precision_at_5 value: 17.119999999999997 - type: precision_at_10 @@ -2108,239 +2109,22658 @@ model-index: - type: precision_at_1000 value: 0.1 - type: mrr_at_1 - value: 65.8 + value: 65.9 - type: mrr_at_3 - value: 73.1167 + value: 73.2167 - type: mrr_at_5 - value: 73.9967 + value: 74.07169999999999 - type: mrr_at_10 - value: 74.66329999999999 + value: 74.7383 - type: mrr_at_20 - value: 74.9235 + value: 74.9985 - type: mrr_at_100 - value: 75.0391 + value: 75.1139 - type: mrr_at_1000 - value: 75.0463 + value: 75.1212 - type: nauc_ndcg_at_1_max - value: -7.102899999999999 + value: -6.4984 - type: nauc_ndcg_at_1_std - value: -40.454 + value: -39.9326 - type: nauc_ndcg_at_1_diff1 - value: 73.7435 + value: 73.63199999999999 - type: nauc_ndcg_at_3_max - value: -10.2162 + value: -9.4439 - type: nauc_ndcg_at_3_std - value: -51.03 + value: -50.4193 - type: nauc_ndcg_at_3_diff1 - value: 70.7969 + value: 70.7029 - type: nauc_ndcg_at_5_max - value: -8.1372 + value: -7.649100000000001 - type: nauc_ndcg_at_5_std - value: -50.727999999999994 + value: -50.310900000000004 - type: nauc_ndcg_at_5_diff1 - value: 70.4751 + value: 70.4031 - type: nauc_ndcg_at_10_max - value: -8.305 + value: -7.781299999999999 - type: nauc_ndcg_at_10_std - value: -48.972500000000004 + value: -48.521300000000004 - type: nauc_ndcg_at_10_diff1 - value: 70.9306 + value: 70.8541 - type: nauc_ndcg_at_20_max - value: -7.61 + value: -7.0573999999999995 - type: nauc_ndcg_at_20_std - value: -48.0327 + value: -47.556 - type: nauc_ndcg_at_20_diff1 - value: 71.02159999999999 + value: 70.9243 - type: nauc_ndcg_at_100_max - value: -7.6188 + value: -7.0405 - type: nauc_ndcg_at_100_std - value: -46.3162 + value: -45.812599999999996 - type: nauc_ndcg_at_100_diff1 - value: 71.1421 + value: 71.05749999999999 - type: nauc_ndcg_at_1000_max - value: -7.8627 + value: -7.2784 - type: nauc_ndcg_at_1000_std - value: -46.7545 + value: -46.2549 - type: nauc_ndcg_at_1000_diff1 - value: 71.352 + value: 71.267 - type: nauc_map_at_1_max - value: -7.102899999999999 + value: -6.4984 - type: nauc_map_at_1_std - value: -40.454 + value: -39.9326 - type: nauc_map_at_1_diff1 - value: 73.7435 + value: 73.63199999999999 - type: nauc_map_at_3_max - value: -9.6192 + value: -8.8954 - type: nauc_map_at_3_std - value: -48.0776 + value: -47.4893 - type: nauc_map_at_3_diff1 - value: 71.545 + value: 71.4453 - type: nauc_map_at_5_max - value: -8.5417 + value: -7.9635 - type: nauc_map_at_5_std - value: -47.8473 + value: -47.3648 - type: nauc_map_at_5_diff1 - value: 71.42389999999999 + value: 71.33800000000001 - type: nauc_map_at_10_max - value: -8.6365 + value: -8.043 - type: nauc_map_at_10_std - value: -47.1493 + value: -46.652300000000004 - type: nauc_map_at_10_diff1 - value: 71.5916 + value: 71.5038 - type: nauc_map_at_20_max - value: -8.516 + value: -7.915 - type: nauc_map_at_20_std - value: -46.958800000000004 + value: -46.455400000000004 - type: nauc_map_at_20_diff1 - value: 71.6177 + value: 71.5257 - type: nauc_map_at_100_max - value: -8.498999999999999 + value: -7.8945 - type: nauc_map_at_100_std - value: -46.7142 + value: -46.2068 - type: nauc_map_at_100_diff1 - value: 71.638 + value: 71.5483 - type: nauc_map_at_1000_max - value: -8.4997 + value: -7.894900000000001 - type: nauc_map_at_1000_std - value: -46.7198 + value: -46.2123 - type: nauc_map_at_1000_diff1 - value: 71.6453 + value: 71.5556 - type: nauc_recall_at_1_max - value: -7.102899999999999 + value: -6.4984 - type: nauc_recall_at_1_std - value: -40.454 + value: -39.9326 - type: nauc_recall_at_1_diff1 - value: 73.7435 + value: 73.63199999999999 - type: nauc_recall_at_3_max - value: -12.3728 + value: -11.4149 - type: nauc_recall_at_3_std - value: -62.4854 + value: -61.811899999999994 - type: nauc_recall_at_3_diff1 - value: 67.9381 + value: 67.8608 - type: nauc_recall_at_5_max value: -5.5908 - type: nauc_recall_at_5_std - value: -64.0017 + value: -63.8953 - type: nauc_recall_at_5_diff1 value: 66.01129999999999 - type: nauc_recall_at_10_max value: -5.2142 - type: nauc_recall_at_10_std - value: -59.1241 + value: -58.9709 - type: nauc_recall_at_10_diff1 value: 67.0484 - type: nauc_recall_at_20_max value: 6.0224 - type: nauc_recall_at_20_std - value: -52.987899999999996 + value: -52.738600000000005 - type: nauc_recall_at_20_diff1 - value: 65.76859999999999 + value: 65.547 - type: nauc_recall_at_100_max value: 33.408500000000004 - type: nauc_recall_at_100_std - value: 15.325800000000001 + value: 16.142799999999998 - type: nauc_recall_at_100_diff1 value: 59.588699999999996 - type: nauc_recall_at_1000_max - value: 100 + value: 100.0 - type: nauc_recall_at_1000_std value: 95.6427 - type: nauc_recall_at_1000_diff1 value: 91.28540000000001 - type: nauc_precision_at_1_max - value: -7.102899999999999 + value: -6.4984 - type: nauc_precision_at_1_std - value: -40.454 + value: -39.9326 - type: nauc_precision_at_1_diff1 - value: 73.7435 + value: 73.63199999999999 - type: nauc_precision_at_3_max - value: -12.3728 + value: -11.4149 - type: nauc_precision_at_3_std - value: -62.4854 + value: -61.811899999999994 - type: nauc_precision_at_3_diff1 - value: 67.9381 + value: 67.8608 - type: nauc_precision_at_5_max value: -5.5908 - type: nauc_precision_at_5_std - value: -64.0017 + value: -63.8953 - type: nauc_precision_at_5_diff1 value: 66.01129999999999 - type: nauc_precision_at_10_max value: -5.2142 - type: nauc_precision_at_10_std - value: -59.1241 + value: -58.9709 - type: nauc_precision_at_10_diff1 value: 67.0484 - type: nauc_precision_at_20_max value: 6.0224 - type: nauc_precision_at_20_std - value: -52.987899999999996 + value: -52.738600000000005 - type: nauc_precision_at_20_diff1 - value: 65.76859999999999 + value: 65.547 - type: nauc_precision_at_100_max value: 33.408500000000004 - type: nauc_precision_at_100_std - value: 15.325800000000001 + value: 16.142799999999998 - type: nauc_precision_at_100_diff1 value: 59.588699999999996 - type: nauc_precision_at_1000_max - value: 100 + value: 100.0 - type: nauc_precision_at_1000_std value: 95.6427 - type: nauc_precision_at_1000_diff1 value: 91.28540000000001 - type: nauc_mrr_at_1_max - value: -7.704999999999999 + value: -7.102899999999999 - type: nauc_mrr_at_1_std - value: -40.435300000000005 + value: -39.914899999999996 - type: nauc_mrr_at_1_diff1 - value: 73.9529 + value: 73.8421 - type: nauc_mrr_at_3_max - value: -9.9824 + value: -9.2605 - type: nauc_mrr_at_3_std - value: -48.0572 + value: -47.4695 - type: nauc_mrr_at_3_diff1 - value: 71.6749 + value: 71.5757 - type: nauc_mrr_at_5_max - value: -8.9185 + value: -8.341800000000001 - type: nauc_mrr_at_5_std - value: -47.8265 + value: -47.3444 - type: nauc_mrr_at_5_diff1 - value: 71.5584 + value: 71.4729 - type: nauc_mrr_at_10_max - value: -9.023299999999999 + value: -8.4314 - type: nauc_mrr_at_10_std - value: -47.1288 + value: -46.632400000000004 - type: nauc_mrr_at_10_diff1 - value: 71.7295 + value: 71.6421 - type: nauc_mrr_at_20_max - value: -8.9076 + value: -8.308300000000001 - type: nauc_mrr_at_20_std - value: -46.9382 + value: -46.4354 - type: nauc_mrr_at_20_diff1 - value: 71.7573 + value: 71.6657 - type: nauc_mrr_at_100_max - value: -8.892700000000001 + value: -8.2899 - type: nauc_mrr_at_100_std - value: -46.6939 + value: -46.187 - type: nauc_mrr_at_100_diff1 - value: 71.7782 + value: 71.68900000000001 - type: nauc_mrr_at_1000_max - value: -8.8935 + value: -8.2904 - type: nauc_mrr_at_1000_std - value: -46.699400000000004 + value: -46.192499999999995 - type: nauc_mrr_at_1000_diff1 - value: 71.7855 + value: 71.69630000000001 - type: main_score - value: 78.549 + value: 78.606 task: type: Retrieval -tags: -- sentence-transformers -- transformers -- sentence-similarity -- mteb -license: apache-2.0 + - dataset: + config: default + name: MTEB AILACasedocs (default) + revision: 4106e6bcc72e0698d714ea8b101355e3e238431a + split: test + type: mteb/AILA_casedocs + metrics: + - type: ndcg_at_1 + value: 40.0 + - type: ndcg_at_3 + value: 37.37 + - type: ndcg_at_5 + value: 37.913999999999994 + - type: ndcg_at_10 + value: 41.162 + - type: ndcg_at_20 + value: 45.72 + - type: ndcg_at_100 + value: 54.126 + - type: ndcg_at_1000 + value: 55.907 + - type: map_at_1 + value: 15.406 + - type: map_at_3 + value: 24.908 + - type: map_at_5 + value: 28.412 + - type: map_at_10 + value: 32.365 + - type: map_at_20 + value: 34.397 + - type: map_at_100 + value: 36.946 + - type: map_at_1000 + value: 37.189 + - type: recall_at_1 + value: 15.406 + - type: recall_at_3 + value: 26.56 + - type: recall_at_5 + value: 33.084 + - type: recall_at_10 + value: 45.972 + - type: recall_at_20 + value: 60.775 + - type: recall_at_100 + value: 91.105 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 40.0 + - type: precision_at_3 + value: 30.0 + - type: precision_at_5 + value: 25.2 + - type: precision_at_10 + value: 17.599999999999998 + - type: precision_at_20 + value: 11.4 + - type: precision_at_100 + value: 3.54 + - type: precision_at_1000 + value: 0.38999999999999996 + - type: mrr_at_1 + value: 40.0 + - type: mrr_at_3 + value: 44.333299999999994 + - type: mrr_at_5 + value: 45.6333 + - type: mrr_at_10 + value: 47.5413 + - type: mrr_at_20 + value: 48.4792 + - type: mrr_at_100 + value: 48.810900000000004 + - type: mrr_at_1000 + value: 48.843399999999995 + - type: nauc_ndcg_at_1_max + value: 11.379999999999999 + - type: nauc_ndcg_at_1_std + value: -35.4634 + - type: nauc_ndcg_at_1_diff1 + value: 29.4387 + - type: nauc_ndcg_at_3_max + value: 15.207799999999999 + - type: nauc_ndcg_at_3_std + value: -35.9404 + - type: nauc_ndcg_at_3_diff1 + value: 30.8518 + - type: nauc_ndcg_at_5_max + value: 24.2384 + - type: nauc_ndcg_at_5_std + value: -28.5343 + - type: nauc_ndcg_at_5_diff1 + value: 30.403999999999996 + - type: nauc_ndcg_at_10_max + value: 19.7881 + - type: nauc_ndcg_at_10_std + value: -34.1997 + - type: nauc_ndcg_at_10_diff1 + value: 33.2537 + - type: nauc_ndcg_at_20_max + value: 17.7347 + - type: nauc_ndcg_at_20_std + value: -31.5886 + - type: nauc_ndcg_at_20_diff1 + value: 30.0039 + - type: nauc_ndcg_at_100_max + value: 23.3249 + - type: nauc_ndcg_at_100_std + value: -24.7083 + - type: nauc_ndcg_at_100_diff1 + value: 30.1381 + - type: nauc_ndcg_at_1000_max + value: 22.2958 + - type: nauc_ndcg_at_1000_std + value: -29.4037 + - type: nauc_ndcg_at_1000_diff1 + value: 32.321 + - type: nauc_map_at_1_max + value: 20.7757 + - type: nauc_map_at_1_std + value: -19.3462 + - type: nauc_map_at_1_diff1 + value: 24.3609 + - type: nauc_map_at_3_max + value: 11.0418 + - type: nauc_map_at_3_std + value: -32.4379 + - type: nauc_map_at_3_diff1 + value: 21.753600000000002 + - type: nauc_map_at_5_max + value: 16.4461 + - type: nauc_map_at_5_std + value: -31.717499999999998 + - type: nauc_map_at_5_diff1 + value: 26.512900000000002 + - type: nauc_map_at_10_max + value: 18.1753 + - type: nauc_map_at_10_std + value: -32.719 + - type: nauc_map_at_10_diff1 + value: 28.855399999999996 + - type: nauc_map_at_20_max + value: 17.9021 + - type: nauc_map_at_20_std + value: -32.0717 + - type: nauc_map_at_20_diff1 + value: 29.0186 + - type: nauc_map_at_100_max + value: 20.3173 + - type: nauc_map_at_100_std + value: -29.786299999999997 + - type: nauc_map_at_100_diff1 + value: 30.0856 + - type: nauc_map_at_1000_max + value: 20.6071 + - type: nauc_map_at_1000_std + value: -30.0047 + - type: nauc_map_at_1000_diff1 + value: 30.543300000000002 + - type: nauc_recall_at_1_max + value: 20.7757 + - type: nauc_recall_at_1_std + value: -19.3462 + - type: nauc_recall_at_1_diff1 + value: 24.3609 + - type: nauc_recall_at_3_max + value: 10.1154 + - type: nauc_recall_at_3_std + value: -33.419 + - type: nauc_recall_at_3_diff1 + value: 20.6262 + - type: nauc_recall_at_5_max + value: 20.4707 + - type: nauc_recall_at_5_std + value: -25.4748 + - type: nauc_recall_at_5_diff1 + value: 25.340400000000002 + - type: nauc_recall_at_10_max + value: 18.5362 + - type: nauc_recall_at_10_std + value: -31.691399999999998 + - type: nauc_recall_at_10_diff1 + value: 29.4336 + - type: nauc_recall_at_20_max + value: 11.3476 + - type: nauc_recall_at_20_std + value: -19.7022 + - type: nauc_recall_at_20_diff1 + value: 18.52 + - type: nauc_recall_at_100_max + value: 47.834900000000005 + - type: nauc_recall_at_100_std + value: 57.5695 + - type: nauc_recall_at_100_diff1 + value: -4.7934 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 11.379999999999999 + - type: nauc_precision_at_1_std + value: -35.4634 + - type: nauc_precision_at_1_diff1 + value: 29.4387 + - type: nauc_precision_at_3_max + value: 10.4103 + - type: nauc_precision_at_3_std + value: -37.7262 + - type: nauc_precision_at_3_diff1 + value: 29.128700000000002 + - type: nauc_precision_at_5_max + value: 26.7469 + - type: nauc_precision_at_5_std + value: -22.7233 + - type: nauc_precision_at_5_diff1 + value: 32.4246 + - type: nauc_precision_at_10_max + value: 28.5366 + - type: nauc_precision_at_10_std + value: -17.4443 + - type: nauc_precision_at_10_diff1 + value: 29.206300000000002 + - type: nauc_precision_at_20_max + value: 29.773500000000002 + - type: nauc_precision_at_20_std + value: -6.5821000000000005 + - type: nauc_precision_at_20_diff1 + value: 24.7913 + - type: nauc_precision_at_100_max + value: 33.4536 + - type: nauc_precision_at_100_std + value: 9.991800000000001 + - type: nauc_precision_at_100_diff1 + value: 20.631 + - type: nauc_precision_at_1000_max + value: 32.8367 + - type: nauc_precision_at_1000_std + value: 6.303599999999999 + - type: nauc_precision_at_1000_diff1 + value: 23.936 + - type: nauc_mrr_at_1_max + value: 11.379999999999999 + - type: nauc_mrr_at_1_std + value: -35.4634 + - type: nauc_mrr_at_1_diff1 + value: 29.4387 + - type: nauc_mrr_at_3_max + value: 10.5739 + - type: nauc_mrr_at_3_std + value: -37.804500000000004 + - type: nauc_mrr_at_3_diff1 + value: 30.6657 + - type: nauc_mrr_at_5_max + value: 11.773200000000001 + - type: nauc_mrr_at_5_std + value: -35.1978 + - type: nauc_mrr_at_5_diff1 + value: 29.8618 + - type: nauc_mrr_at_10_max + value: 10.7176 + - type: nauc_mrr_at_10_std + value: -37.3573 + - type: nauc_mrr_at_10_diff1 + value: 31.793 + - type: nauc_mrr_at_20_max + value: 10.7746 + - type: nauc_mrr_at_20_std + value: -36.5885 + - type: nauc_mrr_at_20_diff1 + value: 30.9104 + - type: nauc_mrr_at_100_max + value: 10.925899999999999 + - type: nauc_mrr_at_100_std + value: -36.4001 + - type: nauc_mrr_at_100_diff1 + value: 30.8583 + - type: nauc_mrr_at_1000_max + value: 10.8516 + - type: nauc_mrr_at_1000_std + value: -36.5072 + - type: nauc_mrr_at_1000_diff1 + value: 30.9219 + - type: main_score + value: 41.162 + task: + type: Retrieval + - dataset: + config: default + name: MTEB AILAStatutes (default) + revision: ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e + split: test + type: mteb/AILA_statutes + metrics: + - type: ndcg_at_1 + value: 36.0 + - type: ndcg_at_3 + value: 32.427 + - type: ndcg_at_5 + value: 31.512 + - type: ndcg_at_10 + value: 37.727 + - type: ndcg_at_20 + value: 43.808 + - type: ndcg_at_100 + value: 56.445 + - type: ndcg_at_1000 + value: 56.445 + - type: map_at_1 + value: 8.1 + - type: map_at_3 + value: 16.617 + - type: map_at_5 + value: 21.437 + - type: map_at_10 + value: 25.355 + - type: map_at_20 + value: 27.947 + - type: map_at_100 + value: 31.746000000000002 + - type: map_at_1000 + value: 31.746000000000002 + - type: recall_at_1 + value: 8.1 + - type: recall_at_3 + value: 20.599999999999998 + - type: recall_at_5 + value: 30.733 + - type: recall_at_10 + value: 42.733 + - type: recall_at_20 + value: 57.733000000000004 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 36.0 + - type: precision_at_3 + value: 30.667 + - type: precision_at_5 + value: 26.8 + - type: precision_at_10 + value: 18.6 + - type: precision_at_20 + value: 12.7 + - type: precision_at_100 + value: 4.34 + - type: precision_at_1000 + value: 0.434 + - type: mrr_at_1 + value: 36.0 + - type: mrr_at_3 + value: 48.0 + - type: mrr_at_5 + value: 50.7 + - type: mrr_at_10 + value: 52.527 + - type: mrr_at_20 + value: 53.4181 + - type: mrr_at_100 + value: 53.5014 + - type: mrr_at_1000 + value: 53.5014 + - type: nauc_ndcg_at_1_max + value: 40.678599999999996 + - type: nauc_ndcg_at_1_std + value: 2.3618 + - type: nauc_ndcg_at_1_diff1 + value: 22.733999999999998 + - type: nauc_ndcg_at_3_max + value: 50.3189 + - type: nauc_ndcg_at_3_std + value: 8.3353 + - type: nauc_ndcg_at_3_diff1 + value: 22.9075 + - type: nauc_ndcg_at_5_max + value: 51.121399999999994 + - type: nauc_ndcg_at_5_std + value: 12.192699999999999 + - type: nauc_ndcg_at_5_diff1 + value: 24.6331 + - type: nauc_ndcg_at_10_max + value: 48.619299999999996 + - type: nauc_ndcg_at_10_std + value: 13.3391 + - type: nauc_ndcg_at_10_diff1 + value: 25.8506 + - type: nauc_ndcg_at_20_max + value: 48.4815 + - type: nauc_ndcg_at_20_std + value: 14.1815 + - type: nauc_ndcg_at_20_diff1 + value: 26.0392 + - type: nauc_ndcg_at_100_max + value: 47.5885 + - type: nauc_ndcg_at_100_std + value: 9.109200000000001 + - type: nauc_ndcg_at_100_diff1 + value: 25.634 + - type: nauc_ndcg_at_1000_max + value: 47.5885 + - type: nauc_ndcg_at_1000_std + value: 9.109200000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 25.634 + - type: nauc_map_at_1_max + value: 38.1447 + - type: nauc_map_at_1_std + value: 3.4307 + - type: nauc_map_at_1_diff1 + value: 22.8203 + - type: nauc_map_at_3_max + value: 57.0804 + - type: nauc_map_at_3_std + value: 11.8266 + - type: nauc_map_at_3_diff1 + value: 28.0652 + - type: nauc_map_at_5_max + value: 56.037499999999994 + - type: nauc_map_at_5_std + value: 9.4905 + - type: nauc_map_at_5_diff1 + value: 27.181300000000004 + - type: nauc_map_at_10_max + value: 53.441300000000005 + - type: nauc_map_at_10_std + value: 9.3788 + - type: nauc_map_at_10_diff1 + value: 27.797500000000003 + - type: nauc_map_at_20_max + value: 53.459999999999994 + - type: nauc_map_at_20_std + value: 10.639 + - type: nauc_map_at_20_diff1 + value: 28.9047 + - type: nauc_map_at_100_max + value: 52.8436 + - type: nauc_map_at_100_std + value: 9.3179 + - type: nauc_map_at_100_diff1 + value: 28.2307 + - type: nauc_map_at_1000_max + value: 52.8436 + - type: nauc_map_at_1000_std + value: 9.3179 + - type: nauc_map_at_1000_diff1 + value: 28.2307 + - type: nauc_recall_at_1_max + value: 38.1447 + - type: nauc_recall_at_1_std + value: 3.4307 + - type: nauc_recall_at_1_diff1 + value: 22.8203 + - type: nauc_recall_at_3_max + value: 52.256899999999995 + - type: nauc_recall_at_3_std + value: 16.3049 + - type: nauc_recall_at_3_diff1 + value: 23.1279 + - type: nauc_recall_at_5_max + value: 50.314400000000006 + - type: nauc_recall_at_5_std + value: 16.6816 + - type: nauc_recall_at_5_diff1 + value: 22.399 + - type: nauc_recall_at_10_max + value: 43.1763 + - type: nauc_recall_at_10_std + value: 19.364600000000003 + - type: nauc_recall_at_10_diff1 + value: 22.9174 + - type: nauc_recall_at_20_max + value: 38.067 + - type: nauc_recall_at_20_std + value: 21.326 + - type: nauc_recall_at_20_diff1 + value: 20.6569 + - type: nauc_recall_at_100_max + value: .nan + - type: nauc_recall_at_100_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 40.678599999999996 + - type: nauc_precision_at_1_std + value: 2.3618 + - type: nauc_precision_at_1_diff1 + value: 22.733999999999998 + - type: nauc_precision_at_3_max + value: 52.4161 + - type: nauc_precision_at_3_std + value: 9.9763 + - type: nauc_precision_at_3_diff1 + value: 21.9711 + - type: nauc_precision_at_5_max + value: 47.016000000000005 + - type: nauc_precision_at_5_std + value: 9.1654 + - type: nauc_precision_at_5_diff1 + value: 21.1871 + - type: nauc_precision_at_10_max + value: 38.4701 + - type: nauc_precision_at_10_std + value: 9.1998 + - type: nauc_precision_at_10_diff1 + value: 22.6933 + - type: nauc_precision_at_20_max + value: 32.4123 + - type: nauc_precision_at_20_std + value: 8.3934 + - type: nauc_precision_at_20_diff1 + value: 20.4541 + - type: nauc_precision_at_100_max + value: -8.8893 + - type: nauc_precision_at_100_std + value: -29.7232 + - type: nauc_precision_at_100_diff1 + value: 0.6092 + - type: nauc_precision_at_1000_max + value: -8.8893 + - type: nauc_precision_at_1000_std + value: -29.7232 + - type: nauc_precision_at_1000_diff1 + value: 0.6092 + - type: nauc_mrr_at_1_max + value: 40.678599999999996 + - type: nauc_mrr_at_1_std + value: 2.3618 + - type: nauc_mrr_at_1_diff1 + value: 22.733999999999998 + - type: nauc_mrr_at_3_max + value: 36.2095 + - type: nauc_mrr_at_3_std + value: 5.7524 + - type: nauc_mrr_at_3_diff1 + value: 19.0902 + - type: nauc_mrr_at_5_max + value: 37.782199999999996 + - type: nauc_mrr_at_5_std + value: 9.844 + - type: nauc_mrr_at_5_diff1 + value: 22.579 + - type: nauc_mrr_at_10_max + value: 38.5395 + - type: nauc_mrr_at_10_std + value: 8.9297 + - type: nauc_mrr_at_10_diff1 + value: 21.7206 + - type: nauc_mrr_at_20_max + value: 38.426500000000004 + - type: nauc_mrr_at_20_std + value: 7.8906 + - type: nauc_mrr_at_20_diff1 + value: 21.4312 + - type: nauc_mrr_at_100_max + value: 38.29 + - type: nauc_mrr_at_100_std + value: 7.6681 + - type: nauc_mrr_at_100_diff1 + value: 21.5398 + - type: nauc_mrr_at_1000_max + value: 38.29 + - type: nauc_mrr_at_1000_std + value: 7.6681 + - type: nauc_mrr_at_1000_diff1 + value: 21.5398 + - type: main_score + value: 37.727 + task: + type: Retrieval + - dataset: + config: default + name: MTEB AlloprofRetrieval (default) + revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd + split: test + type: lyon-nlp/alloprof + metrics: + - type: ndcg_at_1 + value: 45.509 + - type: ndcg_at_3 + value: 57.912 + - type: ndcg_at_5 + value: 60.885 + - type: ndcg_at_10 + value: 63.611 + - type: ndcg_at_20 + value: 64.976 + - type: ndcg_at_100 + value: 66.507 + - type: ndcg_at_1000 + value: 66.998 + - type: map_at_1 + value: 45.509 + - type: map_at_3 + value: 54.922000000000004 + - type: map_at_5 + value: 56.574000000000005 + - type: map_at_10 + value: 57.701 + - type: map_at_20 + value: 58.081 + - type: map_at_100 + value: 58.297 + - type: map_at_1000 + value: 58.314 + - type: recall_at_1 + value: 45.509 + - type: recall_at_3 + value: 66.537 + - type: recall_at_5 + value: 73.748 + - type: recall_at_10 + value: 82.16799999999999 + - type: recall_at_20 + value: 87.522 + - type: recall_at_100 + value: 95.72500000000001 + - type: recall_at_1000 + value: 99.655 + - type: precision_at_1 + value: 45.509 + - type: precision_at_3 + value: 22.179 + - type: precision_at_5 + value: 14.75 + - type: precision_at_10 + value: 8.217 + - type: precision_at_20 + value: 4.376 + - type: precision_at_100 + value: 0.9570000000000001 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 45.5095 + - type: mrr_at_3 + value: 54.9223 + - type: mrr_at_5 + value: 56.5738 + - type: mrr_at_10 + value: 57.701 + - type: mrr_at_20 + value: 58.0812 + - type: mrr_at_100 + value: 58.296899999999994 + - type: mrr_at_1000 + value: 58.314299999999996 + - type: nauc_ndcg_at_1_max + value: 16.683600000000002 + - type: nauc_ndcg_at_1_std + value: -6.0301 + - type: nauc_ndcg_at_1_diff1 + value: 49.9753 + - type: nauc_ndcg_at_3_max + value: 17.000899999999998 + - type: nauc_ndcg_at_3_std + value: -6.6979 + - type: nauc_ndcg_at_3_diff1 + value: 44.9957 + - type: nauc_ndcg_at_5_max + value: 17.1611 + - type: nauc_ndcg_at_5_std + value: -6.245 + - type: nauc_ndcg_at_5_diff1 + value: 44.9934 + - type: nauc_ndcg_at_10_max + value: 18.077399999999997 + - type: nauc_ndcg_at_10_std + value: -5.3740000000000006 + - type: nauc_ndcg_at_10_diff1 + value: 45.1724 + - type: nauc_ndcg_at_20_max + value: 18.8914 + - type: nauc_ndcg_at_20_std + value: -4.5659 + - type: nauc_ndcg_at_20_diff1 + value: 45.2044 + - type: nauc_ndcg_at_100_max + value: 18.6069 + - type: nauc_ndcg_at_100_std + value: -4.9226 + - type: nauc_ndcg_at_100_diff1 + value: 45.9795 + - type: nauc_ndcg_at_1000_max + value: 18.034 + - type: nauc_ndcg_at_1000_std + value: -5.2522 + - type: nauc_ndcg_at_1000_diff1 + value: 45.974900000000005 + - type: nauc_map_at_1_max + value: 16.683600000000002 + - type: nauc_map_at_1_std + value: -6.0301 + - type: nauc_map_at_1_diff1 + value: 49.9753 + - type: nauc_map_at_3_max + value: 16.7967 + - type: nauc_map_at_3_std + value: -6.5763 + - type: nauc_map_at_3_diff1 + value: 46.111999999999995 + - type: nauc_map_at_5_max + value: 16.889100000000003 + - type: nauc_map_at_5_std + value: -6.3379 + - type: nauc_map_at_5_diff1 + value: 46.122 + - type: nauc_map_at_10_max + value: 17.2366 + - type: nauc_map_at_10_std + value: -6.0221 + - type: nauc_map_at_10_diff1 + value: 46.2178 + - type: nauc_map_at_20_max + value: 17.4255 + - type: nauc_map_at_20_std + value: -5.8422 + - type: nauc_map_at_20_diff1 + value: 46.2439 + - type: nauc_map_at_100_max + value: 17.3727 + - type: nauc_map_at_100_std + value: -5.8772 + - type: nauc_map_at_100_diff1 + value: 46.3577 + - type: nauc_map_at_1000_max + value: 17.3562 + - type: nauc_map_at_1000_std + value: -5.8834 + - type: nauc_map_at_1000_diff1 + value: 46.3604 + - type: nauc_recall_at_1_max + value: 16.683600000000002 + - type: nauc_recall_at_1_std + value: -6.0301 + - type: nauc_recall_at_1_diff1 + value: 49.9753 + - type: nauc_recall_at_3_max + value: 17.7424 + - type: nauc_recall_at_3_std + value: -7.0788 + - type: nauc_recall_at_3_diff1 + value: 41.3542 + - type: nauc_recall_at_5_max + value: 18.2918 + - type: nauc_recall_at_5_std + value: -5.7617 + - type: nauc_recall_at_5_diff1 + value: 40.767399999999995 + - type: nauc_recall_at_10_max + value: 23.1597 + - type: nauc_recall_at_10_std + value: -1.1948999999999999 + - type: nauc_recall_at_10_diff1 + value: 40.072 + - type: nauc_recall_at_20_max + value: 31.915 + - type: nauc_recall_at_20_std + value: 7.346500000000001 + - type: nauc_recall_at_20_diff1 + value: 38.2586 + - type: nauc_recall_at_100_max + value: 48.1877 + - type: nauc_recall_at_100_std + value: 16.842299999999998 + - type: nauc_recall_at_100_diff1 + value: 47.596199999999996 + - type: nauc_recall_at_1000_max + value: 58.948 + - type: nauc_recall_at_1000_std + value: 60.5012 + - type: nauc_recall_at_1000_diff1 + value: 49.299 + - type: nauc_precision_at_1_max + value: 16.683600000000002 + - type: nauc_precision_at_1_std + value: -6.0301 + - type: nauc_precision_at_1_diff1 + value: 49.9753 + - type: nauc_precision_at_3_max + value: 17.7424 + - type: nauc_precision_at_3_std + value: -7.0788 + - type: nauc_precision_at_3_diff1 + value: 41.3542 + - type: nauc_precision_at_5_max + value: 18.2918 + - type: nauc_precision_at_5_std + value: -5.7617 + - type: nauc_precision_at_5_diff1 + value: 40.767399999999995 + - type: nauc_precision_at_10_max + value: 23.1597 + - type: nauc_precision_at_10_std + value: -1.1948999999999999 + - type: nauc_precision_at_10_diff1 + value: 40.072 + - type: nauc_precision_at_20_max + value: 31.915 + - type: nauc_precision_at_20_std + value: 7.346500000000001 + - type: nauc_precision_at_20_diff1 + value: 38.2586 + - type: nauc_precision_at_100_max + value: 48.1877 + - type: nauc_precision_at_100_std + value: 16.842299999999998 + - type: nauc_precision_at_100_diff1 + value: 47.596199999999996 + - type: nauc_precision_at_1000_max + value: 58.948 + - type: nauc_precision_at_1000_std + value: 60.5012 + - type: nauc_precision_at_1000_diff1 + value: 49.299 + - type: nauc_mrr_at_1_max + value: 16.683600000000002 + - type: nauc_mrr_at_1_std + value: -6.0301 + - type: nauc_mrr_at_1_diff1 + value: 49.9753 + - type: nauc_mrr_at_3_max + value: 16.7967 + - type: nauc_mrr_at_3_std + value: -6.5763 + - type: nauc_mrr_at_3_diff1 + value: 46.111999999999995 + - type: nauc_mrr_at_5_max + value: 16.889100000000003 + - type: nauc_mrr_at_5_std + value: -6.3379 + - type: nauc_mrr_at_5_diff1 + value: 46.122 + - type: nauc_mrr_at_10_max + value: 17.2366 + - type: nauc_mrr_at_10_std + value: -6.0221 + - type: nauc_mrr_at_10_diff1 + value: 46.2178 + - type: nauc_mrr_at_20_max + value: 17.4255 + - type: nauc_mrr_at_20_std + value: -5.8422 + - type: nauc_mrr_at_20_diff1 + value: 46.2439 + - type: nauc_mrr_at_100_max + value: 17.3727 + - type: nauc_mrr_at_100_std + value: -5.8772 + - type: nauc_mrr_at_100_diff1 + value: 46.3577 + - type: nauc_mrr_at_1000_max + value: 17.3562 + - type: nauc_mrr_at_1000_std + value: -5.8834 + - type: nauc_mrr_at_1000_diff1 + value: 46.3604 + - type: main_score + value: 63.611 + task: + type: Retrieval + - dataset: + config: default + name: MTEB AppsRetrieval (default) + revision: f22508f96b7a36c2415181ed8bb76f76e04ae2d5 + split: test + type: CoIR-Retrieval/apps + metrics: + - type: ndcg_at_1 + value: 35.405 + - type: ndcg_at_3 + value: 42.945 + - type: ndcg_at_5 + value: 44.984 + - type: ndcg_at_10 + value: 47.369 + - type: ndcg_at_20 + value: 49.095 + - type: ndcg_at_100 + value: 51.821 + - type: ndcg_at_1000 + value: 53.581 + - type: map_at_1 + value: 35.405 + - type: map_at_3 + value: 41.098 + - type: map_at_5 + value: 42.232 + - type: map_at_10 + value: 43.214999999999996 + - type: map_at_20 + value: 43.688 + - type: map_at_100 + value: 44.058 + - type: map_at_1000 + value: 44.119 + - type: recall_at_1 + value: 35.405 + - type: recall_at_3 + value: 48.287 + - type: recall_at_5 + value: 53.227000000000004 + - type: recall_at_10 + value: 60.611000000000004 + - type: recall_at_20 + value: 67.437 + - type: recall_at_100 + value: 82.231 + - type: recall_at_1000 + value: 96.38799999999999 + - type: precision_at_1 + value: 35.405 + - type: precision_at_3 + value: 16.096 + - type: precision_at_5 + value: 10.645 + - type: precision_at_10 + value: 6.061 + - type: precision_at_20 + value: 3.372 + - type: precision_at_100 + value: 0.822 + - type: precision_at_1000 + value: 0.096 + - type: mrr_at_1 + value: 35.3785 + - type: mrr_at_3 + value: 41.0846 + - type: mrr_at_5 + value: 42.2174 + - type: mrr_at_10 + value: 43.2 + - type: mrr_at_20 + value: 43.6735 + - type: mrr_at_100 + value: 44.0434 + - type: mrr_at_1000 + value: 44.1043 + - type: nauc_ndcg_at_1_max + value: 36.031400000000005 + - type: nauc_ndcg_at_1_std + value: 13.2192 + - type: nauc_ndcg_at_1_diff1 + value: 65.05919999999999 + - type: nauc_ndcg_at_3_max + value: 35.207699999999996 + - type: nauc_ndcg_at_3_std + value: 15.811300000000001 + - type: nauc_ndcg_at_3_diff1 + value: 57.774 + - type: nauc_ndcg_at_5_max + value: 35.2911 + - type: nauc_ndcg_at_5_std + value: 16.7644 + - type: nauc_ndcg_at_5_diff1 + value: 56.9825 + - type: nauc_ndcg_at_10_max + value: 34.708600000000004 + - type: nauc_ndcg_at_10_std + value: 17.9543 + - type: nauc_ndcg_at_10_diff1 + value: 56.221900000000005 + - type: nauc_ndcg_at_20_max + value: 34.5286 + - type: nauc_ndcg_at_20_std + value: 17.961299999999998 + - type: nauc_ndcg_at_20_diff1 + value: 56.055699999999995 + - type: nauc_ndcg_at_100_max + value: 34.7703 + - type: nauc_ndcg_at_100_std + value: 18.2449 + - type: nauc_ndcg_at_100_diff1 + value: 56.52009999999999 + - type: nauc_ndcg_at_1000_max + value: 34.9577 + - type: nauc_ndcg_at_1000_std + value: 17.6677 + - type: nauc_ndcg_at_1000_diff1 + value: 57.19689999999999 + - type: nauc_map_at_1_max + value: 36.031400000000005 + - type: nauc_map_at_1_std + value: 13.2192 + - type: nauc_map_at_1_diff1 + value: 65.05919999999999 + - type: nauc_map_at_3_max + value: 35.4008 + - type: nauc_map_at_3_std + value: 15.0815 + - type: nauc_map_at_3_diff1 + value: 59.4662 + - type: nauc_map_at_5_max + value: 35.4473 + - type: nauc_map_at_5_std + value: 15.583 + - type: nauc_map_at_5_diff1 + value: 59.053599999999996 + - type: nauc_map_at_10_max + value: 35.218199999999996 + - type: nauc_map_at_10_std + value: 16.078799999999998 + - type: nauc_map_at_10_diff1 + value: 58.7739 + - type: nauc_map_at_20_max + value: 35.1763 + - type: nauc_map_at_20_std + value: 16.0505 + - type: nauc_map_at_20_diff1 + value: 58.7534 + - type: nauc_map_at_100_max + value: 35.1987 + - type: nauc_map_at_100_std + value: 16.064999999999998 + - type: nauc_map_at_100_diff1 + value: 58.8283 + - type: nauc_map_at_1000_max + value: 35.2046 + - type: nauc_map_at_1000_std + value: 16.0461 + - type: nauc_map_at_1000_diff1 + value: 58.8496 + - type: nauc_recall_at_1_max + value: 36.031400000000005 + - type: nauc_recall_at_1_std + value: 13.2192 + - type: nauc_recall_at_1_diff1 + value: 65.05919999999999 + - type: nauc_recall_at_3_max + value: 34.6495 + - type: nauc_recall_at_3_std + value: 17.973 + - type: nauc_recall_at_3_diff1 + value: 52.889399999999995 + - type: nauc_recall_at_5_max + value: 34.8401 + - type: nauc_recall_at_5_std + value: 20.510900000000003 + - type: nauc_recall_at_5_diff1 + value: 50.6811 + - type: nauc_recall_at_10_max + value: 32.8102 + - type: nauc_recall_at_10_std + value: 24.6833 + - type: nauc_recall_at_10_diff1 + value: 47.5296 + - type: nauc_recall_at_20_max + value: 31.6739 + - type: nauc_recall_at_20_std + value: 25.798199999999998 + - type: nauc_recall_at_20_diff1 + value: 45.503 + - type: nauc_recall_at_100_max + value: 32.6227 + - type: nauc_recall_at_100_std + value: 33.7197 + - type: nauc_recall_at_100_diff1 + value: 43.5734 + - type: nauc_recall_at_1000_max + value: 37.6305 + - type: nauc_recall_at_1000_std + value: 51.0414 + - type: nauc_recall_at_1000_diff1 + value: 42.6282 + - type: nauc_precision_at_1_max + value: 36.031400000000005 + - type: nauc_precision_at_1_std + value: 13.2192 + - type: nauc_precision_at_1_diff1 + value: 65.05919999999999 + - type: nauc_precision_at_3_max + value: 34.6495 + - type: nauc_precision_at_3_std + value: 17.973 + - type: nauc_precision_at_3_diff1 + value: 52.889399999999995 + - type: nauc_precision_at_5_max + value: 34.8401 + - type: nauc_precision_at_5_std + value: 20.510900000000003 + - type: nauc_precision_at_5_diff1 + value: 50.6811 + - type: nauc_precision_at_10_max + value: 32.8102 + - type: nauc_precision_at_10_std + value: 24.6833 + - type: nauc_precision_at_10_diff1 + value: 47.5296 + - type: nauc_precision_at_20_max + value: 31.6739 + - type: nauc_precision_at_20_std + value: 25.798199999999998 + - type: nauc_precision_at_20_diff1 + value: 45.503 + - type: nauc_precision_at_100_max + value: 32.6227 + - type: nauc_precision_at_100_std + value: 33.7197 + - type: nauc_precision_at_100_diff1 + value: 43.5734 + - type: nauc_precision_at_1000_max + value: 37.6305 + - type: nauc_precision_at_1000_std + value: 51.0414 + - type: nauc_precision_at_1000_diff1 + value: 42.6282 + - type: nauc_mrr_at_1_max + value: 35.9938 + - type: nauc_mrr_at_1_std + value: 13.247700000000002 + - type: nauc_mrr_at_1_diff1 + value: 65.1424 + - type: nauc_mrr_at_3_max + value: 35.3819 + - type: nauc_mrr_at_3_std + value: 15.0959 + - type: nauc_mrr_at_3_diff1 + value: 59.5075 + - type: nauc_mrr_at_5_max + value: 35.422599999999996 + - type: nauc_mrr_at_5_std + value: 15.604899999999999 + - type: nauc_mrr_at_5_diff1 + value: 59.0997 + - type: nauc_mrr_at_10_max + value: 35.198800000000006 + - type: nauc_mrr_at_10_std + value: 16.0964 + - type: nauc_mrr_at_10_diff1 + value: 58.8187 + - type: nauc_mrr_at_20_max + value: 35.1567 + - type: nauc_mrr_at_20_std + value: 16.067899999999998 + - type: nauc_mrr_at_20_diff1 + value: 58.7986 + - type: nauc_mrr_at_100_max + value: 35.179 + - type: nauc_mrr_at_100_std + value: 16.0826 + - type: nauc_mrr_at_100_diff1 + value: 58.873799999999996 + - type: nauc_mrr_at_1000_max + value: 35.1849 + - type: nauc_mrr_at_1000_std + value: 16.0638 + - type: nauc_mrr_at_1000_diff1 + value: 58.8952 + - type: main_score + value: 47.369 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: ndcg_at_1 + value: 69.132 + - type: ndcg_at_3 + value: 81.661 + - type: ndcg_at_5 + value: 83.773 + - type: ndcg_at_10 + value: 84.855 + - type: ndcg_at_20 + value: 85.073 + - type: ndcg_at_100 + value: 85.134 + - type: ndcg_at_1000 + value: 85.134 + - type: map_at_1 + value: 69.132 + - type: map_at_3 + value: 78.69800000000001 + - type: map_at_5 + value: 79.89 + - type: map_at_10 + value: 80.35 + - type: map_at_20 + value: 80.411 + - type: map_at_100 + value: 80.423 + - type: map_at_1000 + value: 80.423 + - type: recall_at_1 + value: 69.132 + - type: recall_at_3 + value: 90.185 + - type: recall_at_5 + value: 95.235 + - type: recall_at_10 + value: 98.506 + - type: recall_at_20 + value: 99.36 + - type: recall_at_100 + value: 99.644 + - type: recall_at_1000 + value: 99.644 + - type: precision_at_1 + value: 69.132 + - type: precision_at_3 + value: 30.062 + - type: precision_at_5 + value: 19.047 + - type: precision_at_10 + value: 9.851 + - type: precision_at_20 + value: 4.968 + - type: precision_at_100 + value: 0.996 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 69.8435 + - type: mrr_at_3 + value: 78.9829 + - type: mrr_at_5 + value: 80.1245 + - type: mrr_at_10 + value: 80.5855 + - type: mrr_at_20 + value: 80.6466 + - type: mrr_at_100 + value: 80.65820000000001 + - type: mrr_at_1000 + value: 80.65820000000001 + - type: nauc_ndcg_at_1_max + value: -7.255000000000001 + - type: nauc_ndcg_at_1_std + value: -34.849799999999995 + - type: nauc_ndcg_at_1_diff1 + value: 56.261799999999994 + - type: nauc_ndcg_at_3_max + value: -2.4115 + - type: nauc_ndcg_at_3_std + value: -37.2357 + - type: nauc_ndcg_at_3_diff1 + value: 49.8141 + - type: nauc_ndcg_at_5_max + value: -3.7518999999999996 + - type: nauc_ndcg_at_5_std + value: -36.3091 + - type: nauc_ndcg_at_5_diff1 + value: 51.622800000000005 + - type: nauc_ndcg_at_10_max + value: -4.136299999999999 + - type: nauc_ndcg_at_10_std + value: -35.7711 + - type: nauc_ndcg_at_10_diff1 + value: 51.8282 + - type: nauc_ndcg_at_20_max + value: -4.1854000000000005 + - type: nauc_ndcg_at_20_std + value: -35.759600000000006 + - type: nauc_ndcg_at_20_diff1 + value: 52.1563 + - type: nauc_ndcg_at_100_max + value: -4.2861 + - type: nauc_ndcg_at_100_std + value: -35.5551 + - type: nauc_ndcg_at_100_diff1 + value: 52.3329 + - type: nauc_ndcg_at_1000_max + value: -4.2861 + - type: nauc_ndcg_at_1000_std + value: -35.5551 + - type: nauc_ndcg_at_1000_diff1 + value: 52.3329 + - type: nauc_map_at_1_max + value: -7.255000000000001 + - type: nauc_map_at_1_std + value: -34.849799999999995 + - type: nauc_map_at_1_diff1 + value: 56.261799999999994 + - type: nauc_map_at_3_max + value: -4.1394 + - type: nauc_map_at_3_std + value: -36.727399999999996 + - type: nauc_map_at_3_diff1 + value: 51.659299999999995 + - type: nauc_map_at_5_max + value: -4.8385 + - type: nauc_map_at_5_std + value: -36.2664 + - type: nauc_map_at_5_diff1 + value: 52.6145 + - type: nauc_map_at_10_max + value: -5.0075 + - type: nauc_map_at_10_std + value: -36.0257 + - type: nauc_map_at_10_diff1 + value: 52.69819999999999 + - type: nauc_map_at_20_max + value: -5.0069 + - type: nauc_map_at_20_std + value: -36.0289 + - type: nauc_map_at_20_diff1 + value: 52.7734 + - type: nauc_map_at_100_max + value: -5.0176 + - type: nauc_map_at_100_std + value: -36.0008 + - type: nauc_map_at_100_diff1 + value: 52.804399999999994 + - type: nauc_map_at_1000_max + value: -5.0176 + - type: nauc_map_at_1000_std + value: -36.0008 + - type: nauc_map_at_1000_diff1 + value: 52.804399999999994 + - type: nauc_recall_at_1_max + value: -7.255000000000001 + - type: nauc_recall_at_1_std + value: -34.849799999999995 + - type: nauc_recall_at_1_diff1 + value: 56.261799999999994 + - type: nauc_recall_at_3_max + value: 7.2941 + - type: nauc_recall_at_3_std + value: -39.833600000000004 + - type: nauc_recall_at_3_diff1 + value: 39.7917 + - type: nauc_recall_at_5_max + value: 7.323799999999999 + - type: nauc_recall_at_5_std + value: -35.8648 + - type: nauc_recall_at_5_diff1 + value: 42.3209 + - type: nauc_recall_at_10_max + value: 22.037000000000003 + - type: nauc_recall_at_10_std + value: -23.9944 + - type: nauc_recall_at_10_diff1 + value: 28.2343 + - type: nauc_recall_at_20_max + value: 50.146100000000004 + - type: nauc_recall_at_20_std + value: -6.5168 + - type: nauc_recall_at_20_diff1 + value: 22.8241 + - type: nauc_recall_at_100_max + value: 73.95479999999999 + - type: nauc_recall_at_100_std + value: 52.946099999999994 + - type: nauc_recall_at_100_diff1 + value: 27.3904 + - type: nauc_recall_at_1000_max + value: 73.95479999999999 + - type: nauc_recall_at_1000_std + value: 52.946099999999994 + - type: nauc_recall_at_1000_diff1 + value: 27.3904 + - type: nauc_precision_at_1_max + value: -7.255000000000001 + - type: nauc_precision_at_1_std + value: -34.849799999999995 + - type: nauc_precision_at_1_diff1 + value: 56.261799999999994 + - type: nauc_precision_at_3_max + value: 7.2941 + - type: nauc_precision_at_3_std + value: -39.833600000000004 + - type: nauc_precision_at_3_diff1 + value: 39.7917 + - type: nauc_precision_at_5_max + value: 7.323799999999999 + - type: nauc_precision_at_5_std + value: -35.8648 + - type: nauc_precision_at_5_diff1 + value: 42.3209 + - type: nauc_precision_at_10_max + value: 22.037000000000003 + - type: nauc_precision_at_10_std + value: -23.9944 + - type: nauc_precision_at_10_diff1 + value: 28.2343 + - type: nauc_precision_at_20_max + value: 50.146100000000004 + - type: nauc_precision_at_20_std + value: -6.5168 + - type: nauc_precision_at_20_diff1 + value: 22.8241 + - type: nauc_precision_at_100_max + value: 73.95479999999999 + - type: nauc_precision_at_100_std + value: 52.946099999999994 + - type: nauc_precision_at_100_diff1 + value: 27.3904 + - type: nauc_precision_at_1000_max + value: 73.95479999999999 + - type: nauc_precision_at_1000_std + value: 52.946099999999994 + - type: nauc_precision_at_1000_diff1 + value: 27.3904 + - type: nauc_mrr_at_1_max + value: -8.3242 + - type: nauc_mrr_at_1_std + value: -34.4718 + - type: nauc_mrr_at_1_diff1 + value: 54.3795 + - type: nauc_mrr_at_3_max + value: -5.9501 + - type: nauc_mrr_at_3_std + value: -36.4847 + - type: nauc_mrr_at_3_diff1 + value: 49.4894 + - type: nauc_mrr_at_5_max + value: -6.4670000000000005 + - type: nauc_mrr_at_5_std + value: -35.9838 + - type: nauc_mrr_at_5_diff1 + value: 50.3906 + - type: nauc_mrr_at_10_max + value: -6.6874 + - type: nauc_mrr_at_10_std + value: -35.7366 + - type: nauc_mrr_at_10_diff1 + value: 50.407500000000006 + - type: nauc_mrr_at_20_max + value: -6.6929 + - type: nauc_mrr_at_20_std + value: -35.7388 + - type: nauc_mrr_at_20_diff1 + value: 50.4749 + - type: nauc_mrr_at_100_max + value: -6.7048 + - type: nauc_mrr_at_100_std + value: -35.710300000000004 + - type: nauc_mrr_at_100_diff1 + value: 50.50449999999999 + - type: nauc_mrr_at_1000_max + value: -6.7048 + - type: nauc_mrr_at_1000_std + value: -35.710300000000004 + - type: nauc_mrr_at_1000_diff1 + value: 50.50449999999999 + - type: main_score + value: 84.855 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ArguAna-PL (default) + revision: 63fc86750af76253e8c760fc9e534bbf24d260a2 + split: test + type: clarin-knext/arguana-pl + metrics: + - type: ndcg_at_1 + value: 46.657 + - type: ndcg_at_3 + value: 63.388999999999996 + - type: ndcg_at_5 + value: 67.931 + - type: ndcg_at_10 + value: 70.745 + - type: ndcg_at_20 + value: 71.60300000000001 + - type: ndcg_at_100 + value: 71.941 + - type: ndcg_at_1000 + value: 71.961 + - type: map_at_1 + value: 46.657 + - type: map_at_3 + value: 59.353 + - type: map_at_5 + value: 61.892 + - type: map_at_10 + value: 63.085 + - type: map_at_20 + value: 63.336999999999996 + - type: map_at_100 + value: 63.392 + - type: map_at_1000 + value: 63.393 + - type: recall_at_1 + value: 46.657 + - type: recall_at_3 + value: 75.036 + - type: recall_at_5 + value: 85.989 + - type: recall_at_10 + value: 94.523 + - type: recall_at_20 + value: 97.795 + - type: recall_at_100 + value: 99.502 + - type: recall_at_1000 + value: 99.644 + - type: precision_at_1 + value: 46.657 + - type: precision_at_3 + value: 25.012 + - type: precision_at_5 + value: 17.198 + - type: precision_at_10 + value: 9.452 + - type: precision_at_20 + value: 4.89 + - type: precision_at_100 + value: 0.9950000000000001 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 46.7283 + - type: mrr_at_3 + value: 59.3765 + - type: mrr_at_5 + value: 61.897800000000004 + - type: mrr_at_10 + value: 63.1244 + - type: mrr_at_20 + value: 63.356100000000005 + - type: mrr_at_100 + value: 63.410500000000006 + - type: mrr_at_1000 + value: 63.4117 + - type: nauc_ndcg_at_1_max + value: -19.5634 + - type: nauc_ndcg_at_1_std + value: -19.265 + - type: nauc_ndcg_at_1_diff1 + value: 22.637999999999998 + - type: nauc_ndcg_at_3_max + value: -16.3608 + - type: nauc_ndcg_at_3_std + value: -22.8693 + - type: nauc_ndcg_at_3_diff1 + value: 17.4394 + - type: nauc_ndcg_at_5_max + value: -15.8805 + - type: nauc_ndcg_at_5_std + value: -21.5834 + - type: nauc_ndcg_at_5_diff1 + value: 16.773699999999998 + - type: nauc_ndcg_at_10_max + value: -14.8507 + - type: nauc_ndcg_at_10_std + value: -20.3819 + - type: nauc_ndcg_at_10_diff1 + value: 18.1785 + - type: nauc_ndcg_at_20_max + value: -14.9539 + - type: nauc_ndcg_at_20_std + value: -20.738400000000002 + - type: nauc_ndcg_at_20_diff1 + value: 19.1127 + - type: nauc_ndcg_at_100_max + value: -15.817899999999998 + - type: nauc_ndcg_at_100_std + value: -20.4217 + - type: nauc_ndcg_at_100_diff1 + value: 18.817700000000002 + - type: nauc_ndcg_at_1000_max + value: -15.8786 + - type: nauc_ndcg_at_1000_std + value: -20.4159 + - type: nauc_ndcg_at_1000_diff1 + value: 18.7928 + - type: nauc_map_at_1_max + value: -19.5634 + - type: nauc_map_at_1_std + value: -19.265 + - type: nauc_map_at_1_diff1 + value: 22.637999999999998 + - type: nauc_map_at_3_max + value: -17.031299999999998 + - type: nauc_map_at_3_std + value: -21.717200000000002 + - type: nauc_map_at_3_diff1 + value: 18.5932 + - type: nauc_map_at_5_max + value: -16.8169 + - type: nauc_map_at_5_std + value: -20.9644 + - type: nauc_map_at_5_diff1 + value: 18.3478 + - type: nauc_map_at_10_max + value: -16.422800000000002 + - type: nauc_map_at_10_std + value: -20.519000000000002 + - type: nauc_map_at_10_diff1 + value: 18.9532 + - type: nauc_map_at_20_max + value: -16.4667 + - type: nauc_map_at_20_std + value: -20.615 + - type: nauc_map_at_20_diff1 + value: 19.158900000000003 + - type: nauc_map_at_100_max + value: -16.5744 + - type: nauc_map_at_100_std + value: -20.5759 + - type: nauc_map_at_100_diff1 + value: 19.119500000000002 + - type: nauc_map_at_1000_max + value: -16.577 + - type: nauc_map_at_1000_std + value: -20.5763 + - type: nauc_map_at_1000_diff1 + value: 19.118 + - type: nauc_recall_at_1_max + value: -19.5634 + - type: nauc_recall_at_1_std + value: -19.265 + - type: nauc_recall_at_1_diff1 + value: 22.637999999999998 + - type: nauc_recall_at_3_max + value: -13.9065 + - type: nauc_recall_at_3_std + value: -27.387099999999997 + - type: nauc_recall_at_3_diff1 + value: 13.167100000000001 + - type: nauc_recall_at_5_max + value: -10.472 + - type: nauc_recall_at_5_std + value: -25.108999999999998 + - type: nauc_recall_at_5_diff1 + value: 7.5359 + - type: nauc_recall_at_10_max + value: 7.7113000000000005 + - type: nauc_recall_at_10_std + value: -16.0659 + - type: nauc_recall_at_10_diff1 + value: 9.3791 + - type: nauc_recall_at_20_max + value: 37.8908 + - type: nauc_recall_at_20_std + value: -21.455199999999998 + - type: nauc_recall_at_20_diff1 + value: 31.4041 + - type: nauc_recall_at_100_max + value: 37.007400000000004 + - type: nauc_recall_at_100_std + value: 42.0428 + - type: nauc_recall_at_100_diff1 + value: 14.266200000000001 + - type: nauc_recall_at_1000_max + value: 33.5658 + - type: nauc_recall_at_1000_std + value: 70.8203 + - type: nauc_recall_at_1000_diff1 + value: 3.4027000000000003 + - type: nauc_precision_at_1_max + value: -19.5634 + - type: nauc_precision_at_1_std + value: -19.265 + - type: nauc_precision_at_1_diff1 + value: 22.637999999999998 + - type: nauc_precision_at_3_max + value: -13.9065 + - type: nauc_precision_at_3_std + value: -27.387099999999997 + - type: nauc_precision_at_3_diff1 + value: 13.167100000000001 + - type: nauc_precision_at_5_max + value: -10.472 + - type: nauc_precision_at_5_std + value: -25.108999999999998 + - type: nauc_precision_at_5_diff1 + value: 7.5359 + - type: nauc_precision_at_10_max + value: 7.7113000000000005 + - type: nauc_precision_at_10_std + value: -16.0659 + - type: nauc_precision_at_10_diff1 + value: 9.3791 + - type: nauc_precision_at_20_max + value: 37.8908 + - type: nauc_precision_at_20_std + value: -21.455199999999998 + - type: nauc_precision_at_20_diff1 + value: 31.4041 + - type: nauc_precision_at_100_max + value: 37.007400000000004 + - type: nauc_precision_at_100_std + value: 42.0428 + - type: nauc_precision_at_100_diff1 + value: 14.266200000000001 + - type: nauc_precision_at_1000_max + value: 33.5658 + - type: nauc_precision_at_1000_std + value: 70.8203 + - type: nauc_precision_at_1000_diff1 + value: 3.4027000000000003 + - type: nauc_mrr_at_1_max + value: -19.3369 + - type: nauc_mrr_at_1_std + value: -19.444200000000002 + - type: nauc_mrr_at_1_diff1 + value: 22.4428 + - type: nauc_mrr_at_3_max + value: -17.2787 + - type: nauc_mrr_at_3_std + value: -21.666 + - type: nauc_mrr_at_3_diff1 + value: 18.0413 + - type: nauc_mrr_at_5_max + value: -17.0262 + - type: nauc_mrr_at_5_std + value: -21.0529 + - type: nauc_mrr_at_5_diff1 + value: 17.8125 + - type: nauc_mrr_at_10_max + value: -16.552 + - type: nauc_mrr_at_10_std + value: -20.534 + - type: nauc_mrr_at_10_diff1 + value: 18.4692 + - type: nauc_mrr_at_20_max + value: -16.633899999999997 + - type: nauc_mrr_at_20_std + value: -20.6434 + - type: nauc_mrr_at_20_diff1 + value: 18.6564 + - type: nauc_mrr_at_100_max + value: -16.7427 + - type: nauc_mrr_at_100_std + value: -20.6046 + - type: nauc_mrr_at_100_diff1 + value: 18.6152 + - type: nauc_mrr_at_1000_max + value: -16.7453 + - type: nauc_mrr_at_1000_std + value: -20.6049 + - type: nauc_mrr_at_1000_diff1 + value: 18.6137 + - type: main_score + value: 70.745 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: ndcg_at_1 + value: 45.494 + - type: ndcg_at_3 + value: 51.53 + - type: ndcg_at_5 + value: 54.062 + - type: ndcg_at_10 + value: 56.599 + - type: ndcg_at_20 + value: 58.663 + - type: ndcg_at_100 + value: 61.36200000000001 + - type: ndcg_at_1000 + value: 62.824000000000005 + - type: map_at_1 + value: 37.078 + - type: map_at_3 + value: 46.166000000000004 + - type: map_at_5 + value: 48.458 + - type: map_at_10 + value: 50.06699999999999 + - type: map_at_20 + value: 50.946999999999996 + - type: map_at_100 + value: 51.541000000000004 + - type: map_at_1000 + value: 51.649 + - type: recall_at_1 + value: 37.078 + - type: recall_at_3 + value: 53.529 + - type: recall_at_5 + value: 60.772999999999996 + - type: recall_at_10 + value: 68.65299999999999 + - type: recall_at_20 + value: 75.92999999999999 + - type: recall_at_100 + value: 88.127 + - type: recall_at_1000 + value: 97.059 + - type: precision_at_1 + value: 45.494 + - type: precision_at_3 + value: 24.893 + - type: precision_at_5 + value: 17.997 + - type: precision_at_10 + value: 10.801 + - type: precision_at_20 + value: 6.308999999999999 + - type: precision_at_100 + value: 1.6320000000000001 + - type: precision_at_1000 + value: 0.20600000000000002 + - type: mrr_at_1 + value: 45.4936 + - type: mrr_at_3 + value: 53.7196 + - type: mrr_at_5 + value: 55.2933 + - type: mrr_at_10 + value: 56.123999999999995 + - type: mrr_at_20 + value: 56.51049999999999 + - type: mrr_at_100 + value: 56.7174 + - type: mrr_at_1000 + value: 56.747400000000006 + - type: nauc_ndcg_at_1_max + value: 35.614200000000004 + - type: nauc_ndcg_at_1_std + value: -7.7957 + - type: nauc_ndcg_at_1_diff1 + value: 54.22860000000001 + - type: nauc_ndcg_at_3_max + value: 33.8228 + - type: nauc_ndcg_at_3_std + value: -6.9605 + - type: nauc_ndcg_at_3_diff1 + value: 49.8018 + - type: nauc_ndcg_at_5_max + value: 35.0771 + - type: nauc_ndcg_at_5_std + value: -6.9311 + - type: nauc_ndcg_at_5_diff1 + value: 50.219899999999996 + - type: nauc_ndcg_at_10_max + value: 34.38 + - type: nauc_ndcg_at_10_std + value: -6.3957 + - type: nauc_ndcg_at_10_diff1 + value: 49.7615 + - type: nauc_ndcg_at_20_max + value: 35.1256 + - type: nauc_ndcg_at_20_std + value: -6.1043 + - type: nauc_ndcg_at_20_diff1 + value: 49.806200000000004 + - type: nauc_ndcg_at_100_max + value: 35.7053 + - type: nauc_ndcg_at_100_std + value: -5.6746 + - type: nauc_ndcg_at_100_diff1 + value: 50.329 + - type: nauc_ndcg_at_1000_max + value: 35.7684 + - type: nauc_ndcg_at_1000_std + value: -5.7025 + - type: nauc_ndcg_at_1000_diff1 + value: 50.0722 + - type: nauc_map_at_1_max + value: 30.608600000000003 + - type: nauc_map_at_1_std + value: -8.991100000000001 + - type: nauc_map_at_1_diff1 + value: 57.5647 + - type: nauc_map_at_3_max + value: 33.2079 + - type: nauc_map_at_3_std + value: -9.127699999999999 + - type: nauc_map_at_3_diff1 + value: 51.9447 + - type: nauc_map_at_5_max + value: 34.5141 + - type: nauc_map_at_5_std + value: -8.7807 + - type: nauc_map_at_5_diff1 + value: 51.9327 + - type: nauc_map_at_10_max + value: 34.4921 + - type: nauc_map_at_10_std + value: -7.9472000000000005 + - type: nauc_map_at_10_diff1 + value: 51.775400000000005 + - type: nauc_map_at_20_max + value: 34.8121 + - type: nauc_map_at_20_std + value: -7.5918 + - type: nauc_map_at_20_diff1 + value: 51.6456 + - type: nauc_map_at_100_max + value: 34.9015 + - type: nauc_map_at_100_std + value: -7.3378 + - type: nauc_map_at_100_diff1 + value: 51.6076 + - type: nauc_map_at_1000_max + value: 34.9022 + - type: nauc_map_at_1000_std + value: -7.3391 + - type: nauc_map_at_1000_diff1 + value: 51.6053 + - type: nauc_recall_at_1_max + value: 30.608600000000003 + - type: nauc_recall_at_1_std + value: -8.991100000000001 + - type: nauc_recall_at_1_diff1 + value: 57.5647 + - type: nauc_recall_at_3_max + value: 30.2776 + - type: nauc_recall_at_3_std + value: -8.4575 + - type: nauc_recall_at_3_diff1 + value: 46.2862 + - type: nauc_recall_at_5_max + value: 33.1901 + - type: nauc_recall_at_5_std + value: -7.7004 + - type: nauc_recall_at_5_diff1 + value: 45.899499999999996 + - type: nauc_recall_at_10_max + value: 30.313499999999998 + - type: nauc_recall_at_10_std + value: -5.4006 + - type: nauc_recall_at_10_diff1 + value: 42.2776 + - type: nauc_recall_at_20_max + value: 34.1712 + - type: nauc_recall_at_20_std + value: -2.3716 + - type: nauc_recall_at_20_diff1 + value: 41.7472 + - type: nauc_recall_at_100_max + value: 40.8389 + - type: nauc_recall_at_100_std + value: 5.5838 + - type: nauc_recall_at_100_diff1 + value: 45.9651 + - type: nauc_recall_at_1000_max + value: 65.74 + - type: nauc_recall_at_1000_std + value: 39.1801 + - type: nauc_recall_at_1000_diff1 + value: 35.736000000000004 + - type: nauc_precision_at_1_max + value: 35.614200000000004 + - type: nauc_precision_at_1_std + value: -7.7957 + - type: nauc_precision_at_1_diff1 + value: 54.22860000000001 + - type: nauc_precision_at_3_max + value: 28.2028 + - type: nauc_precision_at_3_std + value: -1.0218 + - type: nauc_precision_at_3_diff1 + value: 22.2489 + - type: nauc_precision_at_5_max + value: 24.7309 + - type: nauc_precision_at_5_std + value: 3.1465 + - type: nauc_precision_at_5_diff1 + value: 13.827800000000002 + - type: nauc_precision_at_10_max + value: 15.698400000000001 + - type: nauc_precision_at_10_std + value: 9.0621 + - type: nauc_precision_at_10_diff1 + value: 3.649 + - type: nauc_precision_at_20_max + value: 9.4945 + - type: nauc_precision_at_20_std + value: 10.8097 + - type: nauc_precision_at_20_diff1 + value: -4.3942000000000005 + - type: nauc_precision_at_100_max + value: -1.0453000000000001 + - type: nauc_precision_at_100_std + value: 9.1892 + - type: nauc_precision_at_100_diff1 + value: -13.181899999999999 + - type: nauc_precision_at_1000_max + value: -12.3066 + - type: nauc_precision_at_1000_std + value: 1.1887999999999999 + - type: nauc_precision_at_1000_diff1 + value: -19.1801 + - type: nauc_mrr_at_1_max + value: 35.614200000000004 + - type: nauc_mrr_at_1_std + value: -7.7957 + - type: nauc_mrr_at_1_diff1 + value: 54.22860000000001 + - type: nauc_mrr_at_3_max + value: 34.869699999999995 + - type: nauc_mrr_at_3_std + value: -6.4407000000000005 + - type: nauc_mrr_at_3_diff1 + value: 49.708999999999996 + - type: nauc_mrr_at_5_max + value: 35.3776 + - type: nauc_mrr_at_5_std + value: -6.6262 + - type: nauc_mrr_at_5_diff1 + value: 49.945299999999996 + - type: nauc_mrr_at_10_max + value: 35.0564 + - type: nauc_mrr_at_10_std + value: -6.459 + - type: nauc_mrr_at_10_diff1 + value: 49.7197 + - type: nauc_mrr_at_20_max + value: 35.2248 + - type: nauc_mrr_at_20_std + value: -6.3714 + - type: nauc_mrr_at_20_diff1 + value: 49.8625 + - type: nauc_mrr_at_100_max + value: 35.2674 + - type: nauc_mrr_at_100_std + value: -6.3363000000000005 + - type: nauc_mrr_at_100_diff1 + value: 49.9657 + - type: nauc_mrr_at_1000_max + value: 35.2721 + - type: nauc_mrr_at_1000_std + value: -6.3167 + - type: nauc_mrr_at_1000_diff1 + value: 49.963499999999996 + - type: main_score + value: 56.599 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: ndcg_at_1 + value: 47.134 + - type: ndcg_at_3 + value: 52.186 + - type: ndcg_at_5 + value: 53.94 + - type: ndcg_at_10 + value: 55.96 + - type: ndcg_at_20 + value: 57.521 + - type: ndcg_at_100 + value: 59.865 + - type: ndcg_at_1000 + value: 61.611000000000004 + - type: map_at_1 + value: 37.405 + - type: map_at_3 + value: 46.747 + - type: map_at_5 + value: 48.59 + - type: map_at_10 + value: 50.004000000000005 + - type: map_at_20 + value: 50.735 + - type: map_at_100 + value: 51.348000000000006 + - type: map_at_1000 + value: 51.473 + - type: recall_at_1 + value: 37.405 + - type: recall_at_3 + value: 53.869 + - type: recall_at_5 + value: 59.18600000000001 + - type: recall_at_10 + value: 65.786 + - type: recall_at_20 + value: 71.56099999999999 + - type: recall_at_100 + value: 82.062 + - type: recall_at_1000 + value: 92.863 + - type: precision_at_1 + value: 47.134 + - type: precision_at_3 + value: 25.625999999999998 + - type: precision_at_5 + value: 17.910999999999998 + - type: precision_at_10 + value: 10.65 + - type: precision_at_20 + value: 6.175 + - type: precision_at_100 + value: 1.627 + - type: precision_at_1000 + value: 0.20600000000000002 + - type: mrr_at_1 + value: 47.1338 + - type: mrr_at_3 + value: 54.1826 + - type: mrr_at_5 + value: 55.278099999999995 + - type: mrr_at_10 + value: 56.029399999999995 + - type: mrr_at_20 + value: 56.378499999999995 + - type: mrr_at_100 + value: 56.619299999999996 + - type: mrr_at_1000 + value: 56.6543 + - type: nauc_ndcg_at_1_max + value: 37.3522 + - type: nauc_ndcg_at_1_std + value: -14.572099999999999 + - type: nauc_ndcg_at_1_diff1 + value: 61.214999999999996 + - type: nauc_ndcg_at_3_max + value: 38.391999999999996 + - type: nauc_ndcg_at_3_std + value: -15.112200000000001 + - type: nauc_ndcg_at_3_diff1 + value: 56.356899999999996 + - type: nauc_ndcg_at_5_max + value: 39.1967 + - type: nauc_ndcg_at_5_std + value: -14.3619 + - type: nauc_ndcg_at_5_diff1 + value: 55.3495 + - type: nauc_ndcg_at_10_max + value: 38.7466 + - type: nauc_ndcg_at_10_std + value: -13.7605 + - type: nauc_ndcg_at_10_diff1 + value: 54.4384 + - type: nauc_ndcg_at_20_max + value: 39.5938 + - type: nauc_ndcg_at_20_std + value: -14.009599999999999 + - type: nauc_ndcg_at_20_diff1 + value: 54.7691 + - type: nauc_ndcg_at_100_max + value: 40.1015 + - type: nauc_ndcg_at_100_std + value: -12.5052 + - type: nauc_ndcg_at_100_diff1 + value: 54.72709999999999 + - type: nauc_ndcg_at_1000_max + value: 40.3151 + - type: nauc_ndcg_at_1000_std + value: -12.0739 + - type: nauc_ndcg_at_1000_diff1 + value: 55.25790000000001 + - type: nauc_map_at_1_max + value: 27.761400000000002 + - type: nauc_map_at_1_std + value: -20.2684 + - type: nauc_map_at_1_diff1 + value: 63.1038 + - type: nauc_map_at_3_max + value: 34.069500000000005 + - type: nauc_map_at_3_std + value: -19.275100000000002 + - type: nauc_map_at_3_diff1 + value: 58.711 + - type: nauc_map_at_5_max + value: 35.7671 + - type: nauc_map_at_5_std + value: -17.979899999999997 + - type: nauc_map_at_5_diff1 + value: 57.6454 + - type: nauc_map_at_10_max + value: 36.4172 + - type: nauc_map_at_10_std + value: -17.1203 + - type: nauc_map_at_10_diff1 + value: 57.0636 + - type: nauc_map_at_20_max + value: 36.9931 + - type: nauc_map_at_20_std + value: -16.6796 + - type: nauc_map_at_20_diff1 + value: 57.0403 + - type: nauc_map_at_100_max + value: 37.438900000000004 + - type: nauc_map_at_100_std + value: -15.820300000000001 + - type: nauc_map_at_100_diff1 + value: 56.897600000000004 + - type: nauc_map_at_1000_max + value: 37.4975 + - type: nauc_map_at_1000_std + value: -15.6907 + - type: nauc_map_at_1000_diff1 + value: 56.9175 + - type: nauc_recall_at_1_max + value: 27.761400000000002 + - type: nauc_recall_at_1_std + value: -20.2684 + - type: nauc_recall_at_1_diff1 + value: 63.1038 + - type: nauc_recall_at_3_max + value: 34.8791 + - type: nauc_recall_at_3_std + value: -18.8036 + - type: nauc_recall_at_3_diff1 + value: 53.1711 + - type: nauc_recall_at_5_max + value: 37.3858 + - type: nauc_recall_at_5_std + value: -15.168499999999998 + - type: nauc_recall_at_5_diff1 + value: 49.5036 + - type: nauc_recall_at_10_max + value: 36.0912 + - type: nauc_recall_at_10_std + value: -12.1608 + - type: nauc_recall_at_10_diff1 + value: 44.829 + - type: nauc_recall_at_20_max + value: 39.2525 + - type: nauc_recall_at_20_std + value: -12.3668 + - type: nauc_recall_at_20_diff1 + value: 43.9759 + - type: nauc_recall_at_100_max + value: 43.6304 + - type: nauc_recall_at_100_std + value: -0.8947999999999999 + - type: nauc_recall_at_100_diff1 + value: 40.8458 + - type: nauc_recall_at_1000_max + value: 53.3319 + - type: nauc_recall_at_1000_std + value: 18.7692 + - type: nauc_recall_at_1000_diff1 + value: 42.7357 + - type: nauc_precision_at_1_max + value: 37.3522 + - type: nauc_precision_at_1_std + value: -14.572099999999999 + - type: nauc_precision_at_1_diff1 + value: 61.214999999999996 + - type: nauc_precision_at_3_max + value: 37.8132 + - type: nauc_precision_at_3_std + value: -0.49470000000000003 + - type: nauc_precision_at_3_diff1 + value: 24.643 + - type: nauc_precision_at_5_max + value: 36.3294 + - type: nauc_precision_at_5_std + value: 6.8277 + - type: nauc_precision_at_5_diff1 + value: 12.4336 + - type: nauc_precision_at_10_max + value: 30.314000000000004 + - type: nauc_precision_at_10_std + value: 15.481700000000002 + - type: nauc_precision_at_10_diff1 + value: 0.6795 + - type: nauc_precision_at_20_max + value: 27.184 + - type: nauc_precision_at_20_std + value: 20.9669 + - type: nauc_precision_at_20_diff1 + value: -5.8441 + - type: nauc_precision_at_100_max + value: 18.9458 + - type: nauc_precision_at_100_std + value: 32.1721 + - type: nauc_precision_at_100_diff1 + value: -14.6186 + - type: nauc_precision_at_1000_max + value: 10.1047 + - type: nauc_precision_at_1000_std + value: 31.807299999999998 + - type: nauc_precision_at_1000_diff1 + value: -17.956 + - type: nauc_mrr_at_1_max + value: 37.3522 + - type: nauc_mrr_at_1_std + value: -14.572099999999999 + - type: nauc_mrr_at_1_diff1 + value: 61.214999999999996 + - type: nauc_mrr_at_3_max + value: 40.706900000000005 + - type: nauc_mrr_at_3_std + value: -13.6574 + - type: nauc_mrr_at_3_diff1 + value: 58.196099999999994 + - type: nauc_mrr_at_5_max + value: 40.6835 + - type: nauc_mrr_at_5_std + value: -12.8583 + - type: nauc_mrr_at_5_diff1 + value: 57.4489 + - type: nauc_mrr_at_10_max + value: 40.379799999999996 + - type: nauc_mrr_at_10_std + value: -12.572700000000001 + - type: nauc_mrr_at_10_diff1 + value: 57.0943 + - type: nauc_mrr_at_20_max + value: 40.5022 + - type: nauc_mrr_at_20_std + value: -12.781899999999998 + - type: nauc_mrr_at_20_diff1 + value: 57.19220000000001 + - type: nauc_mrr_at_100_max + value: 40.4825 + - type: nauc_mrr_at_100_std + value: -12.715099999999998 + - type: nauc_mrr_at_100_diff1 + value: 57.2437 + - type: nauc_mrr_at_1000_max + value: 40.4806 + - type: nauc_mrr_at_1000_std + value: -12.7181 + - type: nauc_mrr_at_1000_diff1 + value: 57.262800000000006 + - type: main_score + value: 55.96 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: ndcg_at_1 + value: 52.22599999999999 + - type: ndcg_at_3 + value: 59.797999999999995 + - type: ndcg_at_5 + value: 62.260000000000005 + - type: ndcg_at_10 + value: 64.85300000000001 + - type: ndcg_at_20 + value: 66.398 + - type: ndcg_at_100 + value: 68.298 + - type: ndcg_at_1000 + value: 69.003 + - type: map_at_1 + value: 45.789 + - type: map_at_3 + value: 55.833999999999996 + - type: map_at_5 + value: 57.69 + - type: map_at_10 + value: 59.062000000000005 + - type: map_at_20 + value: 59.64699999999999 + - type: map_at_100 + value: 60.01800000000001 + - type: map_at_1000 + value: 60.053999999999995 + - type: recall_at_1 + value: 45.789 + - type: recall_at_3 + value: 64.9 + - type: recall_at_5 + value: 70.902 + - type: recall_at_10 + value: 78.388 + - type: recall_at_20 + value: 84.086 + - type: recall_at_100 + value: 93.006 + - type: recall_at_1000 + value: 97.928 + - type: precision_at_1 + value: 52.22599999999999 + - type: precision_at_3 + value: 26.540999999999997 + - type: precision_at_5 + value: 17.944 + - type: precision_at_10 + value: 10.232 + - type: precision_at_20 + value: 5.621 + - type: precision_at_100 + value: 1.2850000000000001 + - type: precision_at_1000 + value: 0.13799999999999998 + - type: mrr_at_1 + value: 52.225699999999996 + - type: mrr_at_3 + value: 60.271699999999996 + - type: mrr_at_5 + value: 61.42530000000001 + - type: mrr_at_10 + value: 62.3395 + - type: mrr_at_20 + value: 62.677099999999996 + - type: mrr_at_100 + value: 62.8807 + - type: mrr_at_1000 + value: 62.8973 + - type: nauc_ndcg_at_1_max + value: 27.97 + - type: nauc_ndcg_at_1_std + value: -1.6453 + - type: nauc_ndcg_at_1_diff1 + value: 62.58899999999999 + - type: nauc_ndcg_at_3_max + value: 28.810299999999998 + - type: nauc_ndcg_at_3_std + value: -3.3146 + - type: nauc_ndcg_at_3_diff1 + value: 58.564499999999995 + - type: nauc_ndcg_at_5_max + value: 28.988500000000002 + - type: nauc_ndcg_at_5_std + value: -2.3416 + - type: nauc_ndcg_at_5_diff1 + value: 58.3665 + - type: nauc_ndcg_at_10_max + value: 29.391099999999998 + - type: nauc_ndcg_at_10_std + value: -1.6410999999999998 + - type: nauc_ndcg_at_10_diff1 + value: 58.1796 + - type: nauc_ndcg_at_20_max + value: 30.407600000000002 + - type: nauc_ndcg_at_20_std + value: -0.4031 + - type: nauc_ndcg_at_20_diff1 + value: 57.8352 + - type: nauc_ndcg_at_100_max + value: 30.5903 + - type: nauc_ndcg_at_100_std + value: 0.4594 + - type: nauc_ndcg_at_100_diff1 + value: 58.0301 + - type: nauc_ndcg_at_1000_max + value: 30.434 + - type: nauc_ndcg_at_1000_std + value: 0.1155 + - type: nauc_ndcg_at_1000_diff1 + value: 58.255900000000004 + - type: nauc_map_at_1_max + value: 23.206 + - type: nauc_map_at_1_std + value: -6.158 + - type: nauc_map_at_1_diff1 + value: 62.99439999999999 + - type: nauc_map_at_3_max + value: 27.5532 + - type: nauc_map_at_3_std + value: -5.1591 + - type: nauc_map_at_3_diff1 + value: 60.002 + - type: nauc_map_at_5_max + value: 27.8601 + - type: nauc_map_at_5_std + value: -3.911 + - type: nauc_map_at_5_diff1 + value: 59.73159999999999 + - type: nauc_map_at_10_max + value: 28.1945 + - type: nauc_map_at_10_std + value: -3.2794999999999996 + - type: nauc_map_at_10_diff1 + value: 59.626000000000005 + - type: nauc_map_at_20_max + value: 28.616999999999997 + - type: nauc_map_at_20_std + value: -2.6020000000000003 + - type: nauc_map_at_20_diff1 + value: 59.575500000000005 + - type: nauc_map_at_100_max + value: 28.6481 + - type: nauc_map_at_100_std + value: -2.2667 + - type: nauc_map_at_100_diff1 + value: 59.589400000000005 + - type: nauc_map_at_1000_max + value: 28.659299999999998 + - type: nauc_map_at_1000_std + value: -2.2597 + - type: nauc_map_at_1000_diff1 + value: 59.601499999999994 + - type: nauc_recall_at_1_max + value: 23.206 + - type: nauc_recall_at_1_std + value: -6.158 + - type: nauc_recall_at_1_diff1 + value: 62.99439999999999 + - type: nauc_recall_at_3_max + value: 28.623700000000003 + - type: nauc_recall_at_3_std + value: -5.8401000000000005 + - type: nauc_recall_at_3_diff1 + value: 53.8227 + - type: nauc_recall_at_5_max + value: 28.9528 + - type: nauc_recall_at_5_std + value: -2.5272 + - type: nauc_recall_at_5_diff1 + value: 52.2288 + - type: nauc_recall_at_10_max + value: 29.9082 + - type: nauc_recall_at_10_std + value: 0.1807 + - type: nauc_recall_at_10_diff1 + value: 49.8327 + - type: nauc_recall_at_20_max + value: 36.0543 + - type: nauc_recall_at_20_std + value: 8.9839 + - type: nauc_recall_at_20_diff1 + value: 45.5672 + - type: nauc_recall_at_100_max + value: 45.9797 + - type: nauc_recall_at_100_std + value: 28.3877 + - type: nauc_recall_at_100_diff1 + value: 39.546 + - type: nauc_recall_at_1000_max + value: 62.2417 + - type: nauc_recall_at_1000_std + value: 55.5758 + - type: nauc_recall_at_1000_diff1 + value: 22.8638 + - type: nauc_precision_at_1_max + value: 27.97 + - type: nauc_precision_at_1_std + value: -1.6453 + - type: nauc_precision_at_1_diff1 + value: 62.58899999999999 + - type: nauc_precision_at_3_max + value: 27.0191 + - type: nauc_precision_at_3_std + value: 4.9311 + - type: nauc_precision_at_3_diff1 + value: 30.0561 + - type: nauc_precision_at_5_max + value: 22.2735 + - type: nauc_precision_at_5_std + value: 11.097999999999999 + - type: nauc_precision_at_5_diff1 + value: 18.779 + - type: nauc_precision_at_10_max + value: 19.4139 + - type: nauc_precision_at_10_std + value: 16.6781 + - type: nauc_precision_at_10_diff1 + value: 7.533399999999999 + - type: nauc_precision_at_20_max + value: 18.3767 + - type: nauc_precision_at_20_std + value: 22.672 + - type: nauc_precision_at_20_diff1 + value: -1.3791 + - type: nauc_precision_at_100_max + value: 12.6526 + - type: nauc_precision_at_100_std + value: 26.951000000000004 + - type: nauc_precision_at_100_diff1 + value: -13.2751 + - type: nauc_precision_at_1000_max + value: 10.6031 + - type: nauc_precision_at_1000_std + value: 25.6975 + - type: nauc_precision_at_1000_diff1 + value: -18.4242 + - type: nauc_mrr_at_1_max + value: 27.97 + - type: nauc_mrr_at_1_std + value: -1.6453 + - type: nauc_mrr_at_1_diff1 + value: 62.58899999999999 + - type: nauc_mrr_at_3_max + value: 29.8068 + - type: nauc_mrr_at_3_std + value: -1.7729000000000001 + - type: nauc_mrr_at_3_diff1 + value: 59.492 + - type: nauc_mrr_at_5_max + value: 29.707099999999997 + - type: nauc_mrr_at_5_std + value: -1.4821 + - type: nauc_mrr_at_5_diff1 + value: 59.4719 + - type: nauc_mrr_at_10_max + value: 29.6577 + - type: nauc_mrr_at_10_std + value: -1.2421 + - type: nauc_mrr_at_10_diff1 + value: 59.4371 + - type: nauc_mrr_at_20_max + value: 29.799599999999998 + - type: nauc_mrr_at_20_std + value: -1.0259 + - type: nauc_mrr_at_20_diff1 + value: 59.3975 + - type: nauc_mrr_at_100_max + value: 29.789500000000004 + - type: nauc_mrr_at_100_std + value: -0.9686999999999999 + - type: nauc_mrr_at_100_diff1 + value: 59.4433 + - type: nauc_mrr_at_1000_max + value: 29.7765 + - type: nauc_mrr_at_1000_std + value: -0.9816 + - type: nauc_mrr_at_1000_diff1 + value: 59.452400000000004 + - type: main_score + value: 64.85300000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: ndcg_at_1 + value: 32.09 + - type: ndcg_at_3 + value: 38.339 + - type: ndcg_at_5 + value: 41.427 + - type: ndcg_at_10 + value: 43.606 + - type: ndcg_at_20 + value: 45.784000000000006 + - type: ndcg_at_100 + value: 48.908 + - type: ndcg_at_1000 + value: 50.585 + - type: map_at_1 + value: 29.146 + - type: map_at_3 + value: 35.577999999999996 + - type: map_at_5 + value: 37.413999999999994 + - type: map_at_10 + value: 38.4 + - type: map_at_20 + value: 39.065 + - type: map_at_100 + value: 39.542 + - type: map_at_1000 + value: 39.612 + - type: recall_at_1 + value: 29.146 + - type: recall_at_3 + value: 43.168 + - type: recall_at_5 + value: 50.717 + - type: recall_at_10 + value: 57.120000000000005 + - type: recall_at_20 + value: 65.254 + - type: recall_at_100 + value: 81.04599999999999 + - type: recall_at_1000 + value: 93.487 + - type: precision_at_1 + value: 32.09 + - type: precision_at_3 + value: 16.234 + - type: precision_at_5 + value: 11.503 + - type: precision_at_10 + value: 6.587999999999999 + - type: precision_at_20 + value: 3.8019999999999996 + - type: precision_at_100 + value: 0.9690000000000001 + - type: precision_at_1000 + value: 0.11499999999999999 + - type: mrr_at_1 + value: 32.0904 + - type: mrr_at_3 + value: 38.380399999999995 + - type: mrr_at_5 + value: 40.092299999999994 + - type: mrr_at_10 + value: 40.9673 + - type: mrr_at_20 + value: 41.5069 + - type: mrr_at_100 + value: 41.9109 + - type: mrr_at_1000 + value: 41.9594 + - type: nauc_ndcg_at_1_max + value: 27.6464 + - type: nauc_ndcg_at_1_std + value: -1.8366 + - type: nauc_ndcg_at_1_diff1 + value: 47.670899999999996 + - type: nauc_ndcg_at_3_max + value: 25.376900000000003 + - type: nauc_ndcg_at_3_std + value: -3.2547 + - type: nauc_ndcg_at_3_diff1 + value: 41.9746 + - type: nauc_ndcg_at_5_max + value: 25.945400000000003 + - type: nauc_ndcg_at_5_std + value: -2.4712 + - type: nauc_ndcg_at_5_diff1 + value: 40.9108 + - type: nauc_ndcg_at_10_max + value: 26.848899999999997 + - type: nauc_ndcg_at_10_std + value: -1.2 + - type: nauc_ndcg_at_10_diff1 + value: 41.0551 + - type: nauc_ndcg_at_20_max + value: 27.5009 + - type: nauc_ndcg_at_20_std + value: -0.17880000000000001 + - type: nauc_ndcg_at_20_diff1 + value: 40.3734 + - type: nauc_ndcg_at_100_max + value: 27.823500000000003 + - type: nauc_ndcg_at_100_std + value: 0.518 + - type: nauc_ndcg_at_100_diff1 + value: 40.623 + - type: nauc_ndcg_at_1000_max + value: 27.9869 + - type: nauc_ndcg_at_1000_std + value: -0.0013 + - type: nauc_ndcg_at_1000_diff1 + value: 40.8432 + - type: nauc_map_at_1_max + value: 23.2855 + - type: nauc_map_at_1_std + value: -3.4483 + - type: nauc_map_at_1_diff1 + value: 50.0016 + - type: nauc_map_at_3_max + value: 24.3672 + - type: nauc_map_at_3_std + value: -3.5584 + - type: nauc_map_at_3_diff1 + value: 43.872299999999996 + - type: nauc_map_at_5_max + value: 25.110599999999998 + - type: nauc_map_at_5_std + value: -2.9498 + - type: nauc_map_at_5_diff1 + value: 43.1989 + - type: nauc_map_at_10_max + value: 25.665399999999998 + - type: nauc_map_at_10_std + value: -2.4362000000000004 + - type: nauc_map_at_10_diff1 + value: 43.3406 + - type: nauc_map_at_20_max + value: 25.8614 + - type: nauc_map_at_20_std + value: -2.0474 + - type: nauc_map_at_20_diff1 + value: 43.161100000000005 + - type: nauc_map_at_100_max + value: 25.9361 + - type: nauc_map_at_100_std + value: -1.9616000000000002 + - type: nauc_map_at_100_diff1 + value: 43.2363 + - type: nauc_map_at_1000_max + value: 25.938499999999998 + - type: nauc_map_at_1000_std + value: -1.9685000000000001 + - type: nauc_map_at_1000_diff1 + value: 43.231 + - type: nauc_recall_at_1_max + value: 23.2855 + - type: nauc_recall_at_1_std + value: -3.4483 + - type: nauc_recall_at_1_diff1 + value: 50.0016 + - type: nauc_recall_at_3_max + value: 22.9329 + - type: nauc_recall_at_3_std + value: -3.7666999999999997 + - type: nauc_recall_at_3_diff1 + value: 36.7978 + - type: nauc_recall_at_5_max + value: 24.1513 + - type: nauc_recall_at_5_std + value: -2.3709000000000002 + - type: nauc_recall_at_5_diff1 + value: 34.0543 + - type: nauc_recall_at_10_max + value: 26.2738 + - type: nauc_recall_at_10_std + value: 1.2804 + - type: nauc_recall_at_10_diff1 + value: 34.176 + - type: nauc_recall_at_20_max + value: 29.052899999999998 + - type: nauc_recall_at_20_std + value: 5.4285 + - type: nauc_recall_at_20_diff1 + value: 30.309199999999997 + - type: nauc_recall_at_100_max + value: 32.4956 + - type: nauc_recall_at_100_std + value: 15.5484 + - type: nauc_recall_at_100_diff1 + value: 26.721099999999996 + - type: nauc_recall_at_1000_max + value: 46.7144 + - type: nauc_recall_at_1000_std + value: 20.8061 + - type: nauc_recall_at_1000_diff1 + value: 17.9426 + - type: nauc_precision_at_1_max + value: 27.6464 + - type: nauc_precision_at_1_std + value: -1.8366 + - type: nauc_precision_at_1_diff1 + value: 47.670899999999996 + - type: nauc_precision_at_3_max + value: 29.380899999999997 + - type: nauc_precision_at_3_std + value: -3.1528 + - type: nauc_precision_at_3_diff1 + value: 31.268600000000003 + - type: nauc_precision_at_5_max + value: 32.0691 + - type: nauc_precision_at_5_std + value: -0.2302 + - type: nauc_precision_at_5_diff1 + value: 27.1444 + - type: nauc_precision_at_10_max + value: 34.3771 + - type: nauc_precision_at_10_std + value: 3.9228 + - type: nauc_precision_at_10_diff1 + value: 25.644299999999998 + - type: nauc_precision_at_20_max + value: 34.5051 + - type: nauc_precision_at_20_std + value: 8.4082 + - type: nauc_precision_at_20_diff1 + value: 18.5274 + - type: nauc_precision_at_100_max + value: 29.2199 + - type: nauc_precision_at_100_std + value: 12.294599999999999 + - type: nauc_precision_at_100_diff1 + value: 6.5167 + - type: nauc_precision_at_1000_max + value: 23.535800000000002 + - type: nauc_precision_at_1000_std + value: 7.9533000000000005 + - type: nauc_precision_at_1000_diff1 + value: -7.614799999999999 + - type: nauc_mrr_at_1_max + value: 27.6464 + - type: nauc_mrr_at_1_std + value: -1.8366 + - type: nauc_mrr_at_1_diff1 + value: 47.670899999999996 + - type: nauc_mrr_at_3_max + value: 28.0465 + - type: nauc_mrr_at_3_std + value: -1.4969 + - type: nauc_mrr_at_3_diff1 + value: 42.3255 + - type: nauc_mrr_at_5_max + value: 28.1428 + - type: nauc_mrr_at_5_std + value: -1.2854 + - type: nauc_mrr_at_5_diff1 + value: 41.8905 + - type: nauc_mrr_at_10_max + value: 28.402500000000003 + - type: nauc_mrr_at_10_std + value: -0.7038 + - type: nauc_mrr_at_10_diff1 + value: 41.836 + - type: nauc_mrr_at_20_max + value: 28.5448 + - type: nauc_mrr_at_20_std + value: -0.5139 + - type: nauc_mrr_at_20_diff1 + value: 41.7462 + - type: nauc_mrr_at_100_max + value: 28.5412 + - type: nauc_mrr_at_100_std + value: -0.49899999999999994 + - type: nauc_mrr_at_100_diff1 + value: 41.801500000000004 + - type: nauc_mrr_at_1000_max + value: 28.5349 + - type: nauc_mrr_at_1000_std + value: -0.5183 + - type: nauc_mrr_at_1000_diff1 + value: 41.8056 + - type: main_score + value: 43.606 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: ndcg_at_1 + value: 24.876 + - type: ndcg_at_3 + value: 29.663 + - type: ndcg_at_5 + value: 32.193 + - type: ndcg_at_10 + value: 34.694 + - type: ndcg_at_20 + value: 37.075 + - type: ndcg_at_100 + value: 40.615 + - type: ndcg_at_1000 + value: 43.317 + - type: map_at_1 + value: 20.395 + - type: map_at_3 + value: 26.451999999999998 + - type: map_at_5 + value: 28.159 + - type: map_at_10 + value: 29.287000000000003 + - type: map_at_20 + value: 30.019000000000002 + - type: map_at_100 + value: 30.607 + - type: map_at_1000 + value: 30.726 + - type: recall_at_1 + value: 20.395 + - type: recall_at_3 + value: 32.521 + - type: recall_at_5 + value: 38.887 + - type: recall_at_10 + value: 46.388 + - type: recall_at_20 + value: 54.885 + - type: recall_at_100 + value: 71.597 + - type: recall_at_1000 + value: 90.75 + - type: precision_at_1 + value: 24.876 + - type: precision_at_3 + value: 14.138 + - type: precision_at_5 + value: 10.323 + - type: precision_at_10 + value: 6.343 + - type: precision_at_20 + value: 3.8249999999999997 + - type: precision_at_100 + value: 1.072 + - type: precision_at_1000 + value: 0.14200000000000002 + - type: mrr_at_1 + value: 24.875600000000002 + - type: mrr_at_3 + value: 31.3847 + - type: mrr_at_5 + value: 32.9706 + - type: mrr_at_10 + value: 34.049800000000005 + - type: mrr_at_20 + value: 34.6468 + - type: mrr_at_100 + value: 35.0306 + - type: mrr_at_1000 + value: 35.099000000000004 + - type: nauc_ndcg_at_1_max + value: 26.698300000000003 + - type: nauc_ndcg_at_1_std + value: -9.5319 + - type: nauc_ndcg_at_1_diff1 + value: 38.4492 + - type: nauc_ndcg_at_3_max + value: 25.176399999999997 + - type: nauc_ndcg_at_3_std + value: -6.7520999999999995 + - type: nauc_ndcg_at_3_diff1 + value: 32.468599999999995 + - type: nauc_ndcg_at_5_max + value: 24.4473 + - type: nauc_ndcg_at_5_std + value: -5.9608 + - type: nauc_ndcg_at_5_diff1 + value: 29.834 + - type: nauc_ndcg_at_10_max + value: 23.9148 + - type: nauc_ndcg_at_10_std + value: -6.1128 + - type: nauc_ndcg_at_10_diff1 + value: 29.7987 + - type: nauc_ndcg_at_20_max + value: 25.8822 + - type: nauc_ndcg_at_20_std + value: -5.4422999999999995 + - type: nauc_ndcg_at_20_diff1 + value: 29.113899999999997 + - type: nauc_ndcg_at_100_max + value: 25.732100000000003 + - type: nauc_ndcg_at_100_std + value: -4.6342 + - type: nauc_ndcg_at_100_diff1 + value: 28.983999999999998 + - type: nauc_ndcg_at_1000_max + value: 26.192700000000002 + - type: nauc_ndcg_at_1000_std + value: -4.2824 + - type: nauc_ndcg_at_1000_diff1 + value: 29.790499999999998 + - type: nauc_map_at_1_max + value: 24.5782 + - type: nauc_map_at_1_std + value: -7.321700000000001 + - type: nauc_map_at_1_diff1 + value: 37.2043 + - type: nauc_map_at_3_max + value: 24.169 + - type: nauc_map_at_3_std + value: -7.004199999999999 + - type: nauc_map_at_3_diff1 + value: 32.9852 + - type: nauc_map_at_5_max + value: 24.0608 + - type: nauc_map_at_5_std + value: -6.6873000000000005 + - type: nauc_map_at_5_diff1 + value: 31.5149 + - type: nauc_map_at_10_max + value: 23.899 + - type: nauc_map_at_10_std + value: -6.625699999999999 + - type: nauc_map_at_10_diff1 + value: 31.7355 + - type: nauc_map_at_20_max + value: 24.628700000000002 + - type: nauc_map_at_20_std + value: -6.400799999999999 + - type: nauc_map_at_20_diff1 + value: 31.495299999999997 + - type: nauc_map_at_100_max + value: 24.6559 + - type: nauc_map_at_100_std + value: -6.265999999999999 + - type: nauc_map_at_100_diff1 + value: 31.5649 + - type: nauc_map_at_1000_max + value: 24.6863 + - type: nauc_map_at_1000_std + value: -6.250799999999999 + - type: nauc_map_at_1000_diff1 + value: 31.5819 + - type: nauc_recall_at_1_max + value: 24.5782 + - type: nauc_recall_at_1_std + value: -7.321700000000001 + - type: nauc_recall_at_1_diff1 + value: 37.2043 + - type: nauc_recall_at_3_max + value: 23.2686 + - type: nauc_recall_at_3_std + value: -5.045100000000001 + - type: nauc_recall_at_3_diff1 + value: 28.154400000000003 + - type: nauc_recall_at_5_max + value: 21.860599999999998 + - type: nauc_recall_at_5_std + value: -3.4112000000000005 + - type: nauc_recall_at_5_diff1 + value: 23.030800000000003 + - type: nauc_recall_at_10_max + value: 20.4802 + - type: nauc_recall_at_10_std + value: -3.6235999999999997 + - type: nauc_recall_at_10_diff1 + value: 22.9303 + - type: nauc_recall_at_20_max + value: 26.347700000000003 + - type: nauc_recall_at_20_std + value: -0.6692 + - type: nauc_recall_at_20_diff1 + value: 19.808500000000002 + - type: nauc_recall_at_100_max + value: 25.2797 + - type: nauc_recall_at_100_std + value: 6.1018 + - type: nauc_recall_at_100_diff1 + value: 14.7004 + - type: nauc_recall_at_1000_max + value: 36.5398 + - type: nauc_recall_at_1000_std + value: 31.2063 + - type: nauc_recall_at_1000_diff1 + value: 10.5907 + - type: nauc_precision_at_1_max + value: 26.698300000000003 + - type: nauc_precision_at_1_std + value: -9.5319 + - type: nauc_precision_at_1_diff1 + value: 38.4492 + - type: nauc_precision_at_3_max + value: 24.9054 + - type: nauc_precision_at_3_std + value: -7.5171 + - type: nauc_precision_at_3_diff1 + value: 27.2254 + - type: nauc_precision_at_5_max + value: 22.6436 + - type: nauc_precision_at_5_std + value: -5.1206000000000005 + - type: nauc_precision_at_5_diff1 + value: 20.1326 + - type: nauc_precision_at_10_max + value: 20.5032 + - type: nauc_precision_at_10_std + value: -5.5717 + - type: nauc_precision_at_10_diff1 + value: 19.6572 + - type: nauc_precision_at_20_max + value: 23.8821 + - type: nauc_precision_at_20_std + value: -3.1688 + - type: nauc_precision_at_20_diff1 + value: 13.567599999999999 + - type: nauc_precision_at_100_max + value: 14.605699999999999 + - type: nauc_precision_at_100_std + value: 0.716 + - type: nauc_precision_at_100_diff1 + value: 7.6313 + - type: nauc_precision_at_1000_max + value: 6.0905000000000005 + - type: nauc_precision_at_1000_std + value: 1.5649 + - type: nauc_precision_at_1000_diff1 + value: 3.8662 + - type: nauc_mrr_at_1_max + value: 26.698300000000003 + - type: nauc_mrr_at_1_std + value: -9.5319 + - type: nauc_mrr_at_1_diff1 + value: 38.4492 + - type: nauc_mrr_at_3_max + value: 26.8305 + - type: nauc_mrr_at_3_std + value: -7.9918000000000005 + - type: nauc_mrr_at_3_diff1 + value: 33.8664 + - type: nauc_mrr_at_5_max + value: 26.262200000000004 + - type: nauc_mrr_at_5_std + value: -7.3484 + - type: nauc_mrr_at_5_diff1 + value: 32.5643 + - type: nauc_mrr_at_10_max + value: 26.328400000000002 + - type: nauc_mrr_at_10_std + value: -7.6068 + - type: nauc_mrr_at_10_diff1 + value: 32.5036 + - type: nauc_mrr_at_20_max + value: 26.656000000000002 + - type: nauc_mrr_at_20_std + value: -7.5804 + - type: nauc_mrr_at_20_diff1 + value: 32.433 + - type: nauc_mrr_at_100_max + value: 26.5896 + - type: nauc_mrr_at_100_std + value: -7.5155 + - type: nauc_mrr_at_100_diff1 + value: 32.3972 + - type: nauc_mrr_at_1000_max + value: 26.597700000000003 + - type: nauc_mrr_at_1000_std + value: -7.5018 + - type: nauc_mrr_at_1000_diff1 + value: 32.4248 + - type: main_score + value: 34.694 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: ndcg_at_1 + value: 42.733 + - type: ndcg_at_3 + value: 47.236 + - type: ndcg_at_5 + value: 49.327 + - type: ndcg_at_10 + value: 52.346000000000004 + - type: ndcg_at_20 + value: 54.446000000000005 + - type: ndcg_at_100 + value: 57.736 + - type: ndcg_at_1000 + value: 59.245000000000005 + - type: map_at_1 + value: 34.414 + - type: map_at_3 + value: 42.634 + - type: map_at_5 + value: 44.394 + - type: map_at_10 + value: 45.997 + - type: map_at_20 + value: 46.786 + - type: map_at_100 + value: 47.423 + - type: map_at_1000 + value: 47.515 + - type: recall_at_1 + value: 34.414 + - type: recall_at_3 + value: 50.233000000000004 + - type: recall_at_5 + value: 55.967 + - type: recall_at_10 + value: 65.173 + - type: recall_at_20 + value: 72.27799999999999 + - type: recall_at_100 + value: 87.163 + - type: recall_at_1000 + value: 96.64 + - type: precision_at_1 + value: 42.733 + - type: precision_at_3 + value: 22.554 + - type: precision_at_5 + value: 15.687999999999999 + - type: precision_at_10 + value: 9.461 + - type: precision_at_20 + value: 5.476 + - type: precision_at_100 + value: 1.427 + - type: precision_at_1000 + value: 0.172 + - type: mrr_at_1 + value: 42.733399999999996 + - type: mrr_at_3 + value: 49.614999999999995 + - type: mrr_at_5 + value: 50.88549999999999 + - type: mrr_at_10 + value: 52.0836 + - type: mrr_at_20 + value: 52.53 + - type: mrr_at_100 + value: 52.8598 + - type: mrr_at_1000 + value: 52.8868 + - type: nauc_ndcg_at_1_max + value: 23.1429 + - type: nauc_ndcg_at_1_std + value: -7.7212000000000005 + - type: nauc_ndcg_at_1_diff1 + value: 55.663399999999996 + - type: nauc_ndcg_at_3_max + value: 22.331699999999998 + - type: nauc_ndcg_at_3_std + value: -6.594800000000001 + - type: nauc_ndcg_at_3_diff1 + value: 51.442 + - type: nauc_ndcg_at_5_max + value: 23.2226 + - type: nauc_ndcg_at_5_std + value: -7.6577 + - type: nauc_ndcg_at_5_diff1 + value: 50.98740000000001 + - type: nauc_ndcg_at_10_max + value: 23.9303 + - type: nauc_ndcg_at_10_std + value: -7.602499999999999 + - type: nauc_ndcg_at_10_diff1 + value: 50.999300000000005 + - type: nauc_ndcg_at_20_max + value: 24.8995 + - type: nauc_ndcg_at_20_std + value: -7.4109 + - type: nauc_ndcg_at_20_diff1 + value: 51.1071 + - type: nauc_ndcg_at_100_max + value: 25.768200000000004 + - type: nauc_ndcg_at_100_std + value: -5.3339 + - type: nauc_ndcg_at_100_diff1 + value: 51.3983 + - type: nauc_ndcg_at_1000_max + value: 25.673000000000002 + - type: nauc_ndcg_at_1000_std + value: -5.6902 + - type: nauc_ndcg_at_1000_diff1 + value: 51.8949 + - type: nauc_map_at_1_max + value: 19.0505 + - type: nauc_map_at_1_std + value: -9.9024 + - type: nauc_map_at_1_diff1 + value: 57.3273 + - type: nauc_map_at_3_max + value: 21.1117 + - type: nauc_map_at_3_std + value: -8.1554 + - type: nauc_map_at_3_diff1 + value: 53.2246 + - type: nauc_map_at_5_max + value: 21.7804 + - type: nauc_map_at_5_std + value: -8.2798 + - type: nauc_map_at_5_diff1 + value: 52.4838 + - type: nauc_map_at_10_max + value: 22.4195 + - type: nauc_map_at_10_std + value: -7.921 + - type: nauc_map_at_10_diff1 + value: 52.40240000000001 + - type: nauc_map_at_20_max + value: 22.8451 + - type: nauc_map_at_20_std + value: -7.7503 + - type: nauc_map_at_20_diff1 + value: 52.4056 + - type: nauc_map_at_100_max + value: 23.0276 + - type: nauc_map_at_100_std + value: -7.3838 + - type: nauc_map_at_100_diff1 + value: 52.3879 + - type: nauc_map_at_1000_max + value: 23.0578 + - type: nauc_map_at_1000_std + value: -7.3713 + - type: nauc_map_at_1000_diff1 + value: 52.42289999999999 + - type: nauc_recall_at_1_max + value: 19.0505 + - type: nauc_recall_at_1_std + value: -9.9024 + - type: nauc_recall_at_1_diff1 + value: 57.3273 + - type: nauc_recall_at_3_max + value: 20.925 + - type: nauc_recall_at_3_std + value: -7.4738 + - type: nauc_recall_at_3_diff1 + value: 47.8211 + - type: nauc_recall_at_5_max + value: 22.5965 + - type: nauc_recall_at_5_std + value: -9.4402 + - type: nauc_recall_at_5_diff1 + value: 45.2799 + - type: nauc_recall_at_10_max + value: 23.5135 + - type: nauc_recall_at_10_std + value: -8.1849 + - type: nauc_recall_at_10_diff1 + value: 42.8254 + - type: nauc_recall_at_20_max + value: 27.2861 + - type: nauc_recall_at_20_std + value: -8.3969 + - type: nauc_recall_at_20_diff1 + value: 42.2671 + - type: nauc_recall_at_100_max + value: 37.3661 + - type: nauc_recall_at_100_std + value: 11.3158 + - type: nauc_recall_at_100_diff1 + value: 41.0589 + - type: nauc_recall_at_1000_max + value: 55.0454 + - type: nauc_recall_at_1000_std + value: 23.3173 + - type: nauc_recall_at_1000_diff1 + value: 54.313599999999994 + - type: nauc_precision_at_1_max + value: 23.1429 + - type: nauc_precision_at_1_std + value: -7.7212000000000005 + - type: nauc_precision_at_1_diff1 + value: 55.663399999999996 + - type: nauc_precision_at_3_max + value: 24.7944 + - type: nauc_precision_at_3_std + value: 2.2849999999999997 + - type: nauc_precision_at_3_diff1 + value: 30.3993 + - type: nauc_precision_at_5_max + value: 24.321 + - type: nauc_precision_at_5_std + value: 4.2261 + - type: nauc_precision_at_5_diff1 + value: 20.9557 + - type: nauc_precision_at_10_max + value: 23.7849 + - type: nauc_precision_at_10_std + value: 8.462200000000001 + - type: nauc_precision_at_10_diff1 + value: 11.599 + - type: nauc_precision_at_20_max + value: 22.3447 + - type: nauc_precision_at_20_std + value: 11.2814 + - type: nauc_precision_at_20_diff1 + value: 4.7898000000000005 + - type: nauc_precision_at_100_max + value: 14.965600000000002 + - type: nauc_precision_at_100_std + value: 16.0447 + - type: nauc_precision_at_100_diff1 + value: -7.7834 + - type: nauc_precision_at_1000_max + value: 8.7155 + - type: nauc_precision_at_1000_std + value: 13.5104 + - type: nauc_precision_at_1000_diff1 + value: -12.3558 + - type: nauc_mrr_at_1_max + value: 23.1429 + - type: nauc_mrr_at_1_std + value: -7.7212000000000005 + - type: nauc_mrr_at_1_diff1 + value: 55.663399999999996 + - type: nauc_mrr_at_3_max + value: 23.7762 + - type: nauc_mrr_at_3_std + value: -6.595 + - type: nauc_mrr_at_3_diff1 + value: 52.3405 + - type: nauc_mrr_at_5_max + value: 24.2505 + - type: nauc_mrr_at_5_std + value: -7.047000000000001 + - type: nauc_mrr_at_5_diff1 + value: 52.303 + - type: nauc_mrr_at_10_max + value: 24.195700000000002 + - type: nauc_mrr_at_10_std + value: -7.0169 + - type: nauc_mrr_at_10_diff1 + value: 52.2405 + - type: nauc_mrr_at_20_max + value: 24.419 + - type: nauc_mrr_at_20_std + value: -7.0644 + - type: nauc_mrr_at_20_diff1 + value: 52.32019999999999 + - type: nauc_mrr_at_100_max + value: 24.4542 + - type: nauc_mrr_at_100_std + value: -6.926400000000001 + - type: nauc_mrr_at_100_diff1 + value: 52.3844 + - type: nauc_mrr_at_1000_max + value: 24.4456 + - type: nauc_mrr_at_1000_std + value: -6.9383 + - type: nauc_mrr_at_1000_diff1 + value: 52.3861 + - type: main_score + value: 52.346000000000004 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: ndcg_at_1 + value: 37.329 + - type: ndcg_at_3 + value: 41.319 + - type: ndcg_at_5 + value: 43.444 + - type: ndcg_at_10 + value: 46.643 + - type: ndcg_at_20 + value: 49.257 + - type: ndcg_at_100 + value: 52.524 + - type: ndcg_at_1000 + value: 54.478 + - type: map_at_1 + value: 30.278 + - type: map_at_3 + value: 37.311 + - type: map_at_5 + value: 39.072 + - type: map_at_10 + value: 40.744 + - type: map_at_20 + value: 41.597 + - type: map_at_100 + value: 42.199999999999996 + - type: map_at_1000 + value: 42.309999999999995 + - type: recall_at_1 + value: 30.278 + - type: recall_at_3 + value: 43.464999999999996 + - type: recall_at_5 + value: 49.419999999999995 + - type: recall_at_10 + value: 58.650999999999996 + - type: recall_at_20 + value: 67.90899999999999 + - type: recall_at_100 + value: 83.276 + - type: recall_at_1000 + value: 96.114 + - type: precision_at_1 + value: 37.329 + - type: precision_at_3 + value: 19.634999999999998 + - type: precision_at_5 + value: 13.79 + - type: precision_at_10 + value: 8.539 + - type: precision_at_20 + value: 5.12 + - type: precision_at_100 + value: 1.3379999999999999 + - type: precision_at_1000 + value: 0.169 + - type: mrr_at_1 + value: 37.3288 + - type: mrr_at_3 + value: 43.702400000000004 + - type: mrr_at_5 + value: 45.0723 + - type: mrr_at_10 + value: 46.2846 + - type: mrr_at_20 + value: 46.8907 + - type: mrr_at_100 + value: 47.2243 + - type: mrr_at_1000 + value: 47.2676 + - type: nauc_ndcg_at_1_max + value: 40.217000000000006 + - type: nauc_ndcg_at_1_std + value: 0.11230000000000001 + - type: nauc_ndcg_at_1_diff1 + value: 51.971599999999995 + - type: nauc_ndcg_at_3_max + value: 37.3348 + - type: nauc_ndcg_at_3_std + value: -1.3462999999999998 + - type: nauc_ndcg_at_3_diff1 + value: 46.8299 + - type: nauc_ndcg_at_5_max + value: 36.8178 + - type: nauc_ndcg_at_5_std + value: -0.2637 + - type: nauc_ndcg_at_5_diff1 + value: 47.1466 + - type: nauc_ndcg_at_10_max + value: 37.5572 + - type: nauc_ndcg_at_10_std + value: -0.9363 + - type: nauc_ndcg_at_10_diff1 + value: 46.8395 + - type: nauc_ndcg_at_20_max + value: 37.8896 + - type: nauc_ndcg_at_20_std + value: 0.6526 + - type: nauc_ndcg_at_20_diff1 + value: 46.579 + - type: nauc_ndcg_at_100_max + value: 38.762 + - type: nauc_ndcg_at_100_std + value: 1.9017 + - type: nauc_ndcg_at_100_diff1 + value: 47.0758 + - type: nauc_ndcg_at_1000_max + value: 38.8729 + - type: nauc_ndcg_at_1000_std + value: 1.4474 + - type: nauc_ndcg_at_1000_diff1 + value: 47.1763 + - type: nauc_map_at_1_max + value: 32.8491 + - type: nauc_map_at_1_std + value: -5.17 + - type: nauc_map_at_1_diff1 + value: 54.217999999999996 + - type: nauc_map_at_3_max + value: 35.5224 + - type: nauc_map_at_3_std + value: -3.4895 + - type: nauc_map_at_3_diff1 + value: 49.308800000000005 + - type: nauc_map_at_5_max + value: 35.681000000000004 + - type: nauc_map_at_5_std + value: -2.3127999999999997 + - type: nauc_map_at_5_diff1 + value: 49.2235 + - type: nauc_map_at_10_max + value: 36.4374 + - type: nauc_map_at_10_std + value: -2.1624999999999996 + - type: nauc_map_at_10_diff1 + value: 48.986200000000004 + - type: nauc_map_at_20_max + value: 36.7218 + - type: nauc_map_at_20_std + value: -1.5011999999999999 + - type: nauc_map_at_20_diff1 + value: 48.801 + - type: nauc_map_at_100_max + value: 37.0092 + - type: nauc_map_at_100_std + value: -1.2464 + - type: nauc_map_at_100_diff1 + value: 48.8315 + - type: nauc_map_at_1000_max + value: 37.0301 + - type: nauc_map_at_1000_std + value: -1.2335 + - type: nauc_map_at_1000_diff1 + value: 48.8268 + - type: nauc_recall_at_1_max + value: 32.8491 + - type: nauc_recall_at_1_std + value: -5.17 + - type: nauc_recall_at_1_diff1 + value: 54.217999999999996 + - type: nauc_recall_at_3_max + value: 34.3853 + - type: nauc_recall_at_3_std + value: -3.0119 + - type: nauc_recall_at_3_diff1 + value: 43.7392 + - type: nauc_recall_at_5_max + value: 33.3878 + - type: nauc_recall_at_5_std + value: 0.3269 + - type: nauc_recall_at_5_diff1 + value: 42.6389 + - type: nauc_recall_at_10_max + value: 34.462900000000005 + - type: nauc_recall_at_10_std + value: -0.752 + - type: nauc_recall_at_10_diff1 + value: 39.8835 + - type: nauc_recall_at_20_max + value: 33.597500000000004 + - type: nauc_recall_at_20_std + value: 4.684 + - type: nauc_recall_at_20_diff1 + value: 37.1753 + - type: nauc_recall_at_100_max + value: 37.9632 + - type: nauc_recall_at_100_std + value: 17.869699999999998 + - type: nauc_recall_at_100_diff1 + value: 38.3443 + - type: nauc_recall_at_1000_max + value: 52.4452 + - type: nauc_recall_at_1000_std + value: 37.8897 + - type: nauc_recall_at_1000_diff1 + value: 36.0049 + - type: nauc_precision_at_1_max + value: 40.217000000000006 + - type: nauc_precision_at_1_std + value: 0.11230000000000001 + - type: nauc_precision_at_1_diff1 + value: 51.971599999999995 + - type: nauc_precision_at_3_max + value: 37.920500000000004 + - type: nauc_precision_at_3_std + value: 6.1577 + - type: nauc_precision_at_3_diff1 + value: 30.650100000000002 + - type: nauc_precision_at_5_max + value: 33.353699999999996 + - type: nauc_precision_at_5_std + value: 10.324 + - type: nauc_precision_at_5_diff1 + value: 24.9194 + - type: nauc_precision_at_10_max + value: 30.449900000000003 + - type: nauc_precision_at_10_std + value: 9.3376 + - type: nauc_precision_at_10_diff1 + value: 15.2764 + - type: nauc_precision_at_20_max + value: 26.050800000000002 + - type: nauc_precision_at_20_std + value: 14.9891 + - type: nauc_precision_at_20_diff1 + value: 5.5005 + - type: nauc_precision_at_100_max + value: 18.272199999999998 + - type: nauc_precision_at_100_std + value: 17.651600000000002 + - type: nauc_precision_at_100_diff1 + value: -6.621199999999999 + - type: nauc_precision_at_1000_max + value: 6.968000000000001 + - type: nauc_precision_at_1000_std + value: 13.2108 + - type: nauc_precision_at_1000_diff1 + value: -16.8169 + - type: nauc_mrr_at_1_max + value: 40.217000000000006 + - type: nauc_mrr_at_1_std + value: 0.11230000000000001 + - type: nauc_mrr_at_1_diff1 + value: 51.971599999999995 + - type: nauc_mrr_at_3_max + value: 40.1958 + - type: nauc_mrr_at_3_std + value: 0.943 + - type: nauc_mrr_at_3_diff1 + value: 47.1822 + - type: nauc_mrr_at_5_max + value: 39.8115 + - type: nauc_mrr_at_5_std + value: 1.4593 + - type: nauc_mrr_at_5_diff1 + value: 46.9796 + - type: nauc_mrr_at_10_max + value: 39.984700000000004 + - type: nauc_mrr_at_10_std + value: 1.0861 + - type: nauc_mrr_at_10_diff1 + value: 46.799099999999996 + - type: nauc_mrr_at_20_max + value: 40.042 + - type: nauc_mrr_at_20_std + value: 1.3794 + - type: nauc_mrr_at_20_diff1 + value: 46.9285 + - type: nauc_mrr_at_100_max + value: 40.0996 + - type: nauc_mrr_at_100_std + value: 1.4565 + - type: nauc_mrr_at_100_diff1 + value: 47.0272 + - type: nauc_mrr_at_1000_max + value: 40.1059 + - type: nauc_mrr_at_1000_std + value: 1.4492 + - type: nauc_mrr_at_1000_diff1 + value: 47.0405 + - type: main_score + value: 46.643 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: main_score + value: 46.644083333333334 + - type: ndcg_at_10 + value: 46.644083333333334 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + split: test + type: mteb/cqadupstack-stats + metrics: + - type: ndcg_at_1 + value: 30.368000000000002 + - type: ndcg_at_3 + value: 35.004000000000005 + - type: ndcg_at_5 + value: 37.125 + - type: ndcg_at_10 + value: 39.831 + - type: ndcg_at_20 + value: 42.099 + - type: ndcg_at_100 + value: 45.032 + - type: ndcg_at_1000 + value: 47.016999999999996 + - type: map_at_1 + value: 27.151999999999997 + - type: map_at_3 + value: 32.568000000000005 + - type: map_at_5 + value: 33.993 + - type: map_at_10 + value: 35.23 + - type: map_at_20 + value: 35.89 + - type: map_at_100 + value: 36.32 + - type: map_at_1000 + value: 36.407000000000004 + - type: recall_at_1 + value: 27.151999999999997 + - type: recall_at_3 + value: 38.2 + - type: recall_at_5 + value: 43.349 + - type: recall_at_10 + value: 51.50599999999999 + - type: recall_at_20 + value: 60.035000000000004 + - type: recall_at_100 + value: 74.869 + - type: recall_at_1000 + value: 89.159 + - type: precision_at_1 + value: 30.368000000000002 + - type: precision_at_3 + value: 15.133 + - type: precision_at_5 + value: 10.613 + - type: precision_at_10 + value: 6.365 + - type: precision_at_20 + value: 3.742 + - type: precision_at_100 + value: 0.962 + - type: precision_at_1000 + value: 0.12 + - type: mrr_at_1 + value: 30.3681 + - type: mrr_at_3 + value: 35.3016 + - type: mrr_at_5 + value: 36.5363 + - type: mrr_at_10 + value: 37.6669 + - type: mrr_at_20 + value: 38.289699999999996 + - type: mrr_at_100 + value: 38.6472 + - type: mrr_at_1000 + value: 38.7057 + - type: nauc_ndcg_at_1_max + value: 29.7574 + - type: nauc_ndcg_at_1_std + value: -0.42560000000000003 + - type: nauc_ndcg_at_1_diff1 + value: 59.502 + - type: nauc_ndcg_at_3_max + value: 28.420299999999997 + - type: nauc_ndcg_at_3_std + value: 0.9780000000000001 + - type: nauc_ndcg_at_3_diff1 + value: 53.4118 + - type: nauc_ndcg_at_5_max + value: 28.825200000000002 + - type: nauc_ndcg_at_5_std + value: 1.7699 + - type: nauc_ndcg_at_5_diff1 + value: 53.19239999999999 + - type: nauc_ndcg_at_10_max + value: 28.7609 + - type: nauc_ndcg_at_10_std + value: 1.7728000000000002 + - type: nauc_ndcg_at_10_diff1 + value: 51.921499999999995 + - type: nauc_ndcg_at_20_max + value: 29.0323 + - type: nauc_ndcg_at_20_std + value: 2.3501000000000003 + - type: nauc_ndcg_at_20_diff1 + value: 51.565799999999996 + - type: nauc_ndcg_at_100_max + value: 29.995699999999996 + - type: nauc_ndcg_at_100_std + value: 3.5213 + - type: nauc_ndcg_at_100_diff1 + value: 51.0467 + - type: nauc_ndcg_at_1000_max + value: 29.8902 + - type: nauc_ndcg_at_1000_std + value: 3.5061 + - type: nauc_ndcg_at_1000_diff1 + value: 51.5765 + - type: nauc_map_at_1_max + value: 24.9888 + - type: nauc_map_at_1_std + value: -3.1333 + - type: nauc_map_at_1_diff1 + value: 61.5571 + - type: nauc_map_at_3_max + value: 26.742500000000003 + - type: nauc_map_at_3_std + value: -0.2486 + - type: nauc_map_at_3_diff1 + value: 55.5444 + - type: nauc_map_at_5_max + value: 27.7134 + - type: nauc_map_at_5_std + value: 0.6704 + - type: nauc_map_at_5_diff1 + value: 55.331399999999995 + - type: nauc_map_at_10_max + value: 27.7368 + - type: nauc_map_at_10_std + value: 0.7612 + - type: nauc_map_at_10_diff1 + value: 54.5659 + - type: nauc_map_at_20_max + value: 27.8262 + - type: nauc_map_at_20_std + value: 0.9074000000000001 + - type: nauc_map_at_20_diff1 + value: 54.4249 + - type: nauc_map_at_100_max + value: 27.9535 + - type: nauc_map_at_100_std + value: 1.028 + - type: nauc_map_at_100_diff1 + value: 54.346000000000004 + - type: nauc_map_at_1000_max + value: 27.965400000000002 + - type: nauc_map_at_1000_std + value: 1.0456999999999999 + - type: nauc_map_at_1000_diff1 + value: 54.3634 + - type: nauc_recall_at_1_max + value: 24.9888 + - type: nauc_recall_at_1_std + value: -3.1333 + - type: nauc_recall_at_1_diff1 + value: 61.5571 + - type: nauc_recall_at_3_max + value: 26.9202 + - type: nauc_recall_at_3_std + value: 2.152 + - type: nauc_recall_at_3_diff1 + value: 49.056 + - type: nauc_recall_at_5_max + value: 28.418 + - type: nauc_recall_at_5_std + value: 4.0659 + - type: nauc_recall_at_5_diff1 + value: 47.9275 + - type: nauc_recall_at_10_max + value: 28.3592 + - type: nauc_recall_at_10_std + value: 4.1101 + - type: nauc_recall_at_10_diff1 + value: 43.68 + - type: nauc_recall_at_20_max + value: 29.251500000000004 + - type: nauc_recall_at_20_std + value: 6.9293 + - type: nauc_recall_at_20_diff1 + value: 41.4801 + - type: nauc_recall_at_100_max + value: 36.281400000000005 + - type: nauc_recall_at_100_std + value: 17.116400000000002 + - type: nauc_recall_at_100_diff1 + value: 33.787800000000004 + - type: nauc_recall_at_1000_max + value: 41.199999999999996 + - type: nauc_recall_at_1000_std + value: 29.2259 + - type: nauc_recall_at_1000_diff1 + value: 28.8093 + - type: nauc_precision_at_1_max + value: 29.7574 + - type: nauc_precision_at_1_std + value: -0.42560000000000003 + - type: nauc_precision_at_1_diff1 + value: 59.502 + - type: nauc_precision_at_3_max + value: 32.6075 + - type: nauc_precision_at_3_std + value: 6.1993 + - type: nauc_precision_at_3_diff1 + value: 41.3793 + - type: nauc_precision_at_5_max + value: 33.3842 + - type: nauc_precision_at_5_std + value: 9.3758 + - type: nauc_precision_at_5_diff1 + value: 36.4112 + - type: nauc_precision_at_10_max + value: 31.6588 + - type: nauc_precision_at_10_std + value: 8.6484 + - type: nauc_precision_at_10_diff1 + value: 27.5222 + - type: nauc_precision_at_20_max + value: 29.2007 + - type: nauc_precision_at_20_std + value: 7.9331 + - type: nauc_precision_at_20_diff1 + value: 20.0302 + - type: nauc_precision_at_100_max + value: 25.280399999999997 + - type: nauc_precision_at_100_std + value: 12.174100000000001 + - type: nauc_precision_at_100_diff1 + value: 4.7089 + - type: nauc_precision_at_1000_max + value: 11.943900000000001 + - type: nauc_precision_at_1000_std + value: 8.601799999999999 + - type: nauc_precision_at_1000_diff1 + value: -8.5724 + - type: nauc_mrr_at_1_max + value: 29.7574 + - type: nauc_mrr_at_1_std + value: -0.42560000000000003 + - type: nauc_mrr_at_1_diff1 + value: 59.502 + - type: nauc_mrr_at_3_max + value: 29.779099999999996 + - type: nauc_mrr_at_3_std + value: 0.8290000000000001 + - type: nauc_mrr_at_3_diff1 + value: 54.4997 + - type: nauc_mrr_at_5_max + value: 29.944599999999998 + - type: nauc_mrr_at_5_std + value: 1.3163 + - type: nauc_mrr_at_5_diff1 + value: 54.0953 + - type: nauc_mrr_at_10_max + value: 29.9684 + - type: nauc_mrr_at_10_std + value: 1.3155999999999999 + - type: nauc_mrr_at_10_diff1 + value: 53.613699999999994 + - type: nauc_mrr_at_20_max + value: 29.9288 + - type: nauc_mrr_at_20_std + value: 1.4567 + - type: nauc_mrr_at_20_diff1 + value: 53.470099999999995 + - type: nauc_mrr_at_100_max + value: 30.029600000000002 + - type: nauc_mrr_at_100_std + value: 1.6146 + - type: nauc_mrr_at_100_diff1 + value: 53.4705 + - type: nauc_mrr_at_1000_max + value: 30.036600000000004 + - type: nauc_mrr_at_1000_std + value: 1.6122999999999998 + - type: nauc_mrr_at_1000_diff1 + value: 53.506600000000006 + - type: main_score + value: 39.831 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: mteb/cqadupstack-tex + metrics: + - type: ndcg_at_1 + value: 26.222 + - type: ndcg_at_3 + value: 30.085 + - type: ndcg_at_5 + value: 31.977 + - type: ndcg_at_10 + value: 34.107 + - type: ndcg_at_20 + value: 35.939 + - type: ndcg_at_100 + value: 39.054 + - type: ndcg_at_1000 + value: 41.899 + - type: map_at_1 + value: 21.552 + - type: map_at_3 + value: 26.918999999999997 + - type: map_at_5 + value: 28.253 + - type: map_at_10 + value: 29.297 + - type: map_at_20 + value: 29.859 + - type: map_at_100 + value: 30.347 + - type: map_at_1000 + value: 30.470000000000002 + - type: recall_at_1 + value: 21.552 + - type: recall_at_3 + value: 32.66 + - type: recall_at_5 + value: 37.785000000000004 + - type: recall_at_10 + value: 44.143 + - type: recall_at_20 + value: 50.968999999999994 + - type: recall_at_100 + value: 66.392 + - type: recall_at_1000 + value: 86.601 + - type: precision_at_1 + value: 26.222 + - type: precision_at_3 + value: 14.155000000000001 + - type: precision_at_5 + value: 10.007000000000001 + - type: precision_at_10 + value: 6.0249999999999995 + - type: precision_at_20 + value: 3.56 + - type: precision_at_100 + value: 0.985 + - type: precision_at_1000 + value: 0.14100000000000001 + - type: mrr_at_1 + value: 26.221600000000002 + - type: mrr_at_3 + value: 31.6013 + - type: mrr_at_5 + value: 32.785 + - type: mrr_at_10 + value: 33.6821 + - type: mrr_at_20 + value: 34.1765 + - type: mrr_at_100 + value: 34.5334 + - type: mrr_at_1000 + value: 34.6091 + - type: nauc_ndcg_at_1_max + value: 24.6734 + - type: nauc_ndcg_at_1_std + value: -3.7892 + - type: nauc_ndcg_at_1_diff1 + value: 48.1779 + - type: nauc_ndcg_at_3_max + value: 24.6345 + - type: nauc_ndcg_at_3_std + value: -2.5916 + - type: nauc_ndcg_at_3_diff1 + value: 40.9664 + - type: nauc_ndcg_at_5_max + value: 24.7987 + - type: nauc_ndcg_at_5_std + value: -2.5545 + - type: nauc_ndcg_at_5_diff1 + value: 40.3047 + - type: nauc_ndcg_at_10_max + value: 25.2546 + - type: nauc_ndcg_at_10_std + value: -1.5269 + - type: nauc_ndcg_at_10_diff1 + value: 39.8694 + - type: nauc_ndcg_at_20_max + value: 25.506400000000003 + - type: nauc_ndcg_at_20_std + value: -1.2864 + - type: nauc_ndcg_at_20_diff1 + value: 39.5249 + - type: nauc_ndcg_at_100_max + value: 26.1729 + - type: nauc_ndcg_at_100_std + value: 0.22139999999999999 + - type: nauc_ndcg_at_100_diff1 + value: 39.0504 + - type: nauc_ndcg_at_1000_max + value: 26.1427 + - type: nauc_ndcg_at_1000_std + value: 0.3816 + - type: nauc_ndcg_at_1000_diff1 + value: 39.5624 + - type: nauc_map_at_1_max + value: 21.2974 + - type: nauc_map_at_1_std + value: -3.8583 + - type: nauc_map_at_1_diff1 + value: 48.5303 + - type: nauc_map_at_3_max + value: 23.1393 + - type: nauc_map_at_3_std + value: -3.0656 + - type: nauc_map_at_3_diff1 + value: 42.7855 + - type: nauc_map_at_5_max + value: 23.4089 + - type: nauc_map_at_5_std + value: -3.0637999999999996 + - type: nauc_map_at_5_diff1 + value: 42.248999999999995 + - type: nauc_map_at_10_max + value: 23.814799999999998 + - type: nauc_map_at_10_std + value: -2.624 + - type: nauc_map_at_10_diff1 + value: 42.0491 + - type: nauc_map_at_20_max + value: 23.9569 + - type: nauc_map_at_20_std + value: -2.5052000000000003 + - type: nauc_map_at_20_diff1 + value: 41.9679 + - type: nauc_map_at_100_max + value: 24.1123 + - type: nauc_map_at_100_std + value: -2.2742 + - type: nauc_map_at_100_diff1 + value: 41.8879 + - type: nauc_map_at_1000_max + value: 24.1215 + - type: nauc_map_at_1000_std + value: -2.2540999999999998 + - type: nauc_map_at_1000_diff1 + value: 41.9144 + - type: nauc_recall_at_1_max + value: 21.2974 + - type: nauc_recall_at_1_std + value: -3.8583 + - type: nauc_recall_at_1_diff1 + value: 48.5303 + - type: nauc_recall_at_3_max + value: 23.5127 + - type: nauc_recall_at_3_std + value: -2.1578 + - type: nauc_recall_at_3_diff1 + value: 36.2131 + - type: nauc_recall_at_5_max + value: 24.1943 + - type: nauc_recall_at_5_std + value: -2.1697 + - type: nauc_recall_at_5_diff1 + value: 33.9679 + - type: nauc_recall_at_10_max + value: 25.022699999999997 + - type: nauc_recall_at_10_std + value: 0.6714 + - type: nauc_recall_at_10_diff1 + value: 32.210699999999996 + - type: nauc_recall_at_20_max + value: 25.4954 + - type: nauc_recall_at_20_std + value: 1.9434 + - type: nauc_recall_at_20_diff1 + value: 30.228899999999996 + - type: nauc_recall_at_100_max + value: 28.743000000000002 + - type: nauc_recall_at_100_std + value: 11.8977 + - type: nauc_recall_at_100_diff1 + value: 25.181199999999997 + - type: nauc_recall_at_1000_max + value: 32.1209 + - type: nauc_recall_at_1000_std + value: 25.915100000000002 + - type: nauc_recall_at_1000_diff1 + value: 19.5631 + - type: nauc_precision_at_1_max + value: 24.6734 + - type: nauc_precision_at_1_std + value: -3.7892 + - type: nauc_precision_at_1_diff1 + value: 48.1779 + - type: nauc_precision_at_3_max + value: 28.2059 + - type: nauc_precision_at_3_std + value: -1.2166 + - type: nauc_precision_at_3_diff1 + value: 31.857400000000002 + - type: nauc_precision_at_5_max + value: 27.875899999999998 + - type: nauc_precision_at_5_std + value: -0.6966 + - type: nauc_precision_at_5_diff1 + value: 28.3457 + - type: nauc_precision_at_10_max + value: 27.2911 + - type: nauc_precision_at_10_std + value: 2.9038999999999997 + - type: nauc_precision_at_10_diff1 + value: 23.5319 + - type: nauc_precision_at_20_max + value: 26.662599999999998 + - type: nauc_precision_at_20_std + value: 4.637899999999999 + - type: nauc_precision_at_20_diff1 + value: 19.3941 + - type: nauc_precision_at_100_max + value: 24.0542 + - type: nauc_precision_at_100_std + value: 10.0854 + - type: nauc_precision_at_100_diff1 + value: 10.2531 + - type: nauc_precision_at_1000_max + value: 15.503400000000001 + - type: nauc_precision_at_1000_std + value: 9.207 + - type: nauc_precision_at_1000_diff1 + value: 0.5165000000000001 + - type: nauc_mrr_at_1_max + value: 24.6734 + - type: nauc_mrr_at_1_std + value: -3.7892 + - type: nauc_mrr_at_1_diff1 + value: 48.1779 + - type: nauc_mrr_at_3_max + value: 26.134400000000003 + - type: nauc_mrr_at_3_std + value: -2.7282 + - type: nauc_mrr_at_3_diff1 + value: 42.568400000000004 + - type: nauc_mrr_at_5_max + value: 26.3033 + - type: nauc_mrr_at_5_std + value: -2.8129999999999997 + - type: nauc_mrr_at_5_diff1 + value: 42.2344 + - type: nauc_mrr_at_10_max + value: 26.3651 + - type: nauc_mrr_at_10_std + value: -2.4125 + - type: nauc_mrr_at_10_diff1 + value: 42.0154 + - type: nauc_mrr_at_20_max + value: 26.360899999999997 + - type: nauc_mrr_at_20_std + value: -2.3946 + - type: nauc_mrr_at_20_diff1 + value: 41.9339 + - type: nauc_mrr_at_100_max + value: 26.395400000000002 + - type: nauc_mrr_at_100_std + value: -2.2742 + - type: nauc_mrr_at_100_diff1 + value: 41.8859 + - type: nauc_mrr_at_1000_max + value: 26.39 + - type: nauc_mrr_at_1000_std + value: -2.2666 + - type: nauc_mrr_at_1000_diff1 + value: 41.9114 + - type: main_score + value: 34.107 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + split: test + type: mteb/cqadupstack-unix + metrics: + - type: ndcg_at_1 + value: 36.287000000000006 + - type: ndcg_at_3 + value: 41.15 + - type: ndcg_at_5 + value: 43.283 + - type: ndcg_at_10 + value: 45.698 + - type: ndcg_at_20 + value: 47.754000000000005 + - type: ndcg_at_100 + value: 50.800999999999995 + - type: ndcg_at_1000 + value: 53.024 + - type: map_at_1 + value: 30.791 + - type: map_at_3 + value: 37.713 + - type: map_at_5 + value: 39.22 + - type: map_at_10 + value: 40.397 + - type: map_at_20 + value: 41.068 + - type: map_at_100 + value: 41.568 + - type: map_at_1000 + value: 41.667 + - type: recall_at_1 + value: 30.791 + - type: recall_at_3 + value: 44.802 + - type: recall_at_5 + value: 50.434999999999995 + - type: recall_at_10 + value: 57.424 + - type: recall_at_20 + value: 64.702 + - type: recall_at_100 + value: 79.216 + - type: recall_at_1000 + value: 94.602 + - type: precision_at_1 + value: 36.287000000000006 + - type: precision_at_3 + value: 18.563 + - type: precision_at_5 + value: 12.761 + - type: precision_at_10 + value: 7.519000000000001 + - type: precision_at_20 + value: 4.352 + - type: precision_at_100 + value: 1.125 + - type: precision_at_1000 + value: 0.14300000000000002 + - type: mrr_at_1 + value: 36.2873 + - type: mrr_at_3 + value: 42.5373 + - type: mrr_at_5 + value: 43.8106 + - type: mrr_at_10 + value: 44.7298 + - type: mrr_at_20 + value: 45.2067 + - type: mrr_at_100 + value: 45.575500000000005 + - type: mrr_at_1000 + value: 45.6333 + - type: nauc_ndcg_at_1_max + value: 34.544799999999995 + - type: nauc_ndcg_at_1_std + value: -5.3765 + - type: nauc_ndcg_at_1_diff1 + value: 58.09140000000001 + - type: nauc_ndcg_at_3_max + value: 32.5245 + - type: nauc_ndcg_at_3_std + value: -3.4522999999999997 + - type: nauc_ndcg_at_3_diff1 + value: 51.6818 + - type: nauc_ndcg_at_5_max + value: 33.246199999999995 + - type: nauc_ndcg_at_5_std + value: -3.7744 + - type: nauc_ndcg_at_5_diff1 + value: 51.6486 + - type: nauc_ndcg_at_10_max + value: 33.8703 + - type: nauc_ndcg_at_10_std + value: -3.2171 + - type: nauc_ndcg_at_10_diff1 + value: 51.5088 + - type: nauc_ndcg_at_20_max + value: 34.1421 + - type: nauc_ndcg_at_20_std + value: -4.3292 + - type: nauc_ndcg_at_20_diff1 + value: 51.2868 + - type: nauc_ndcg_at_100_max + value: 34.2445 + - type: nauc_ndcg_at_100_std + value: -2.9774 + - type: nauc_ndcg_at_100_diff1 + value: 50.952600000000004 + - type: nauc_ndcg_at_1000_max + value: 34.4085 + - type: nauc_ndcg_at_1000_std + value: -2.9276 + - type: nauc_ndcg_at_1000_diff1 + value: 51.397800000000004 + - type: nauc_map_at_1_max + value: 32.007799999999996 + - type: nauc_map_at_1_std + value: -3.2105 + - type: nauc_map_at_1_diff1 + value: 59.6598 + - type: nauc_map_at_3_max + value: 32.5297 + - type: nauc_map_at_3_std + value: -3.2197000000000005 + - type: nauc_map_at_3_diff1 + value: 53.8447 + - type: nauc_map_at_5_max + value: 32.9552 + - type: nauc_map_at_5_std + value: -3.4727 + - type: nauc_map_at_5_diff1 + value: 53.51240000000001 + - type: nauc_map_at_10_max + value: 33.299099999999996 + - type: nauc_map_at_10_std + value: -3.3815 + - type: nauc_map_at_10_diff1 + value: 53.4152 + - type: nauc_map_at_20_max + value: 33.3871 + - type: nauc_map_at_20_std + value: -3.7307 + - type: nauc_map_at_20_diff1 + value: 53.3277 + - type: nauc_map_at_100_max + value: 33.4603 + - type: nauc_map_at_100_std + value: -3.5152 + - type: nauc_map_at_100_diff1 + value: 53.2369 + - type: nauc_map_at_1000_max + value: 33.4646 + - type: nauc_map_at_1000_std + value: -3.5065 + - type: nauc_map_at_1000_diff1 + value: 53.2524 + - type: nauc_recall_at_1_max + value: 32.007799999999996 + - type: nauc_recall_at_1_std + value: -3.2105 + - type: nauc_recall_at_1_diff1 + value: 59.6598 + - type: nauc_recall_at_3_max + value: 30.226399999999998 + - type: nauc_recall_at_3_std + value: -2.5491 + - type: nauc_recall_at_3_diff1 + value: 47.0219 + - type: nauc_recall_at_5_max + value: 31.7601 + - type: nauc_recall_at_5_std + value: -3.5178000000000003 + - type: nauc_recall_at_5_diff1 + value: 45.712399999999995 + - type: nauc_recall_at_10_max + value: 32.7597 + - type: nauc_recall_at_10_std + value: -1.7628000000000001 + - type: nauc_recall_at_10_diff1 + value: 44.1995 + - type: nauc_recall_at_20_max + value: 33.704499999999996 + - type: nauc_recall_at_20_std + value: -6.148 + - type: nauc_recall_at_20_diff1 + value: 42.7365 + - type: nauc_recall_at_100_max + value: 33.4829 + - type: nauc_recall_at_100_std + value: 2.9105 + - type: nauc_recall_at_100_diff1 + value: 37.8753 + - type: nauc_recall_at_1000_max + value: 45.2733 + - type: nauc_recall_at_1000_std + value: 20.0593 + - type: nauc_recall_at_1000_diff1 + value: 36.0364 + - type: nauc_precision_at_1_max + value: 34.544799999999995 + - type: nauc_precision_at_1_std + value: -5.3765 + - type: nauc_precision_at_1_diff1 + value: 58.09140000000001 + - type: nauc_precision_at_3_max + value: 30.940299999999997 + - type: nauc_precision_at_3_std + value: -4.7635 + - type: nauc_precision_at_3_diff1 + value: 36.9486 + - type: nauc_precision_at_5_max + value: 29.417900000000003 + - type: nauc_precision_at_5_std + value: -5.2689 + - type: nauc_precision_at_5_diff1 + value: 31.121 + - type: nauc_precision_at_10_max + value: 26.4571 + - type: nauc_precision_at_10_std + value: -5.1692 + - type: nauc_precision_at_10_diff1 + value: 22.9856 + - type: nauc_precision_at_20_max + value: 21.2696 + - type: nauc_precision_at_20_std + value: -9.1997 + - type: nauc_precision_at_20_diff1 + value: 14.233299999999998 + - type: nauc_precision_at_100_max + value: 11.2592 + - type: nauc_precision_at_100_std + value: -1.4832 + - type: nauc_precision_at_100_diff1 + value: -3.7886 + - type: nauc_precision_at_1000_max + value: -2.6762 + - type: nauc_precision_at_1000_std + value: -2.5746 + - type: nauc_precision_at_1000_diff1 + value: -19.483600000000003 + - type: nauc_mrr_at_1_max + value: 34.544799999999995 + - type: nauc_mrr_at_1_std + value: -5.3765 + - type: nauc_mrr_at_1_diff1 + value: 58.09140000000001 + - type: nauc_mrr_at_3_max + value: 33.8741 + - type: nauc_mrr_at_3_std + value: -4.2226 + - type: nauc_mrr_at_3_diff1 + value: 53.0656 + - type: nauc_mrr_at_5_max + value: 34.3396 + - type: nauc_mrr_at_5_std + value: -4.313000000000001 + - type: nauc_mrr_at_5_diff1 + value: 53.0058 + - type: nauc_mrr_at_10_max + value: 34.3512 + - type: nauc_mrr_at_10_std + value: -3.9259000000000004 + - type: nauc_mrr_at_10_diff1 + value: 52.8997 + - type: nauc_mrr_at_20_max + value: 34.396100000000004 + - type: nauc_mrr_at_20_std + value: -4.182 + - type: nauc_mrr_at_20_diff1 + value: 52.8744 + - type: nauc_mrr_at_100_max + value: 34.3653 + - type: nauc_mrr_at_100_std + value: -4.0632 + - type: nauc_mrr_at_100_diff1 + value: 52.876 + - type: nauc_mrr_at_1000_max + value: 34.380500000000005 + - type: nauc_mrr_at_1000_std + value: -4.059200000000001 + - type: nauc_mrr_at_1000_diff1 + value: 52.907000000000004 + - type: main_score + value: 45.698 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + split: test + type: mteb/cqadupstack-webmasters + metrics: + - type: ndcg_at_1 + value: 37.352000000000004 + - type: ndcg_at_3 + value: 43.029 + - type: ndcg_at_5 + value: 44.811 + - type: ndcg_at_10 + value: 47.493 + - type: ndcg_at_20 + value: 49.76 + - type: ndcg_at_100 + value: 52.925 + - type: ndcg_at_1000 + value: 55.117000000000004 + - type: map_at_1 + value: 31.719 + - type: map_at_3 + value: 38.737 + - type: map_at_5 + value: 40.158 + - type: map_at_10 + value: 41.613 + - type: map_at_20 + value: 42.522999999999996 + - type: map_at_100 + value: 43.342999999999996 + - type: map_at_1000 + value: 43.573 + - type: recall_at_1 + value: 31.719 + - type: recall_at_3 + value: 45.466 + - type: recall_at_5 + value: 50.087 + - type: recall_at_10 + value: 57.86 + - type: recall_at_20 + value: 66.27 + - type: recall_at_100 + value: 81.437 + - type: recall_at_1000 + value: 95.162 + - type: precision_at_1 + value: 37.352000000000004 + - type: precision_at_3 + value: 19.96 + - type: precision_at_5 + value: 14.071 + - type: precision_at_10 + value: 8.972 + - type: precision_at_20 + value: 5.702 + - type: precision_at_100 + value: 1.7229999999999999 + - type: precision_at_1000 + value: 0.249 + - type: mrr_at_1 + value: 37.351800000000004 + - type: mrr_at_3 + value: 43.8735 + - type: mrr_at_5 + value: 45.0593 + - type: mrr_at_10 + value: 46.1385 + - type: mrr_at_20 + value: 46.701100000000004 + - type: mrr_at_100 + value: 47.0622 + - type: mrr_at_1000 + value: 47.111 + - type: nauc_ndcg_at_1_max + value: 33.1558 + - type: nauc_ndcg_at_1_std + value: -3.8569 + - type: nauc_ndcg_at_1_diff1 + value: 50.512100000000004 + - type: nauc_ndcg_at_3_max + value: 35.5749 + - type: nauc_ndcg_at_3_std + value: -1.3246 + - type: nauc_ndcg_at_3_diff1 + value: 46.4161 + - type: nauc_ndcg_at_5_max + value: 35.3502 + - type: nauc_ndcg_at_5_std + value: -1.0135999999999998 + - type: nauc_ndcg_at_5_diff1 + value: 46.305099999999996 + - type: nauc_ndcg_at_10_max + value: 35.1117 + - type: nauc_ndcg_at_10_std + value: -1.2704 + - type: nauc_ndcg_at_10_diff1 + value: 44.723800000000004 + - type: nauc_ndcg_at_20_max + value: 35.5803 + - type: nauc_ndcg_at_20_std + value: -0.3644 + - type: nauc_ndcg_at_20_diff1 + value: 45.223600000000005 + - type: nauc_ndcg_at_100_max + value: 35.6689 + - type: nauc_ndcg_at_100_std + value: 0.3247 + - type: nauc_ndcg_at_100_diff1 + value: 44.6383 + - type: nauc_ndcg_at_1000_max + value: 36.2113 + - type: nauc_ndcg_at_1000_std + value: 0.9259 + - type: nauc_ndcg_at_1000_diff1 + value: 44.7323 + - type: nauc_map_at_1_max + value: 27.8409 + - type: nauc_map_at_1_std + value: -5.830500000000001 + - type: nauc_map_at_1_diff1 + value: 53.419799999999995 + - type: nauc_map_at_3_max + value: 32.2655 + - type: nauc_map_at_3_std + value: -3.8961999999999994 + - type: nauc_map_at_3_diff1 + value: 47.8312 + - type: nauc_map_at_5_max + value: 32.5153 + - type: nauc_map_at_5_std + value: -3.7355 + - type: nauc_map_at_5_diff1 + value: 47.4313 + - type: nauc_map_at_10_max + value: 32.9687 + - type: nauc_map_at_10_std + value: -3.6542 + - type: nauc_map_at_10_diff1 + value: 46.595 + - type: nauc_map_at_20_max + value: 33.4875 + - type: nauc_map_at_20_std + value: -2.9621999999999997 + - type: nauc_map_at_20_diff1 + value: 46.9567 + - type: nauc_map_at_100_max + value: 33.7827 + - type: nauc_map_at_100_std + value: -2.0222 + - type: nauc_map_at_100_diff1 + value: 46.9772 + - type: nauc_map_at_1000_max + value: 33.8238 + - type: nauc_map_at_1000_std + value: -1.5974 + - type: nauc_map_at_1000_diff1 + value: 46.8887 + - type: nauc_recall_at_1_max + value: 27.8409 + - type: nauc_recall_at_1_std + value: -5.830500000000001 + - type: nauc_recall_at_1_diff1 + value: 53.419799999999995 + - type: nauc_recall_at_3_max + value: 33.3899 + - type: nauc_recall_at_3_std + value: -1.4883 + - type: nauc_recall_at_3_diff1 + value: 43.1311 + - type: nauc_recall_at_5_max + value: 32.9784 + - type: nauc_recall_at_5_std + value: -0.8697 + - type: nauc_recall_at_5_diff1 + value: 41.6245 + - type: nauc_recall_at_10_max + value: 32.0557 + - type: nauc_recall_at_10_std + value: -2.1385 + - type: nauc_recall_at_10_diff1 + value: 35.909400000000005 + - type: nauc_recall_at_20_max + value: 33.2838 + - type: nauc_recall_at_20_std + value: 2.4834 + - type: nauc_recall_at_20_diff1 + value: 36.586999999999996 + - type: nauc_recall_at_100_max + value: 33.7588 + - type: nauc_recall_at_100_std + value: 11.7396 + - type: nauc_recall_at_100_diff1 + value: 31.5195 + - type: nauc_recall_at_1000_max + value: 44.743 + - type: nauc_recall_at_1000_std + value: 40.616 + - type: nauc_recall_at_1000_diff1 + value: 13.7439 + - type: nauc_precision_at_1_max + value: 33.1558 + - type: nauc_precision_at_1_std + value: -3.8569 + - type: nauc_precision_at_1_diff1 + value: 50.512100000000004 + - type: nauc_precision_at_3_max + value: 37.284 + - type: nauc_precision_at_3_std + value: 2.7913 + - type: nauc_precision_at_3_diff1 + value: 26.740000000000002 + - type: nauc_precision_at_5_max + value: 35.132600000000004 + - type: nauc_precision_at_5_std + value: 4.089 + - type: nauc_precision_at_5_diff1 + value: 20.1429 + - type: nauc_precision_at_10_max + value: 30.623099999999997 + - type: nauc_precision_at_10_std + value: 11.7395 + - type: nauc_precision_at_10_diff1 + value: 9.4149 + - type: nauc_precision_at_20_max + value: 28.336699999999997 + - type: nauc_precision_at_20_std + value: 19.7615 + - type: nauc_precision_at_20_diff1 + value: 6.3295 + - type: nauc_precision_at_100_max + value: 16.798099999999998 + - type: nauc_precision_at_100_std + value: 32.1832 + - type: nauc_precision_at_100_diff1 + value: -6.3901 + - type: nauc_precision_at_1000_max + value: 11.4489 + - type: nauc_precision_at_1000_std + value: 36.1153 + - type: nauc_precision_at_1000_diff1 + value: -15.8373 + - type: nauc_mrr_at_1_max + value: 33.1558 + - type: nauc_mrr_at_1_std + value: -3.8569 + - type: nauc_mrr_at_1_diff1 + value: 50.512100000000004 + - type: nauc_mrr_at_3_max + value: 36.5027 + - type: nauc_mrr_at_3_std + value: -1.4035 + - type: nauc_mrr_at_3_diff1 + value: 46.8705 + - type: nauc_mrr_at_5_max + value: 36.9442 + - type: nauc_mrr_at_5_std + value: -1.6265999999999998 + - type: nauc_mrr_at_5_diff1 + value: 46.6904 + - type: nauc_mrr_at_10_max + value: 36.579499999999996 + - type: nauc_mrr_at_10_std + value: -1.6963 + - type: nauc_mrr_at_10_diff1 + value: 46.1403 + - type: nauc_mrr_at_20_max + value: 36.6423 + - type: nauc_mrr_at_20_std + value: -1.3133000000000001 + - type: nauc_mrr_at_20_diff1 + value: 46.2615 + - type: nauc_mrr_at_100_max + value: 36.607 + - type: nauc_mrr_at_100_std + value: -1.3237 + - type: nauc_mrr_at_100_diff1 + value: 46.2992 + - type: nauc_mrr_at_1000_max + value: 36.6164 + - type: nauc_mrr_at_1000_std + value: -1.3254 + - type: nauc_mrr_at_1000_diff1 + value: 46.2982 + - type: main_score + value: 47.493 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + split: test + type: mteb/cqadupstack-wordpress + metrics: + - type: ndcg_at_1 + value: 29.020000000000003 + - type: ndcg_at_3 + value: 33.715 + - type: ndcg_at_5 + value: 35.266 + - type: ndcg_at_10 + value: 37.899 + - type: ndcg_at_20 + value: 39.812999999999995 + - type: ndcg_at_100 + value: 42.998999999999995 + - type: ndcg_at_1000 + value: 45.257 + - type: map_at_1 + value: 26.784000000000002 + - type: map_at_3 + value: 31.692999999999998 + - type: map_at_5 + value: 32.647 + - type: map_at_10 + value: 33.859 + - type: map_at_20 + value: 34.400999999999996 + - type: map_at_100 + value: 34.871 + - type: map_at_1000 + value: 34.971000000000004 + - type: recall_at_1 + value: 26.784000000000002 + - type: recall_at_3 + value: 37.049 + - type: recall_at_5 + value: 40.638000000000005 + - type: recall_at_10 + value: 48.204 + - type: recall_at_20 + value: 55.496 + - type: recall_at_100 + value: 71.749 + - type: recall_at_1000 + value: 88.22 + - type: precision_at_1 + value: 29.020000000000003 + - type: precision_at_3 + value: 13.555 + - type: precision_at_5 + value: 9.205 + - type: precision_at_10 + value: 5.656 + - type: precision_at_20 + value: 3.29 + - type: precision_at_100 + value: 0.878 + - type: precision_at_1000 + value: 0.11800000000000001 + - type: mrr_at_1 + value: 29.0203 + - type: mrr_at_3 + value: 34.0111 + - type: mrr_at_5 + value: 34.9076 + - type: mrr_at_10 + value: 35.965799999999994 + - type: mrr_at_20 + value: 36.4686 + - type: mrr_at_100 + value: 36.8799 + - type: mrr_at_1000 + value: 36.9419 + - type: nauc_ndcg_at_1_max + value: 34.6084 + - type: nauc_ndcg_at_1_std + value: -6.598999999999999 + - type: nauc_ndcg_at_1_diff1 + value: 54.684900000000006 + - type: nauc_ndcg_at_3_max + value: 32.6967 + - type: nauc_ndcg_at_3_std + value: -6.9893 + - type: nauc_ndcg_at_3_diff1 + value: 47.453 + - type: nauc_ndcg_at_5_max + value: 32.419599999999996 + - type: nauc_ndcg_at_5_std + value: -7.1436 + - type: nauc_ndcg_at_5_diff1 + value: 47.9549 + - type: nauc_ndcg_at_10_max + value: 33.219300000000004 + - type: nauc_ndcg_at_10_std + value: -6.4085 + - type: nauc_ndcg_at_10_diff1 + value: 47.279900000000005 + - type: nauc_ndcg_at_20_max + value: 32.737899999999996 + - type: nauc_ndcg_at_20_std + value: -5.6265 + - type: nauc_ndcg_at_20_diff1 + value: 47.0685 + - type: nauc_ndcg_at_100_max + value: 33.3523 + - type: nauc_ndcg_at_100_std + value: -4.7072 + - type: nauc_ndcg_at_100_diff1 + value: 46.4938 + - type: nauc_ndcg_at_1000_max + value: 33.890100000000004 + - type: nauc_ndcg_at_1000_std + value: -3.2946999999999997 + - type: nauc_ndcg_at_1000_diff1 + value: 46.3115 + - type: nauc_map_at_1_max + value: 32.4979 + - type: nauc_map_at_1_std + value: -8.1227 + - type: nauc_map_at_1_diff1 + value: 53.0452 + - type: nauc_map_at_3_max + value: 32.4348 + - type: nauc_map_at_3_std + value: -7.6568 + - type: nauc_map_at_3_diff1 + value: 48.4213 + - type: nauc_map_at_5_max + value: 32.394 + - type: nauc_map_at_5_std + value: -7.6598 + - type: nauc_map_at_5_diff1 + value: 48.7008 + - type: nauc_map_at_10_max + value: 32.705400000000004 + - type: nauc_map_at_10_std + value: -7.3172 + - type: nauc_map_at_10_diff1 + value: 48.2902 + - type: nauc_map_at_20_max + value: 32.641799999999996 + - type: nauc_map_at_20_std + value: -7.086 + - type: nauc_map_at_20_diff1 + value: 48.3298 + - type: nauc_map_at_100_max + value: 32.7751 + - type: nauc_map_at_100_std + value: -6.918399999999999 + - type: nauc_map_at_100_diff1 + value: 48.2849 + - type: nauc_map_at_1000_max + value: 32.782 + - type: nauc_map_at_1000_std + value: -6.829300000000001 + - type: nauc_map_at_1000_diff1 + value: 48.2591 + - type: nauc_recall_at_1_max + value: 32.4979 + - type: nauc_recall_at_1_std + value: -8.1227 + - type: nauc_recall_at_1_diff1 + value: 53.0452 + - type: nauc_recall_at_3_max + value: 31.766699999999997 + - type: nauc_recall_at_3_std + value: -6.708799999999999 + - type: nauc_recall_at_3_diff1 + value: 42.7378 + - type: nauc_recall_at_5_max + value: 30.8127 + - type: nauc_recall_at_5_std + value: -7.193099999999999 + - type: nauc_recall_at_5_diff1 + value: 43.7475 + - type: nauc_recall_at_10_max + value: 32.7845 + - type: nauc_recall_at_10_std + value: -5.0574 + - type: nauc_recall_at_10_diff1 + value: 42.0436 + - type: nauc_recall_at_20_max + value: 30.158 + - type: nauc_recall_at_20_std + value: -2.2641 + - type: nauc_recall_at_20_diff1 + value: 40.1957 + - type: nauc_recall_at_100_max + value: 32.8708 + - type: nauc_recall_at_100_std + value: 4.6712 + - type: nauc_recall_at_100_diff1 + value: 33.4574 + - type: nauc_recall_at_1000_max + value: 47.7979 + - type: nauc_recall_at_1000_std + value: 38.3059 + - type: nauc_recall_at_1000_diff1 + value: 19.5837 + - type: nauc_precision_at_1_max + value: 34.6084 + - type: nauc_precision_at_1_std + value: -6.598999999999999 + - type: nauc_precision_at_1_diff1 + value: 54.684900000000006 + - type: nauc_precision_at_3_max + value: 33.2601 + - type: nauc_precision_at_3_std + value: -5.2134 + - type: nauc_precision_at_3_diff1 + value: 43.678200000000004 + - type: nauc_precision_at_5_max + value: 30.130699999999997 + - type: nauc_precision_at_5_std + value: -2.5923000000000003 + - type: nauc_precision_at_5_diff1 + value: 41.360400000000006 + - type: nauc_precision_at_10_max + value: 29.7045 + - type: nauc_precision_at_10_std + value: 1.038 + - type: nauc_precision_at_10_diff1 + value: 36.1299 + - type: nauc_precision_at_20_max + value: 26.917099999999998 + - type: nauc_precision_at_20_std + value: 5.6557 + - type: nauc_precision_at_20_diff1 + value: 32.527 + - type: nauc_precision_at_100_max + value: 17.8502 + - type: nauc_precision_at_100_std + value: 13.9715 + - type: nauc_precision_at_100_diff1 + value: 14.7824 + - type: nauc_precision_at_1000_max + value: -4.8598 + - type: nauc_precision_at_1000_std + value: 27.3904 + - type: nauc_precision_at_1000_diff1 + value: -13.594000000000001 + - type: nauc_mrr_at_1_max + value: 34.6084 + - type: nauc_mrr_at_1_std + value: -6.598999999999999 + - type: nauc_mrr_at_1_diff1 + value: 54.684900000000006 + - type: nauc_mrr_at_3_max + value: 33.9376 + - type: nauc_mrr_at_3_std + value: -6.6378 + - type: nauc_mrr_at_3_diff1 + value: 50.1225 + - type: nauc_mrr_at_5_max + value: 33.632400000000004 + - type: nauc_mrr_at_5_std + value: -6.290800000000001 + - type: nauc_mrr_at_5_diff1 + value: 50.3386 + - type: nauc_mrr_at_10_max + value: 34.1319 + - type: nauc_mrr_at_10_std + value: -5.9497 + - type: nauc_mrr_at_10_diff1 + value: 50.044200000000004 + - type: nauc_mrr_at_20_max + value: 33.964299999999994 + - type: nauc_mrr_at_20_std + value: -5.7277000000000005 + - type: nauc_mrr_at_20_diff1 + value: 49.9281 + - type: nauc_mrr_at_100_max + value: 34.0046 + - type: nauc_mrr_at_100_std + value: -5.648899999999999 + - type: nauc_mrr_at_100_diff1 + value: 49.833800000000004 + - type: nauc_mrr_at_1000_max + value: 34.0304 + - type: nauc_mrr_at_1000_std + value: -5.6201 + - type: nauc_mrr_at_1000_diff1 + value: 49.852000000000004 + - type: main_score + value: 37.899 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CodeFeedbackMT (default) + revision: b0f12fa0c0dd67f59c95a5c33d02aeeb4c398c5f + split: test + type: CoIR-Retrieval/codefeedback-mt + metrics: + - type: ndcg_at_1 + value: 67.214 + - type: ndcg_at_3 + value: 74.774 + - type: ndcg_at_5 + value: 76.297 + - type: ndcg_at_10 + value: 77.644 + - type: ndcg_at_20 + value: 78.41 + - type: ndcg_at_100 + value: 79.374 + - type: ndcg_at_1000 + value: 79.77 + - type: map_at_1 + value: 67.214 + - type: map_at_3 + value: 72.977 + - type: map_at_5 + value: 73.82 + - type: map_at_10 + value: 74.384 + - type: map_at_20 + value: 74.598 + - type: map_at_100 + value: 74.72999999999999 + - type: map_at_1000 + value: 74.74499999999999 + - type: recall_at_1 + value: 67.214 + - type: recall_at_3 + value: 79.95 + - type: recall_at_5 + value: 83.65599999999999 + - type: recall_at_10 + value: 87.776 + - type: recall_at_20 + value: 90.781 + - type: recall_at_100 + value: 95.993 + - type: recall_at_1000 + value: 99.104 + - type: precision_at_1 + value: 67.214 + - type: precision_at_3 + value: 26.650000000000002 + - type: precision_at_5 + value: 16.730999999999998 + - type: precision_at_10 + value: 8.778 + - type: precision_at_20 + value: 4.539 + - type: precision_at_100 + value: 0.96 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 67.214 + - type: mrr_at_3 + value: 72.9771 + - type: mrr_at_5 + value: 73.8199 + - type: mrr_at_10 + value: 74.3843 + - type: mrr_at_20 + value: 74.5982 + - type: mrr_at_100 + value: 74.7303 + - type: mrr_at_1000 + value: 74.74539999999999 + - type: nauc_ndcg_at_1_max + value: 43.3485 + - type: nauc_ndcg_at_1_std + value: -31.989800000000002 + - type: nauc_ndcg_at_1_diff1 + value: 75.899 + - type: nauc_ndcg_at_3_max + value: 46.1261 + - type: nauc_ndcg_at_3_std + value: -35.997099999999996 + - type: nauc_ndcg_at_3_diff1 + value: 72.4944 + - type: nauc_ndcg_at_5_max + value: 46.242 + - type: nauc_ndcg_at_5_std + value: -37.1225 + - type: nauc_ndcg_at_5_diff1 + value: 72.5736 + - type: nauc_ndcg_at_10_max + value: 46.0501 + - type: nauc_ndcg_at_10_std + value: -36.7769 + - type: nauc_ndcg_at_10_diff1 + value: 72.6975 + - type: nauc_ndcg_at_20_max + value: 45.9928 + - type: nauc_ndcg_at_20_std + value: -36.620200000000004 + - type: nauc_ndcg_at_20_diff1 + value: 72.6542 + - type: nauc_ndcg_at_100_max + value: 45.827600000000004 + - type: nauc_ndcg_at_100_std + value: -35.7228 + - type: nauc_ndcg_at_100_diff1 + value: 72.8839 + - type: nauc_ndcg_at_1000_max + value: 45.7651 + - type: nauc_ndcg_at_1000_std + value: -35.3973 + - type: nauc_ndcg_at_1000_diff1 + value: 73.0599 + - type: nauc_map_at_1_max + value: 43.3485 + - type: nauc_map_at_1_std + value: -31.989800000000002 + - type: nauc_map_at_1_diff1 + value: 75.899 + - type: nauc_map_at_3_max + value: 45.5 + - type: nauc_map_at_3_std + value: -34.9392 + - type: nauc_map_at_3_diff1 + value: 73.39020000000001 + - type: nauc_map_at_5_max + value: 45.5396 + - type: nauc_map_at_5_std + value: -35.481 + - type: nauc_map_at_5_diff1 + value: 73.46340000000001 + - type: nauc_map_at_10_max + value: 45.4579 + - type: nauc_map_at_10_std + value: -35.2984 + - type: nauc_map_at_10_diff1 + value: 73.541 + - type: nauc_map_at_20_max + value: 45.4317 + - type: nauc_map_at_20_std + value: -35.247099999999996 + - type: nauc_map_at_20_diff1 + value: 73.5347 + - type: nauc_map_at_100_max + value: 45.407 + - type: nauc_map_at_100_std + value: -35.1437 + - type: nauc_map_at_100_diff1 + value: 73.5616 + - type: nauc_map_at_1000_max + value: 45.4065 + - type: nauc_map_at_1000_std + value: -35.1289 + - type: nauc_map_at_1000_diff1 + value: 73.5672 + - type: nauc_recall_at_1_max + value: 43.3485 + - type: nauc_recall_at_1_std + value: -31.989800000000002 + - type: nauc_recall_at_1_diff1 + value: 75.899 + - type: nauc_recall_at_3_max + value: 48.3154 + - type: nauc_recall_at_3_std + value: -39.7965 + - type: nauc_recall_at_3_diff1 + value: 69.2787 + - type: nauc_recall_at_5_max + value: 49.1463 + - type: nauc_recall_at_5_std + value: -44.269999999999996 + - type: nauc_recall_at_5_diff1 + value: 68.8481 + - type: nauc_recall_at_10_max + value: 48.994 + - type: nauc_recall_at_10_std + value: -44.8351 + - type: nauc_recall_at_10_diff1 + value: 68.2438 + - type: nauc_recall_at_20_max + value: 49.5318 + - type: nauc_recall_at_20_std + value: -45.9405 + - type: nauc_recall_at_20_diff1 + value: 66.6349 + - type: nauc_recall_at_100_max + value: 50.2607 + - type: nauc_recall_at_100_std + value: -35.563 + - type: nauc_recall_at_100_diff1 + value: 64.7782 + - type: nauc_recall_at_1000_max + value: 53.8143 + - type: nauc_recall_at_1000_std + value: 9.9687 + - type: nauc_recall_at_1000_diff1 + value: 64.5003 + - type: nauc_precision_at_1_max + value: 43.3485 + - type: nauc_precision_at_1_std + value: -31.989800000000002 + - type: nauc_precision_at_1_diff1 + value: 75.899 + - type: nauc_precision_at_3_max + value: 48.3154 + - type: nauc_precision_at_3_std + value: -39.7965 + - type: nauc_precision_at_3_diff1 + value: 69.2787 + - type: nauc_precision_at_5_max + value: 49.1463 + - type: nauc_precision_at_5_std + value: -44.269999999999996 + - type: nauc_precision_at_5_diff1 + value: 68.8481 + - type: nauc_precision_at_10_max + value: 48.994 + - type: nauc_precision_at_10_std + value: -44.8351 + - type: nauc_precision_at_10_diff1 + value: 68.2438 + - type: nauc_precision_at_20_max + value: 49.5318 + - type: nauc_precision_at_20_std + value: -45.9405 + - type: nauc_precision_at_20_diff1 + value: 66.6349 + - type: nauc_precision_at_100_max + value: 50.2607 + - type: nauc_precision_at_100_std + value: -35.563 + - type: nauc_precision_at_100_diff1 + value: 64.7782 + - type: nauc_precision_at_1000_max + value: 53.8143 + - type: nauc_precision_at_1000_std + value: 9.9687 + - type: nauc_precision_at_1000_diff1 + value: 64.5003 + - type: nauc_mrr_at_1_max + value: 43.3485 + - type: nauc_mrr_at_1_std + value: -31.989800000000002 + - type: nauc_mrr_at_1_diff1 + value: 75.899 + - type: nauc_mrr_at_3_max + value: 45.5 + - type: nauc_mrr_at_3_std + value: -34.9392 + - type: nauc_mrr_at_3_diff1 + value: 73.39020000000001 + - type: nauc_mrr_at_5_max + value: 45.5396 + - type: nauc_mrr_at_5_std + value: -35.481 + - type: nauc_mrr_at_5_diff1 + value: 73.46340000000001 + - type: nauc_mrr_at_10_max + value: 45.4579 + - type: nauc_mrr_at_10_std + value: -35.2984 + - type: nauc_mrr_at_10_diff1 + value: 73.541 + - type: nauc_mrr_at_20_max + value: 45.4317 + - type: nauc_mrr_at_20_std + value: -35.247099999999996 + - type: nauc_mrr_at_20_diff1 + value: 73.5347 + - type: nauc_mrr_at_100_max + value: 45.407 + - type: nauc_mrr_at_100_std + value: -35.1437 + - type: nauc_mrr_at_100_diff1 + value: 73.5616 + - type: nauc_mrr_at_1000_max + value: 45.4065 + - type: nauc_mrr_at_1000_std + value: -35.1289 + - type: nauc_mrr_at_1000_diff1 + value: 73.5672 + - type: main_score + value: 77.644 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CodeFeedbackST (default) + revision: d213819e87aab9010628da8b73ab4eb337c89340 + split: test + type: CoIR-Retrieval/codefeedback-st + metrics: + - type: ndcg_at_1 + value: 74.05000000000001 + - type: ndcg_at_3 + value: 84.59 + - type: ndcg_at_5 + value: 85.949 + - type: ndcg_at_10 + value: 86.627 + - type: ndcg_at_20 + value: 86.907 + - type: ndcg_at_100 + value: 87.149 + - type: ndcg_at_1000 + value: 87.21799999999999 + - type: map_at_1 + value: 74.05000000000001 + - type: map_at_3 + value: 82.121 + - type: map_at_5 + value: 82.881 + - type: map_at_10 + value: 83.16799999999999 + - type: map_at_20 + value: 83.247 + - type: map_at_100 + value: 83.282 + - type: map_at_1000 + value: 83.285 + - type: recall_at_1 + value: 74.05000000000001 + - type: recall_at_3 + value: 91.685 + - type: recall_at_5 + value: 94.959 + - type: recall_at_10 + value: 97.017 + - type: recall_at_20 + value: 98.10900000000001 + - type: recall_at_100 + value: 99.396 + - type: recall_at_1000 + value: 99.92699999999999 + - type: precision_at_1 + value: 74.05000000000001 + - type: precision_at_3 + value: 30.562 + - type: precision_at_5 + value: 18.992 + - type: precision_at_10 + value: 9.702 + - type: precision_at_20 + value: 4.905 + - type: precision_at_100 + value: 0.9939999999999999 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 73.93469999999999 + - type: mrr_at_3 + value: 82.0381 + - type: mrr_at_5 + value: 82.8079 + - type: mrr_at_10 + value: 83.0951 + - type: mrr_at_20 + value: 83.1741 + - type: mrr_at_100 + value: 83.20880000000001 + - type: mrr_at_1000 + value: 83.21159999999999 + - type: nauc_ndcg_at_1_max + value: 16.312099999999997 + - type: nauc_ndcg_at_1_std + value: -31.0989 + - type: nauc_ndcg_at_1_diff1 + value: 82.1368 + - type: nauc_ndcg_at_3_max + value: 21.8767 + - type: nauc_ndcg_at_3_std + value: -40.968700000000005 + - type: nauc_ndcg_at_3_diff1 + value: 78.2146 + - type: nauc_ndcg_at_5_max + value: 21.9285 + - type: nauc_ndcg_at_5_std + value: -40.839999999999996 + - type: nauc_ndcg_at_5_diff1 + value: 78.65520000000001 + - type: nauc_ndcg_at_10_max + value: 21.4477 + - type: nauc_ndcg_at_10_std + value: -39.6462 + - type: nauc_ndcg_at_10_diff1 + value: 79.1162 + - type: nauc_ndcg_at_20_max + value: 21.0172 + - type: nauc_ndcg_at_20_std + value: -38.4865 + - type: nauc_ndcg_at_20_diff1 + value: 79.3244 + - type: nauc_ndcg_at_100_max + value: 20.538899999999998 + - type: nauc_ndcg_at_100_std + value: -37.6156 + - type: nauc_ndcg_at_100_diff1 + value: 79.5051 + - type: nauc_ndcg_at_1000_max + value: 20.3864 + - type: nauc_ndcg_at_1000_std + value: -37.5705 + - type: nauc_ndcg_at_1000_diff1 + value: 79.5552 + - type: nauc_map_at_1_max + value: 16.312099999999997 + - type: nauc_map_at_1_std + value: -31.0989 + - type: nauc_map_at_1_diff1 + value: 82.1368 + - type: nauc_map_at_3_max + value: 20.1265 + - type: nauc_map_at_3_std + value: -37.7949 + - type: nauc_map_at_3_diff1 + value: 79.3819 + - type: nauc_map_at_5_max + value: 20.0792 + - type: nauc_map_at_5_std + value: -37.5964 + - type: nauc_map_at_5_diff1 + value: 79.63759999999999 + - type: nauc_map_at_10_max + value: 19.8844 + - type: nauc_map_at_10_std + value: -37.147400000000005 + - type: nauc_map_at_10_diff1 + value: 79.8106 + - type: nauc_map_at_20_max + value: 19.7819 + - type: nauc_map_at_20_std + value: -36.8738 + - type: nauc_map_at_20_diff1 + value: 79.8612 + - type: nauc_map_at_100_max + value: 19.7262 + - type: nauc_map_at_100_std + value: -36.7795 + - type: nauc_map_at_100_diff1 + value: 79.8826 + - type: nauc_map_at_1000_max + value: 19.7224 + - type: nauc_map_at_1000_std + value: -36.775400000000005 + - type: nauc_map_at_1000_diff1 + value: 79.8841 + - type: nauc_recall_at_1_max + value: 16.312099999999997 + - type: nauc_recall_at_1_std + value: -31.0989 + - type: nauc_recall_at_1_diff1 + value: 82.1368 + - type: nauc_recall_at_3_max + value: 31.689600000000002 + - type: nauc_recall_at_3_std + value: -58.823899999999995 + - type: nauc_recall_at_3_diff1 + value: 71.72840000000001 + - type: nauc_recall_at_5_max + value: 38.2017 + - type: nauc_recall_at_5_std + value: -69.4212 + - type: nauc_recall_at_5_diff1 + value: 70.3048 + - type: nauc_recall_at_10_max + value: 43.3598 + - type: nauc_recall_at_10_std + value: -73.82950000000001 + - type: nauc_recall_at_10_diff1 + value: 70.3285 + - type: nauc_recall_at_20_max + value: 45.3548 + - type: nauc_recall_at_20_std + value: -65.2265 + - type: nauc_recall_at_20_diff1 + value: 70.33080000000001 + - type: nauc_recall_at_100_max + value: 47.9546 + - type: nauc_recall_at_100_std + value: -30.660500000000003 + - type: nauc_recall_at_100_diff1 + value: 69.7251 + - type: nauc_recall_at_1000_max + value: 47.225699999999996 + - type: nauc_recall_at_1000_std + value: 44.6596 + - type: nauc_recall_at_1000_diff1 + value: 61.5393 + - type: nauc_precision_at_1_max + value: 16.312099999999997 + - type: nauc_precision_at_1_std + value: -31.0989 + - type: nauc_precision_at_1_diff1 + value: 82.1368 + - type: nauc_precision_at_3_max + value: 31.689600000000002 + - type: nauc_precision_at_3_std + value: -58.823899999999995 + - type: nauc_precision_at_3_diff1 + value: 71.72840000000001 + - type: nauc_precision_at_5_max + value: 38.2017 + - type: nauc_precision_at_5_std + value: -69.4212 + - type: nauc_precision_at_5_diff1 + value: 70.3048 + - type: nauc_precision_at_10_max + value: 43.3598 + - type: nauc_precision_at_10_std + value: -73.82950000000001 + - type: nauc_precision_at_10_diff1 + value: 70.3285 + - type: nauc_precision_at_20_max + value: 45.3548 + - type: nauc_precision_at_20_std + value: -65.2265 + - type: nauc_precision_at_20_diff1 + value: 70.33080000000001 + - type: nauc_precision_at_100_max + value: 47.9546 + - type: nauc_precision_at_100_std + value: -30.660500000000003 + - type: nauc_precision_at_100_diff1 + value: 69.7251 + - type: nauc_precision_at_1000_max + value: 47.225699999999996 + - type: nauc_precision_at_1000_std + value: 44.6596 + - type: nauc_precision_at_1000_diff1 + value: 61.5393 + - type: nauc_mrr_at_1_max + value: 16.1387 + - type: nauc_mrr_at_1_std + value: -31.460900000000002 + - type: nauc_mrr_at_1_diff1 + value: 82.3395 + - type: nauc_mrr_at_3_max + value: 20.0181 + - type: nauc_mrr_at_3_std + value: -37.97 + - type: nauc_mrr_at_3_diff1 + value: 79.56360000000001 + - type: nauc_mrr_at_5_max + value: 19.9831 + - type: nauc_mrr_at_5_std + value: -37.8084 + - type: nauc_mrr_at_5_diff1 + value: 79.8115 + - type: nauc_mrr_at_10_max + value: 19.7978 + - type: nauc_mrr_at_10_std + value: -37.3471 + - type: nauc_mrr_at_10_diff1 + value: 79.985 + - type: nauc_mrr_at_20_max + value: 19.6955 + - type: nauc_mrr_at_20_std + value: -37.0762 + - type: nauc_mrr_at_20_diff1 + value: 80.03670000000001 + - type: nauc_mrr_at_100_max + value: 19.639799999999997 + - type: nauc_mrr_at_100_std + value: -36.9828 + - type: nauc_mrr_at_100_diff1 + value: 80.05839999999999 + - type: nauc_mrr_at_1000_max + value: 19.6361 + - type: nauc_mrr_at_1000_std + value: -36.9786 + - type: nauc_mrr_at_1000_diff1 + value: 80.0599 + - type: main_score + value: 86.627 + task: + type: Retrieval + - dataset: + config: python + name: MTEB CodeSearchNetCCRetrieval (python) + revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8 + split: test + type: CoIR-Retrieval/CodeSearchNet-ccr + metrics: + - type: ndcg_at_1 + value: 69.875 + - type: ndcg_at_3 + value: 79.45100000000001 + - type: ndcg_at_5 + value: 80.95400000000001 + - type: ndcg_at_10 + value: 82.025 + - type: ndcg_at_20 + value: 82.526 + - type: ndcg_at_100 + value: 83.07 + - type: ndcg_at_1000 + value: 83.28999999999999 + - type: map_at_1 + value: 69.875 + - type: map_at_3 + value: 77.19 + - type: map_at_5 + value: 78.02799999999999 + - type: map_at_10 + value: 78.475 + - type: map_at_20 + value: 78.615 + - type: map_at_100 + value: 78.692 + - type: map_at_1000 + value: 78.7 + - type: recall_at_1 + value: 69.875 + - type: recall_at_3 + value: 85.957 + - type: recall_at_5 + value: 89.59 + - type: recall_at_10 + value: 92.874 + - type: recall_at_20 + value: 94.838 + - type: recall_at_100 + value: 97.748 + - type: recall_at_1000 + value: 99.47 + - type: precision_at_1 + value: 69.875 + - type: precision_at_3 + value: 28.652 + - type: precision_at_5 + value: 17.918 + - type: precision_at_10 + value: 9.286999999999999 + - type: precision_at_20 + value: 4.742 + - type: precision_at_100 + value: 0.9769999999999999 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 69.8686 + - type: mrr_at_3 + value: 77.1864 + - type: mrr_at_5 + value: 78.024 + - type: mrr_at_10 + value: 78.4721 + - type: mrr_at_20 + value: 78.61200000000001 + - type: mrr_at_100 + value: 78.6886 + - type: mrr_at_1000 + value: 78.69699999999999 + - type: nauc_ndcg_at_1_max + value: 32.7204 + - type: nauc_ndcg_at_1_std + value: -9.7869 + - type: nauc_ndcg_at_1_diff1 + value: 69.2141 + - type: nauc_ndcg_at_3_max + value: 39.7427 + - type: nauc_ndcg_at_3_std + value: -8.874600000000001 + - type: nauc_ndcg_at_3_diff1 + value: 68.1352 + - type: nauc_ndcg_at_5_max + value: 39.6812 + - type: nauc_ndcg_at_5_std + value: -8.6013 + - type: nauc_ndcg_at_5_diff1 + value: 67.8335 + - type: nauc_ndcg_at_10_max + value: 39.676 + - type: nauc_ndcg_at_10_std + value: -8.4009 + - type: nauc_ndcg_at_10_diff1 + value: 67.9751 + - type: nauc_ndcg_at_20_max + value: 39.4713 + - type: nauc_ndcg_at_20_std + value: -8.0428 + - type: nauc_ndcg_at_20_diff1 + value: 68.0673 + - type: nauc_ndcg_at_100_max + value: 38.8168 + - type: nauc_ndcg_at_100_std + value: -8.172699999999999 + - type: nauc_ndcg_at_100_diff1 + value: 68.1667 + - type: nauc_ndcg_at_1000_max + value: 38.5023 + - type: nauc_ndcg_at_1000_std + value: -8.3248 + - type: nauc_ndcg_at_1000_diff1 + value: 68.1641 + - type: nauc_map_at_1_max + value: 32.7204 + - type: nauc_map_at_1_std + value: -9.7869 + - type: nauc_map_at_1_diff1 + value: 69.2141 + - type: nauc_map_at_3_max + value: 37.6933 + - type: nauc_map_at_3_std + value: -9.225200000000001 + - type: nauc_map_at_3_diff1 + value: 68.36619999999999 + - type: nauc_map_at_5_max + value: 37.583 + - type: nauc_map_at_5_std + value: -9.113 + - type: nauc_map_at_5_diff1 + value: 68.228 + - type: nauc_map_at_10_max + value: 37.5372 + - type: nauc_map_at_10_std + value: -9.07 + - type: nauc_map_at_10_diff1 + value: 68.2877 + - type: nauc_map_at_20_max + value: 37.480599999999995 + - type: nauc_map_at_20_std + value: -8.9833 + - type: nauc_map_at_20_diff1 + value: 68.3113 + - type: nauc_map_at_100_max + value: 37.3976 + - type: nauc_map_at_100_std + value: -9.0037 + - type: nauc_map_at_100_diff1 + value: 68.3203 + - type: nauc_map_at_1000_max + value: 37.3879 + - type: nauc_map_at_1000_std + value: -9.0058 + - type: nauc_map_at_1000_diff1 + value: 68.31960000000001 + - type: nauc_recall_at_1_max + value: 32.7204 + - type: nauc_recall_at_1_std + value: -9.7869 + - type: nauc_recall_at_1_diff1 + value: 69.2141 + - type: nauc_recall_at_3_max + value: 48.593199999999996 + - type: nauc_recall_at_3_std + value: -7.3051 + - type: nauc_recall_at_3_diff1 + value: 67.1931 + - type: nauc_recall_at_5_max + value: 51.076299999999996 + - type: nauc_recall_at_5_std + value: -5.652200000000001 + - type: nauc_recall_at_5_diff1 + value: 65.6764 + - type: nauc_recall_at_10_max + value: 56.156099999999995 + - type: nauc_recall_at_10_std + value: -2.6818 + - type: nauc_recall_at_10_diff1 + value: 65.6776 + - type: nauc_recall_at_20_max + value: 59.804199999999994 + - type: nauc_recall_at_20_std + value: 3.5331 + - type: nauc_recall_at_20_diff1 + value: 65.90589999999999 + - type: nauc_recall_at_100_max + value: 62.4602 + - type: nauc_recall_at_100_std + value: 13.8605 + - type: nauc_recall_at_100_diff1 + value: 67.0361 + - type: nauc_recall_at_1000_max + value: 68.8131 + - type: nauc_recall_at_1000_std + value: 46.0867 + - type: nauc_recall_at_1000_diff1 + value: 64.1467 + - type: nauc_precision_at_1_max + value: 32.7204 + - type: nauc_precision_at_1_std + value: -9.7869 + - type: nauc_precision_at_1_diff1 + value: 69.2141 + - type: nauc_precision_at_3_max + value: 48.593199999999996 + - type: nauc_precision_at_3_std + value: -7.3051 + - type: nauc_precision_at_3_diff1 + value: 67.1931 + - type: nauc_precision_at_5_max + value: 51.076299999999996 + - type: nauc_precision_at_5_std + value: -5.652200000000001 + - type: nauc_precision_at_5_diff1 + value: 65.6764 + - type: nauc_precision_at_10_max + value: 56.156099999999995 + - type: nauc_precision_at_10_std + value: -2.6818 + - type: nauc_precision_at_10_diff1 + value: 65.6776 + - type: nauc_precision_at_20_max + value: 59.804199999999994 + - type: nauc_precision_at_20_std + value: 3.5331 + - type: nauc_precision_at_20_diff1 + value: 65.90589999999999 + - type: nauc_precision_at_100_max + value: 62.4602 + - type: nauc_precision_at_100_std + value: 13.8605 + - type: nauc_precision_at_100_diff1 + value: 67.0361 + - type: nauc_precision_at_1000_max + value: 68.8131 + - type: nauc_precision_at_1000_std + value: 46.0867 + - type: nauc_precision_at_1000_diff1 + value: 64.1467 + - type: nauc_mrr_at_1_max + value: 32.7189 + - type: nauc_mrr_at_1_std + value: -9.7823 + - type: nauc_mrr_at_1_diff1 + value: 69.23 + - type: nauc_mrr_at_3_max + value: 37.691 + - type: nauc_mrr_at_3_std + value: -9.2223 + - type: nauc_mrr_at_3_diff1 + value: 68.3764 + - type: nauc_mrr_at_5_max + value: 37.5842 + - type: nauc_mrr_at_5_std + value: -9.1121 + - type: nauc_mrr_at_5_diff1 + value: 68.2381 + - type: nauc_mrr_at_10_max + value: 37.5343 + - type: nauc_mrr_at_10_std + value: -9.0737 + - type: nauc_mrr_at_10_diff1 + value: 68.29849999999999 + - type: nauc_mrr_at_20_max + value: 37.4774 + - type: nauc_mrr_at_20_std + value: -8.984200000000001 + - type: nauc_mrr_at_20_diff1 + value: 68.3208 + - type: nauc_mrr_at_100_max + value: 37.3953 + - type: nauc_mrr_at_100_std + value: -9.0043 + - type: nauc_mrr_at_100_diff1 + value: 68.3301 + - type: nauc_mrr_at_1000_max + value: 37.385600000000004 + - type: nauc_mrr_at_1000_std + value: -9.006400000000001 + - type: nauc_mrr_at_1000_diff1 + value: 68.32939999999999 + - type: main_score + value: 82.025 + task: + type: Retrieval + - dataset: + config: javascript + name: MTEB CodeSearchNetCCRetrieval (javascript) + revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8 + split: test + type: CoIR-Retrieval/CodeSearchNet-ccr + metrics: + - type: ndcg_at_1 + value: 66.18 + - type: ndcg_at_3 + value: 76.294 + - type: ndcg_at_5 + value: 77.849 + - type: ndcg_at_10 + value: 78.95400000000001 + - type: ndcg_at_20 + value: 79.71000000000001 + - type: ndcg_at_100 + value: 80.402 + - type: ndcg_at_1000 + value: 80.694 + - type: map_at_1 + value: 66.18 + - type: map_at_3 + value: 73.924 + - type: map_at_5 + value: 74.788 + - type: map_at_10 + value: 75.247 + - type: map_at_20 + value: 75.46000000000001 + - type: map_at_100 + value: 75.561 + - type: map_at_1000 + value: 75.57199999999999 + - type: recall_at_1 + value: 66.18 + - type: recall_at_3 + value: 83.10499999999999 + - type: recall_at_5 + value: 86.873 + - type: recall_at_10 + value: 90.277 + - type: recall_at_20 + value: 93.22399999999999 + - type: recall_at_100 + value: 96.87 + - type: recall_at_1000 + value: 99.21 + - type: precision_at_1 + value: 66.18 + - type: precision_at_3 + value: 27.701999999999998 + - type: precision_at_5 + value: 17.375 + - type: precision_at_10 + value: 9.028 + - type: precision_at_20 + value: 4.661 + - type: precision_at_100 + value: 0.9690000000000001 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 66.0589 + - type: mrr_at_3 + value: 73.8529 + - type: mrr_at_5 + value: 74.725 + - type: mrr_at_10 + value: 75.1834 + - type: mrr_at_20 + value: 75.3968 + - type: mrr_at_100 + value: 75.49810000000001 + - type: mrr_at_1000 + value: 75.5086 + - type: nauc_ndcg_at_1_max + value: 28.8256 + - type: nauc_ndcg_at_1_std + value: -18.2896 + - type: nauc_ndcg_at_1_diff1 + value: 66.58579999999999 + - type: nauc_ndcg_at_3_max + value: 35.551 + - type: nauc_ndcg_at_3_std + value: -19.742 + - type: nauc_ndcg_at_3_diff1 + value: 64.1755 + - type: nauc_ndcg_at_5_max + value: 36.0452 + - type: nauc_ndcg_at_5_std + value: -19.2109 + - type: nauc_ndcg_at_5_diff1 + value: 64.1541 + - type: nauc_ndcg_at_10_max + value: 36.028999999999996 + - type: nauc_ndcg_at_10_std + value: -18.123900000000003 + - type: nauc_ndcg_at_10_diff1 + value: 64.3484 + - type: nauc_ndcg_at_20_max + value: 35.9806 + - type: nauc_ndcg_at_20_std + value: -18.1917 + - type: nauc_ndcg_at_20_diff1 + value: 64.6309 + - type: nauc_ndcg_at_100_max + value: 35.5173 + - type: nauc_ndcg_at_100_std + value: -18.0786 + - type: nauc_ndcg_at_100_diff1 + value: 64.779 + - type: nauc_ndcg_at_1000_max + value: 35.1164 + - type: nauc_ndcg_at_1000_std + value: -18.2821 + - type: nauc_ndcg_at_1000_diff1 + value: 64.7328 + - type: nauc_map_at_1_max + value: 28.8256 + - type: nauc_map_at_1_std + value: -18.2896 + - type: nauc_map_at_1_diff1 + value: 66.58579999999999 + - type: nauc_map_at_3_max + value: 33.8113 + - type: nauc_map_at_3_std + value: -19.331799999999998 + - type: nauc_map_at_3_diff1 + value: 64.8655 + - type: nauc_map_at_5_max + value: 34.0132 + - type: nauc_map_at_5_std + value: -19.058 + - type: nauc_map_at_5_diff1 + value: 64.8656 + - type: nauc_map_at_10_max + value: 33.9557 + - type: nauc_map_at_10_std + value: -18.7009 + - type: nauc_map_at_10_diff1 + value: 64.9533 + - type: nauc_map_at_20_max + value: 33.929700000000004 + - type: nauc_map_at_20_std + value: -18.7213 + - type: nauc_map_at_20_diff1 + value: 65.0374 + - type: nauc_map_at_100_max + value: 33.8733 + - type: nauc_map_at_100_std + value: -18.7055 + - type: nauc_map_at_100_diff1 + value: 65.0664 + - type: nauc_map_at_1000_max + value: 33.8596 + - type: nauc_map_at_1000_std + value: -18.7121 + - type: nauc_map_at_1000_diff1 + value: 65.0644 + - type: nauc_recall_at_1_max + value: 28.8256 + - type: nauc_recall_at_1_std + value: -18.2896 + - type: nauc_recall_at_1_diff1 + value: 66.58579999999999 + - type: nauc_recall_at_3_max + value: 42.4892 + - type: nauc_recall_at_3_std + value: -21.401 + - type: nauc_recall_at_3_diff1 + value: 61.3792 + - type: nauc_recall_at_5_max + value: 46.004 + - type: nauc_recall_at_5_std + value: -19.8176 + - type: nauc_recall_at_5_diff1 + value: 60.671 + - type: nauc_recall_at_10_max + value: 49.1457 + - type: nauc_recall_at_10_std + value: -13.1776 + - type: nauc_recall_at_10_diff1 + value: 60.689899999999994 + - type: nauc_recall_at_20_max + value: 54.2014 + - type: nauc_recall_at_20_std + value: -11.7536 + - type: nauc_recall_at_20_diff1 + value: 61.731199999999994 + - type: nauc_recall_at_100_max + value: 61.3676 + - type: nauc_recall_at_100_std + value: -1.4737 + - type: nauc_recall_at_100_diff1 + value: 61.8087 + - type: nauc_recall_at_1000_max + value: 71.66120000000001 + - type: nauc_recall_at_1000_std + value: 13.0886 + - type: nauc_recall_at_1000_diff1 + value: 46.0059 + - type: nauc_precision_at_1_max + value: 28.8256 + - type: nauc_precision_at_1_std + value: -18.2896 + - type: nauc_precision_at_1_diff1 + value: 66.58579999999999 + - type: nauc_precision_at_3_max + value: 42.4892 + - type: nauc_precision_at_3_std + value: -21.401 + - type: nauc_precision_at_3_diff1 + value: 61.3792 + - type: nauc_precision_at_5_max + value: 46.004 + - type: nauc_precision_at_5_std + value: -19.8176 + - type: nauc_precision_at_5_diff1 + value: 60.671 + - type: nauc_precision_at_10_max + value: 49.1457 + - type: nauc_precision_at_10_std + value: -13.1776 + - type: nauc_precision_at_10_diff1 + value: 60.689899999999994 + - type: nauc_precision_at_20_max + value: 54.2014 + - type: nauc_precision_at_20_std + value: -11.7536 + - type: nauc_precision_at_20_diff1 + value: 61.731199999999994 + - type: nauc_precision_at_100_max + value: 61.3676 + - type: nauc_precision_at_100_std + value: -1.4737 + - type: nauc_precision_at_100_diff1 + value: 61.8087 + - type: nauc_precision_at_1000_max + value: 71.66120000000001 + - type: nauc_precision_at_1000_std + value: 13.0886 + - type: nauc_precision_at_1000_diff1 + value: 46.0059 + - type: nauc_mrr_at_1_max + value: 28.7302 + - type: nauc_mrr_at_1_std + value: -18.467200000000002 + - type: nauc_mrr_at_1_diff1 + value: 66.8588 + - type: nauc_mrr_at_3_max + value: 33.7705 + - type: nauc_mrr_at_3_std + value: -19.484399999999997 + - type: nauc_mrr_at_3_diff1 + value: 65.0369 + - type: nauc_mrr_at_5_max + value: 33.9517 + - type: nauc_mrr_at_5_std + value: -19.182199999999998 + - type: nauc_mrr_at_5_diff1 + value: 65.0433 + - type: nauc_mrr_at_10_max + value: 33.8931 + - type: nauc_mrr_at_10_std + value: -18.828 + - type: nauc_mrr_at_10_diff1 + value: 65.13419999999999 + - type: nauc_mrr_at_20_max + value: 33.8665 + - type: nauc_mrr_at_20_std + value: -18.8497 + - type: nauc_mrr_at_20_diff1 + value: 65.22 + - type: nauc_mrr_at_100_max + value: 33.8099 + - type: nauc_mrr_at_100_std + value: -18.834500000000002 + - type: nauc_mrr_at_100_diff1 + value: 65.24980000000001 + - type: nauc_mrr_at_1000_max + value: 33.7962 + - type: nauc_mrr_at_1000_std + value: -18.8412 + - type: nauc_mrr_at_1000_diff1 + value: 65.2478 + - type: main_score + value: 78.95400000000001 + task: + type: Retrieval + - dataset: + config: go + name: MTEB CodeSearchNetCCRetrieval (go) + revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8 + split: test + type: CoIR-Retrieval/CodeSearchNet-ccr + metrics: + - type: ndcg_at_1 + value: 57.24 + - type: ndcg_at_3 + value: 67.84700000000001 + - type: ndcg_at_5 + value: 70.126 + - type: ndcg_at_10 + value: 71.839 + - type: ndcg_at_20 + value: 72.89 + - type: ndcg_at_100 + value: 73.904 + - type: ndcg_at_1000 + value: 74.343 + - type: map_at_1 + value: 57.24 + - type: map_at_3 + value: 65.304 + - type: map_at_5 + value: 66.579 + - type: map_at_10 + value: 67.291 + - type: map_at_20 + value: 67.582 + - type: map_at_100 + value: 67.727 + - type: map_at_1000 + value: 67.744 + - type: recall_at_1 + value: 57.24 + - type: recall_at_3 + value: 75.179 + - type: recall_at_5 + value: 80.67 + - type: recall_at_10 + value: 85.939 + - type: recall_at_20 + value: 90.076 + - type: recall_at_100 + value: 95.48100000000001 + - type: recall_at_1000 + value: 98.929 + - type: precision_at_1 + value: 57.24 + - type: precision_at_3 + value: 25.06 + - type: precision_at_5 + value: 16.134 + - type: precision_at_10 + value: 8.594 + - type: precision_at_20 + value: 4.504 + - type: precision_at_100 + value: 0.955 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 57.3135 + - type: mrr_at_3 + value: 65.3287 + - type: mrr_at_5 + value: 66.6104 + - type: mrr_at_10 + value: 67.3228 + - type: mrr_at_20 + value: 67.6155 + - type: mrr_at_100 + value: 67.7603 + - type: mrr_at_1000 + value: 67.7769 + - type: nauc_ndcg_at_1_max + value: 21.879299999999997 + - type: nauc_ndcg_at_1_std + value: -8.2332 + - type: nauc_ndcg_at_1_diff1 + value: 62.3986 + - type: nauc_ndcg_at_3_max + value: 22.6335 + - type: nauc_ndcg_at_3_std + value: -11.405 + - type: nauc_ndcg_at_3_diff1 + value: 58.6441 + - type: nauc_ndcg_at_5_max + value: 22.661 + - type: nauc_ndcg_at_5_std + value: -11.5489 + - type: nauc_ndcg_at_5_diff1 + value: 58.449 + - type: nauc_ndcg_at_10_max + value: 23.3372 + - type: nauc_ndcg_at_10_std + value: -10.448 + - type: nauc_ndcg_at_10_diff1 + value: 58.99870000000001 + - type: nauc_ndcg_at_20_max + value: 23.471700000000002 + - type: nauc_ndcg_at_20_std + value: -9.697799999999999 + - type: nauc_ndcg_at_20_diff1 + value: 59.0537 + - type: nauc_ndcg_at_100_max + value: 23.2711 + - type: nauc_ndcg_at_100_std + value: -9.4125 + - type: nauc_ndcg_at_100_diff1 + value: 59.241299999999995 + - type: nauc_ndcg_at_1000_max + value: 23.1549 + - type: nauc_ndcg_at_1000_std + value: -9.5665 + - type: nauc_ndcg_at_1000_diff1 + value: 59.3937 + - type: nauc_map_at_1_max + value: 21.879299999999997 + - type: nauc_map_at_1_std + value: -8.2332 + - type: nauc_map_at_1_diff1 + value: 62.3986 + - type: nauc_map_at_3_max + value: 22.3733 + - type: nauc_map_at_3_std + value: -10.5531 + - type: nauc_map_at_3_diff1 + value: 59.5475 + - type: nauc_map_at_5_max + value: 22.386200000000002 + - type: nauc_map_at_5_std + value: -10.589 + - type: nauc_map_at_5_diff1 + value: 59.47670000000001 + - type: nauc_map_at_10_max + value: 22.6343 + - type: nauc_map_at_10_std + value: -10.1536 + - type: nauc_map_at_10_diff1 + value: 59.702200000000005 + - type: nauc_map_at_20_max + value: 22.655900000000003 + - type: nauc_map_at_20_std + value: -9.9913 + - type: nauc_map_at_20_diff1 + value: 59.7262 + - type: nauc_map_at_100_max + value: 22.6245 + - type: nauc_map_at_100_std + value: -9.9625 + - type: nauc_map_at_100_diff1 + value: 59.7479 + - type: nauc_map_at_1000_max + value: 22.623199999999997 + - type: nauc_map_at_1000_std + value: -9.9621 + - type: nauc_map_at_1000_diff1 + value: 59.7549 + - type: nauc_recall_at_1_max + value: 21.879299999999997 + - type: nauc_recall_at_1_std + value: -8.2332 + - type: nauc_recall_at_1_diff1 + value: 62.3986 + - type: nauc_recall_at_3_max + value: 23.605999999999998 + - type: nauc_recall_at_3_std + value: -14.4858 + - type: nauc_recall_at_3_diff1 + value: 55.4339 + - type: nauc_recall_at_5_max + value: 23.8663 + - type: nauc_recall_at_5_std + value: -15.703100000000001 + - type: nauc_recall_at_5_diff1 + value: 54.0833 + - type: nauc_recall_at_10_max + value: 27.7922 + - type: nauc_recall_at_10_std + value: -11.3608 + - type: nauc_recall_at_10_diff1 + value: 55.523500000000006 + - type: nauc_recall_at_20_max + value: 30.6809 + - type: nauc_recall_at_20_std + value: -4.6631 + - type: nauc_recall_at_20_diff1 + value: 54.6708 + - type: nauc_recall_at_100_max + value: 34.6754 + - type: nauc_recall_at_100_std + value: 8.877 + - type: nauc_recall_at_100_diff1 + value: 54.5409 + - type: nauc_recall_at_1000_max + value: 50.7772 + - type: nauc_recall_at_1000_std + value: 36.925799999999995 + - type: nauc_recall_at_1000_diff1 + value: 59.96359999999999 + - type: nauc_precision_at_1_max + value: 21.879299999999997 + - type: nauc_precision_at_1_std + value: -8.2332 + - type: nauc_precision_at_1_diff1 + value: 62.3986 + - type: nauc_precision_at_3_max + value: 23.605999999999998 + - type: nauc_precision_at_3_std + value: -14.4858 + - type: nauc_precision_at_3_diff1 + value: 55.4339 + - type: nauc_precision_at_5_max + value: 23.8663 + - type: nauc_precision_at_5_std + value: -15.703100000000001 + - type: nauc_precision_at_5_diff1 + value: 54.0833 + - type: nauc_precision_at_10_max + value: 27.7922 + - type: nauc_precision_at_10_std + value: -11.3608 + - type: nauc_precision_at_10_diff1 + value: 55.523500000000006 + - type: nauc_precision_at_20_max + value: 30.6809 + - type: nauc_precision_at_20_std + value: -4.6631 + - type: nauc_precision_at_20_diff1 + value: 54.6708 + - type: nauc_precision_at_100_max + value: 34.6754 + - type: nauc_precision_at_100_std + value: 8.877 + - type: nauc_precision_at_100_diff1 + value: 54.5409 + - type: nauc_precision_at_1000_max + value: 50.7772 + - type: nauc_precision_at_1000_std + value: 36.925799999999995 + - type: nauc_precision_at_1000_diff1 + value: 59.96359999999999 + - type: nauc_mrr_at_1_max + value: 21.7746 + - type: nauc_mrr_at_1_std + value: -8.1227 + - type: nauc_mrr_at_1_diff1 + value: 62.2216 + - type: nauc_mrr_at_3_max + value: 22.362099999999998 + - type: nauc_mrr_at_3_std + value: -10.4131 + - type: nauc_mrr_at_3_diff1 + value: 59.431599999999996 + - type: nauc_mrr_at_5_max + value: 22.3329 + - type: nauc_mrr_at_5_std + value: -10.5091 + - type: nauc_mrr_at_5_diff1 + value: 59.3727 + - type: nauc_mrr_at_10_max + value: 22.5666 + - type: nauc_mrr_at_10_std + value: -10.0719 + - type: nauc_mrr_at_10_diff1 + value: 59.5874 + - type: nauc_mrr_at_20_max + value: 22.5977 + - type: nauc_mrr_at_20_std + value: -9.8996 + - type: nauc_mrr_at_20_diff1 + value: 59.61260000000001 + - type: nauc_mrr_at_100_max + value: 22.5654 + - type: nauc_mrr_at_100_std + value: -9.8714 + - type: nauc_mrr_at_100_diff1 + value: 59.6334 + - type: nauc_mrr_at_1000_max + value: 22.564500000000002 + - type: nauc_mrr_at_1000_std + value: -9.8705 + - type: nauc_mrr_at_1000_diff1 + value: 59.64040000000001 + - type: main_score + value: 71.839 + task: + type: Retrieval + - dataset: + config: ruby + name: MTEB CodeSearchNetCCRetrieval (ruby) + revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8 + split: test + type: CoIR-Retrieval/CodeSearchNet-ccr + metrics: + - type: ndcg_at_1 + value: 64.235 + - type: ndcg_at_3 + value: 73.451 + - type: ndcg_at_5 + value: 75.233 + - type: ndcg_at_10 + value: 76.53 + - type: ndcg_at_20 + value: 77.35 + - type: ndcg_at_100 + value: 78.13799999999999 + - type: ndcg_at_1000 + value: 78.57 + - type: map_at_1 + value: 64.235 + - type: map_at_3 + value: 71.279 + - type: map_at_5 + value: 72.27900000000001 + - type: map_at_10 + value: 72.807 + - type: map_at_20 + value: 73.031 + - type: map_at_100 + value: 73.131 + - type: map_at_1000 + value: 73.148 + - type: recall_at_1 + value: 64.235 + - type: recall_at_3 + value: 79.699 + - type: recall_at_5 + value: 83.981 + - type: recall_at_10 + value: 88.02499999999999 + - type: recall_at_20 + value: 91.277 + - type: recall_at_100 + value: 95.638 + - type: recall_at_1000 + value: 99.048 + - type: precision_at_1 + value: 64.235 + - type: precision_at_3 + value: 26.566000000000003 + - type: precision_at_5 + value: 16.796 + - type: precision_at_10 + value: 8.802999999999999 + - type: precision_at_20 + value: 4.564 + - type: precision_at_100 + value: 0.9560000000000001 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 64.1554 + - type: mrr_at_3 + value: 71.2398 + - type: mrr_at_5 + value: 72.2548 + - type: mrr_at_10 + value: 72.7835 + - type: mrr_at_20 + value: 73.00750000000001 + - type: mrr_at_100 + value: 73.1079 + - type: mrr_at_1000 + value: 73.1241 + - type: nauc_ndcg_at_1_max + value: 30.299100000000003 + - type: nauc_ndcg_at_1_std + value: -23.270699999999998 + - type: nauc_ndcg_at_1_diff1 + value: 69.7787 + - type: nauc_ndcg_at_3_max + value: 34.144000000000005 + - type: nauc_ndcg_at_3_std + value: -24.3838 + - type: nauc_ndcg_at_3_diff1 + value: 65.7587 + - type: nauc_ndcg_at_5_max + value: 35.2434 + - type: nauc_ndcg_at_5_std + value: -24.941 + - type: nauc_ndcg_at_5_diff1 + value: 66.5348 + - type: nauc_ndcg_at_10_max + value: 34.9636 + - type: nauc_ndcg_at_10_std + value: -23.8717 + - type: nauc_ndcg_at_10_diff1 + value: 66.2343 + - type: nauc_ndcg_at_20_max + value: 34.6088 + - type: nauc_ndcg_at_20_std + value: -23.9346 + - type: nauc_ndcg_at_20_diff1 + value: 66.1188 + - type: nauc_ndcg_at_100_max + value: 34.0578 + - type: nauc_ndcg_at_100_std + value: -23.8701 + - type: nauc_ndcg_at_100_diff1 + value: 66.61970000000001 + - type: nauc_ndcg_at_1000_max + value: 33.9954 + - type: nauc_ndcg_at_1000_std + value: -24.1974 + - type: nauc_ndcg_at_1000_diff1 + value: 66.67229999999999 + - type: nauc_map_at_1_max + value: 30.299100000000003 + - type: nauc_map_at_1_std + value: -23.270699999999998 + - type: nauc_map_at_1_diff1 + value: 69.7787 + - type: nauc_map_at_3_max + value: 33.1287 + - type: nauc_map_at_3_std + value: -24.3167 + - type: nauc_map_at_3_diff1 + value: 66.8252 + - type: nauc_map_at_5_max + value: 33.6849 + - type: nauc_map_at_5_std + value: -24.6296 + - type: nauc_map_at_5_diff1 + value: 67.25619999999999 + - type: nauc_map_at_10_max + value: 33.583600000000004 + - type: nauc_map_at_10_std + value: -24.212500000000002 + - type: nauc_map_at_10_diff1 + value: 67.1833 + - type: nauc_map_at_20_max + value: 33.4858 + - type: nauc_map_at_20_std + value: -24.2264 + - type: nauc_map_at_20_diff1 + value: 67.1627 + - type: nauc_map_at_100_max + value: 33.4165 + - type: nauc_map_at_100_std + value: -24.2509 + - type: nauc_map_at_100_diff1 + value: 67.2087 + - type: nauc_map_at_1000_max + value: 33.419 + - type: nauc_map_at_1000_std + value: -24.2502 + - type: nauc_map_at_1000_diff1 + value: 67.2111 + - type: nauc_recall_at_1_max + value: 30.299100000000003 + - type: nauc_recall_at_1_std + value: -23.270699999999998 + - type: nauc_recall_at_1_diff1 + value: 69.7787 + - type: nauc_recall_at_3_max + value: 37.895 + - type: nauc_recall_at_3_std + value: -24.5002 + - type: nauc_recall_at_3_diff1 + value: 61.81569999999999 + - type: nauc_recall_at_5_max + value: 42.3322 + - type: nauc_recall_at_5_std + value: -26.223000000000003 + - type: nauc_recall_at_5_diff1 + value: 63.5273 + - type: nauc_recall_at_10_max + value: 42.6103 + - type: nauc_recall_at_10_std + value: -21.093999999999998 + - type: nauc_recall_at_10_diff1 + value: 60.778200000000005 + - type: nauc_recall_at_20_max + value: 42.1213 + - type: nauc_recall_at_20_std + value: -20.7656 + - type: nauc_recall_at_20_diff1 + value: 57.9179 + - type: nauc_recall_at_100_max + value: 36.9235 + - type: nauc_recall_at_100_std + value: -13.879199999999999 + - type: nauc_recall_at_100_diff1 + value: 62.633300000000006 + - type: nauc_recall_at_1000_max + value: 32.1472 + - type: nauc_recall_at_1000_std + value: -40.248400000000004 + - type: nauc_recall_at_1000_diff1 + value: 55.44949999999999 + - type: nauc_precision_at_1_max + value: 30.299100000000003 + - type: nauc_precision_at_1_std + value: -23.270699999999998 + - type: nauc_precision_at_1_diff1 + value: 69.7787 + - type: nauc_precision_at_3_max + value: 37.895 + - type: nauc_precision_at_3_std + value: -24.5002 + - type: nauc_precision_at_3_diff1 + value: 61.81569999999999 + - type: nauc_precision_at_5_max + value: 42.3322 + - type: nauc_precision_at_5_std + value: -26.223000000000003 + - type: nauc_precision_at_5_diff1 + value: 63.5273 + - type: nauc_precision_at_10_max + value: 42.6103 + - type: nauc_precision_at_10_std + value: -21.093999999999998 + - type: nauc_precision_at_10_diff1 + value: 60.778200000000005 + - type: nauc_precision_at_20_max + value: 42.1213 + - type: nauc_precision_at_20_std + value: -20.7656 + - type: nauc_precision_at_20_diff1 + value: 57.9179 + - type: nauc_precision_at_100_max + value: 36.9235 + - type: nauc_precision_at_100_std + value: -13.879199999999999 + - type: nauc_precision_at_100_diff1 + value: 62.633300000000006 + - type: nauc_precision_at_1000_max + value: 32.1472 + - type: nauc_precision_at_1000_std + value: -40.248400000000004 + - type: nauc_precision_at_1000_diff1 + value: 55.44949999999999 + - type: nauc_mrr_at_1_max + value: 30.5255 + - type: nauc_mrr_at_1_std + value: -23.7093 + - type: nauc_mrr_at_1_diff1 + value: 69.9456 + - type: nauc_mrr_at_3_max + value: 33.245799999999996 + - type: nauc_mrr_at_3_std + value: -24.6017 + - type: nauc_mrr_at_3_diff1 + value: 66.9318 + - type: nauc_mrr_at_5_max + value: 33.7884 + - type: nauc_mrr_at_5_std + value: -24.9344 + - type: nauc_mrr_at_5_diff1 + value: 67.3839 + - type: nauc_mrr_at_10_max + value: 33.7013 + - type: nauc_mrr_at_10_std + value: -24.5186 + - type: nauc_mrr_at_10_diff1 + value: 67.3126 + - type: nauc_mrr_at_20_max + value: 33.6047 + - type: nauc_mrr_at_20_std + value: -24.5352 + - type: nauc_mrr_at_20_diff1 + value: 67.2931 + - type: nauc_mrr_at_100_max + value: 33.535900000000005 + - type: nauc_mrr_at_100_std + value: -24.561 + - type: nauc_mrr_at_100_diff1 + value: 67.3396 + - type: nauc_mrr_at_1000_max + value: 33.5385 + - type: nauc_mrr_at_1000_std + value: -24.5606 + - type: nauc_mrr_at_1000_diff1 + value: 67.34219999999999 + - type: main_score + value: 76.53 + task: + type: Retrieval + - dataset: + config: java + name: MTEB CodeSearchNetCCRetrieval (java) + revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8 + split: test + type: CoIR-Retrieval/CodeSearchNet-ccr + metrics: + - type: ndcg_at_1 + value: 65.468 + - type: ndcg_at_3 + value: 75.064 + - type: ndcg_at_5 + value: 76.786 + - type: ndcg_at_10 + value: 77.929 + - type: ndcg_at_20 + value: 78.596 + - type: ndcg_at_100 + value: 79.28699999999999 + - type: ndcg_at_1000 + value: 79.625 + - type: map_at_1 + value: 65.468 + - type: map_at_3 + value: 72.80499999999999 + - type: map_at_5 + value: 73.768 + - type: map_at_10 + value: 74.24300000000001 + - type: map_at_20 + value: 74.42999999999999 + - type: map_at_100 + value: 74.53 + - type: map_at_1000 + value: 74.542 + - type: recall_at_1 + value: 65.468 + - type: recall_at_3 + value: 81.56099999999999 + - type: recall_at_5 + value: 85.714 + - type: recall_at_10 + value: 89.229 + - type: recall_at_20 + value: 91.83 + - type: recall_at_100 + value: 95.509 + - type: recall_at_1000 + value: 98.17399999999999 + - type: precision_at_1 + value: 65.468 + - type: precision_at_3 + value: 27.187 + - type: precision_at_5 + value: 17.143 + - type: precision_at_10 + value: 8.923 + - type: precision_at_20 + value: 4.5920000000000005 + - type: precision_at_100 + value: 0.955 + - type: precision_at_1000 + value: 0.098 + - type: mrr_at_1 + value: 65.45870000000001 + - type: mrr_at_3 + value: 72.8069 + - type: mrr_at_5 + value: 73.7691 + - type: mrr_at_10 + value: 74.2414 + - type: mrr_at_20 + value: 74.4301 + - type: mrr_at_100 + value: 74.52929999999999 + - type: mrr_at_1000 + value: 74.542 + - type: nauc_ndcg_at_1_max + value: 28.9835 + - type: nauc_ndcg_at_1_std + value: -11.366800000000001 + - type: nauc_ndcg_at_1_diff1 + value: 66.263 + - type: nauc_ndcg_at_3_max + value: 33.9816 + - type: nauc_ndcg_at_3_std + value: -8.2964 + - type: nauc_ndcg_at_3_diff1 + value: 64.471 + - type: nauc_ndcg_at_5_max + value: 34.286699999999996 + - type: nauc_ndcg_at_5_std + value: -7.1317 + - type: nauc_ndcg_at_5_diff1 + value: 64.7239 + - type: nauc_ndcg_at_10_max + value: 34.6551 + - type: nauc_ndcg_at_10_std + value: -6.035900000000001 + - type: nauc_ndcg_at_10_diff1 + value: 64.6349 + - type: nauc_ndcg_at_20_max + value: 34.6547 + - type: nauc_ndcg_at_20_std + value: -5.8961 + - type: nauc_ndcg_at_20_diff1 + value: 64.92280000000001 + - type: nauc_ndcg_at_100_max + value: 34.422399999999996 + - type: nauc_ndcg_at_100_std + value: -5.9666 + - type: nauc_ndcg_at_100_diff1 + value: 64.97309999999999 + - type: nauc_ndcg_at_1000_max + value: 34.0967 + - type: nauc_ndcg_at_1000_std + value: -6.3774 + - type: nauc_ndcg_at_1000_diff1 + value: 65.0303 + - type: nauc_map_at_1_max + value: 28.9835 + - type: nauc_map_at_1_std + value: -11.366800000000001 + - type: nauc_map_at_1_diff1 + value: 66.263 + - type: nauc_map_at_3_max + value: 32.6118 + - type: nauc_map_at_3_std + value: -9.1625 + - type: nauc_map_at_3_diff1 + value: 64.8788 + - type: nauc_map_at_5_max + value: 32.7067 + - type: nauc_map_at_5_std + value: -8.6179 + - type: nauc_map_at_5_diff1 + value: 65.02550000000001 + - type: nauc_map_at_10_max + value: 32.8082 + - type: nauc_map_at_10_std + value: -8.24 + - type: nauc_map_at_10_diff1 + value: 64.9791 + - type: nauc_map_at_20_max + value: 32.7978 + - type: nauc_map_at_20_std + value: -8.2195 + - type: nauc_map_at_20_diff1 + value: 65.0482 + - type: nauc_map_at_100_max + value: 32.758700000000005 + - type: nauc_map_at_100_std + value: -8.2484 + - type: nauc_map_at_100_diff1 + value: 65.0553 + - type: nauc_map_at_1000_max + value: 32.7487 + - type: nauc_map_at_1000_std + value: -8.260399999999999 + - type: nauc_map_at_1000_diff1 + value: 65.0567 + - type: nauc_recall_at_1_max + value: 28.9835 + - type: nauc_recall_at_1_std + value: -11.366800000000001 + - type: nauc_recall_at_1_diff1 + value: 66.263 + - type: nauc_recall_at_3_max + value: 39.272600000000004 + - type: nauc_recall_at_3_std + value: -4.9364 + - type: nauc_recall_at_3_diff1 + value: 62.9456 + - type: nauc_recall_at_5_max + value: 41.8118 + - type: nauc_recall_at_5_std + value: 0.18289999999999998 + - type: nauc_recall_at_5_diff1 + value: 63.4198 + - type: nauc_recall_at_10_max + value: 46.061600000000006 + - type: nauc_recall_at_10_std + value: 8.3137 + - type: nauc_recall_at_10_diff1 + value: 62.769299999999994 + - type: nauc_recall_at_20_max + value: 49.4521 + - type: nauc_recall_at_20_std + value: 13.8436 + - type: nauc_recall_at_20_diff1 + value: 64.8352 + - type: nauc_recall_at_100_max + value: 56.883300000000006 + - type: nauc_recall_at_100_std + value: 29.2002 + - type: nauc_recall_at_100_diff1 + value: 65.76140000000001 + - type: nauc_recall_at_1000_max + value: 64.0958 + - type: nauc_recall_at_1000_std + value: 48.146899999999995 + - type: nauc_recall_at_1000_diff1 + value: 71.4634 + - type: nauc_precision_at_1_max + value: 28.9835 + - type: nauc_precision_at_1_std + value: -11.366800000000001 + - type: nauc_precision_at_1_diff1 + value: 66.263 + - type: nauc_precision_at_3_max + value: 39.272600000000004 + - type: nauc_precision_at_3_std + value: -4.9364 + - type: nauc_precision_at_3_diff1 + value: 62.9456 + - type: nauc_precision_at_5_max + value: 41.8118 + - type: nauc_precision_at_5_std + value: 0.18289999999999998 + - type: nauc_precision_at_5_diff1 + value: 63.4198 + - type: nauc_precision_at_10_max + value: 46.061600000000006 + - type: nauc_precision_at_10_std + value: 8.3137 + - type: nauc_precision_at_10_diff1 + value: 62.769299999999994 + - type: nauc_precision_at_20_max + value: 49.4521 + - type: nauc_precision_at_20_std + value: 13.8436 + - type: nauc_precision_at_20_diff1 + value: 64.8352 + - type: nauc_precision_at_100_max + value: 56.883300000000006 + - type: nauc_precision_at_100_std + value: 29.2002 + - type: nauc_precision_at_100_diff1 + value: 65.76140000000001 + - type: nauc_precision_at_1000_max + value: 64.0958 + - type: nauc_precision_at_1000_std + value: 48.146899999999995 + - type: nauc_precision_at_1000_diff1 + value: 71.4634 + - type: nauc_mrr_at_1_max + value: 29.0655 + - type: nauc_mrr_at_1_std + value: -11.0926 + - type: nauc_mrr_at_1_diff1 + value: 66.2833 + - type: nauc_mrr_at_3_max + value: 32.667699999999996 + - type: nauc_mrr_at_3_std + value: -8.9866 + - type: nauc_mrr_at_3_diff1 + value: 64.8837 + - type: nauc_mrr_at_5_max + value: 32.7682 + - type: nauc_mrr_at_5_std + value: -8.4288 + - type: nauc_mrr_at_5_diff1 + value: 65.02210000000001 + - type: nauc_mrr_at_10_max + value: 32.8761 + - type: nauc_mrr_at_10_std + value: -8.0448 + - type: nauc_mrr_at_10_diff1 + value: 64.9676 + - type: nauc_mrr_at_20_max + value: 32.8633 + - type: nauc_mrr_at_20_std + value: -8.0261 + - type: nauc_mrr_at_20_diff1 + value: 65.0445 + - type: nauc_mrr_at_100_max + value: 32.8245 + - type: nauc_mrr_at_100_std + value: -8.0541 + - type: nauc_mrr_at_100_diff1 + value: 65.0514 + - type: nauc_mrr_at_1000_max + value: 32.8146 + - type: nauc_mrr_at_1000_std + value: -8.0661 + - type: nauc_mrr_at_1000_diff1 + value: 65.0528 + - type: main_score + value: 77.929 + task: + type: Retrieval + - dataset: + config: php + name: MTEB CodeSearchNetCCRetrieval (php) + revision: 6e1effa2c03723c5fde48ee912b5ee08d4f211e8 + split: test + type: CoIR-Retrieval/CodeSearchNet-ccr + metrics: + - type: ndcg_at_1 + value: 52.71900000000001 + - type: ndcg_at_3 + value: 63.025 + - type: ndcg_at_5 + value: 65.17399999999999 + - type: ndcg_at_10 + value: 66.982 + - type: ndcg_at_20 + value: 68.113 + - type: ndcg_at_100 + value: 69.443 + - type: ndcg_at_1000 + value: 70.111 + - type: map_at_1 + value: 52.71900000000001 + - type: map_at_3 + value: 60.551 + - type: map_at_5 + value: 61.75000000000001 + - type: map_at_10 + value: 62.5 + - type: map_at_20 + value: 62.814 + - type: map_at_100 + value: 63.001 + - type: map_at_1000 + value: 63.026 + - type: recall_at_1 + value: 52.71900000000001 + - type: recall_at_3 + value: 70.158 + - type: recall_at_5 + value: 75.35300000000001 + - type: recall_at_10 + value: 80.919 + - type: recall_at_20 + value: 85.36500000000001 + - type: recall_at_100 + value: 92.486 + - type: recall_at_1000 + value: 97.788 + - type: precision_at_1 + value: 52.71900000000001 + - type: precision_at_3 + value: 23.386000000000003 + - type: precision_at_5 + value: 15.071000000000002 + - type: precision_at_10 + value: 8.092 + - type: precision_at_20 + value: 4.268000000000001 + - type: precision_at_100 + value: 0.9249999999999999 + - type: precision_at_1000 + value: 0.098 + - type: mrr_at_1 + value: 52.6902 + - type: mrr_at_3 + value: 60.5418 + - type: mrr_at_5 + value: 61.7414 + - type: mrr_at_10 + value: 62.4865 + - type: mrr_at_20 + value: 62.80250000000001 + - type: mrr_at_100 + value: 62.989700000000006 + - type: mrr_at_1000 + value: 63.014 + - type: nauc_ndcg_at_1_max + value: 22.301099999999998 + - type: nauc_ndcg_at_1_std + value: -11.521 + - type: nauc_ndcg_at_1_diff1 + value: 63.626599999999996 + - type: nauc_ndcg_at_3_max + value: 22.7086 + - type: nauc_ndcg_at_3_std + value: -12.0357 + - type: nauc_ndcg_at_3_diff1 + value: 59.644 + - type: nauc_ndcg_at_5_max + value: 22.954 + - type: nauc_ndcg_at_5_std + value: -11.196399999999999 + - type: nauc_ndcg_at_5_diff1 + value: 59.6247 + - type: nauc_ndcg_at_10_max + value: 22.9853 + - type: nauc_ndcg_at_10_std + value: -10.607099999999999 + - type: nauc_ndcg_at_10_diff1 + value: 59.5411 + - type: nauc_ndcg_at_20_max + value: 23.098 + - type: nauc_ndcg_at_20_std + value: -10.2571 + - type: nauc_ndcg_at_20_diff1 + value: 59.579499999999996 + - type: nauc_ndcg_at_100_max + value: 23.2369 + - type: nauc_ndcg_at_100_std + value: -10.0298 + - type: nauc_ndcg_at_100_diff1 + value: 59.8031 + - type: nauc_ndcg_at_1000_max + value: 23.1434 + - type: nauc_ndcg_at_1000_std + value: -10.3014 + - type: nauc_ndcg_at_1000_diff1 + value: 60.0556 + - type: nauc_map_at_1_max + value: 22.301099999999998 + - type: nauc_map_at_1_std + value: -11.521 + - type: nauc_map_at_1_diff1 + value: 63.626599999999996 + - type: nauc_map_at_3_max + value: 22.6519 + - type: nauc_map_at_3_std + value: -11.948 + - type: nauc_map_at_3_diff1 + value: 60.6853 + - type: nauc_map_at_5_max + value: 22.785 + - type: nauc_map_at_5_std + value: -11.5046 + - type: nauc_map_at_5_diff1 + value: 60.7113 + - type: nauc_map_at_10_max + value: 22.7979 + - type: nauc_map_at_10_std + value: -11.286200000000001 + - type: nauc_map_at_10_diff1 + value: 60.7055 + - type: nauc_map_at_20_max + value: 22.8265 + - type: nauc_map_at_20_std + value: -11.2109 + - type: nauc_map_at_20_diff1 + value: 60.72260000000001 + - type: nauc_map_at_100_max + value: 22.8445 + - type: nauc_map_at_100_std + value: -11.1834 + - type: nauc_map_at_100_diff1 + value: 60.750899999999994 + - type: nauc_map_at_1000_max + value: 22.8444 + - type: nauc_map_at_1000_std + value: -11.1903 + - type: nauc_map_at_1000_diff1 + value: 60.760099999999994 + - type: nauc_recall_at_1_max + value: 22.301099999999998 + - type: nauc_recall_at_1_std + value: -11.521 + - type: nauc_recall_at_1_diff1 + value: 63.626599999999996 + - type: nauc_recall_at_3_max + value: 22.8757 + - type: nauc_recall_at_3_std + value: -12.308900000000001 + - type: nauc_recall_at_3_diff1 + value: 56.1164 + - type: nauc_recall_at_5_max + value: 23.6118 + - type: nauc_recall_at_5_std + value: -9.8227 + - type: nauc_recall_at_5_diff1 + value: 55.4267 + - type: nauc_recall_at_10_max + value: 23.8687 + - type: nauc_recall_at_10_std + value: -6.8497 + - type: nauc_recall_at_10_diff1 + value: 54.030100000000004 + - type: nauc_recall_at_20_max + value: 24.8761 + - type: nauc_recall_at_20_std + value: -3.2657 + - type: nauc_recall_at_20_diff1 + value: 52.8381 + - type: nauc_recall_at_100_max + value: 28.6441 + - type: nauc_recall_at_100_std + value: 6.4041 + - type: nauc_recall_at_100_diff1 + value: 51.12219999999999 + - type: nauc_recall_at_1000_max + value: 31.563000000000002 + - type: nauc_recall_at_1000_std + value: 21.1981 + - type: nauc_recall_at_1000_diff1 + value: 51.1619 + - type: nauc_precision_at_1_max + value: 22.301099999999998 + - type: nauc_precision_at_1_std + value: -11.521 + - type: nauc_precision_at_1_diff1 + value: 63.626599999999996 + - type: nauc_precision_at_3_max + value: 22.8757 + - type: nauc_precision_at_3_std + value: -12.308900000000001 + - type: nauc_precision_at_3_diff1 + value: 56.1164 + - type: nauc_precision_at_5_max + value: 23.6118 + - type: nauc_precision_at_5_std + value: -9.8227 + - type: nauc_precision_at_5_diff1 + value: 55.4267 + - type: nauc_precision_at_10_max + value: 23.8687 + - type: nauc_precision_at_10_std + value: -6.8497 + - type: nauc_precision_at_10_diff1 + value: 54.030100000000004 + - type: nauc_precision_at_20_max + value: 24.8761 + - type: nauc_precision_at_20_std + value: -3.2657 + - type: nauc_precision_at_20_diff1 + value: 52.8381 + - type: nauc_precision_at_100_max + value: 28.6441 + - type: nauc_precision_at_100_std + value: 6.4041 + - type: nauc_precision_at_100_diff1 + value: 51.12219999999999 + - type: nauc_precision_at_1000_max + value: 31.563000000000002 + - type: nauc_precision_at_1000_std + value: 21.1981 + - type: nauc_precision_at_1000_diff1 + value: 51.1619 + - type: nauc_mrr_at_1_max + value: 22.2967 + - type: nauc_mrr_at_1_std + value: -11.4644 + - type: nauc_mrr_at_1_diff1 + value: 63.6913 + - type: nauc_mrr_at_3_max + value: 22.665499999999998 + - type: nauc_mrr_at_3_std + value: -11.940000000000001 + - type: nauc_mrr_at_3_diff1 + value: 60.7257 + - type: nauc_mrr_at_5_max + value: 22.7639 + - type: nauc_mrr_at_5_std + value: -11.4999 + - type: nauc_mrr_at_5_diff1 + value: 60.742200000000004 + - type: nauc_mrr_at_10_max + value: 22.7943 + - type: nauc_mrr_at_10_std + value: -11.2662 + - type: nauc_mrr_at_10_diff1 + value: 60.7371 + - type: nauc_mrr_at_20_max + value: 22.8235 + - type: nauc_mrr_at_20_std + value: -11.1934 + - type: nauc_mrr_at_20_diff1 + value: 60.76279999999999 + - type: nauc_mrr_at_100_max + value: 22.8394 + - type: nauc_mrr_at_100_std + value: -11.167 + - type: nauc_mrr_at_100_diff1 + value: 60.789300000000004 + - type: nauc_mrr_at_1000_max + value: 22.8392 + - type: nauc_mrr_at_1000_std + value: -11.1739 + - type: nauc_mrr_at_1000_diff1 + value: 60.7986 + - type: main_score + value: 66.982 + task: + type: Retrieval + - dataset: + config: python + name: MTEB CodeSearchNetRetrieval (python) + revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759 + split: test + type: code-search-net/code_search_net + metrics: + - type: ndcg_at_1 + value: 86.9 + - type: ndcg_at_3 + value: 92.012 + - type: ndcg_at_5 + value: 93.002 + - type: ndcg_at_10 + value: 93.304 + - type: ndcg_at_20 + value: 93.432 + - type: ndcg_at_100 + value: 93.50500000000001 + - type: ndcg_at_1000 + value: 93.54 + - type: map_at_1 + value: 86.9 + - type: map_at_3 + value: 90.8 + - type: map_at_5 + value: 91.35 + - type: map_at_10 + value: 91.481 + - type: map_at_20 + value: 91.518 + - type: map_at_100 + value: 91.527 + - type: map_at_1000 + value: 91.52799999999999 + - type: recall_at_1 + value: 86.9 + - type: recall_at_3 + value: 95.5 + - type: recall_at_5 + value: 97.89999999999999 + - type: recall_at_10 + value: 98.8 + - type: recall_at_20 + value: 99.3 + - type: recall_at_100 + value: 99.7 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 86.9 + - type: precision_at_3 + value: 31.833 + - type: precision_at_5 + value: 19.580000000000002 + - type: precision_at_10 + value: 9.879999999999999 + - type: precision_at_20 + value: 4.965 + - type: precision_at_100 + value: 0.997 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 86.9 + - type: mrr_at_3 + value: 90.8 + - type: mrr_at_5 + value: 91.35 + - type: mrr_at_10 + value: 91.4813 + - type: mrr_at_20 + value: 91.5177 + - type: mrr_at_100 + value: 91.52709999999999 + - type: mrr_at_1000 + value: 91.52789999999999 + - type: nauc_ndcg_at_1_max + value: 60.1378 + - type: nauc_ndcg_at_1_std + value: 6.9505 + - type: nauc_ndcg_at_1_diff1 + value: 84.9313 + - type: nauc_ndcg_at_3_max + value: 66.5435 + - type: nauc_ndcg_at_3_std + value: 5.1437 + - type: nauc_ndcg_at_3_diff1 + value: 84.20729999999999 + - type: nauc_ndcg_at_5_max + value: 66.2585 + - type: nauc_ndcg_at_5_std + value: 6.0621 + - type: nauc_ndcg_at_5_diff1 + value: 84.2205 + - type: nauc_ndcg_at_10_max + value: 66.012 + - type: nauc_ndcg_at_10_std + value: 8.1054 + - type: nauc_ndcg_at_10_diff1 + value: 84.4217 + - type: nauc_ndcg_at_20_max + value: 65.4973 + - type: nauc_ndcg_at_20_std + value: 8.388 + - type: nauc_ndcg_at_20_diff1 + value: 84.4321 + - type: nauc_ndcg_at_100_max + value: 65.10329999999999 + - type: nauc_ndcg_at_100_std + value: 7.9763 + - type: nauc_ndcg_at_100_diff1 + value: 84.4553 + - type: nauc_ndcg_at_1000_max + value: 64.9108 + - type: nauc_ndcg_at_1000_std + value: 7.4687 + - type: nauc_ndcg_at_1000_diff1 + value: 84.4624 + - type: nauc_map_at_1_max + value: 60.1378 + - type: nauc_map_at_1_std + value: 6.9505 + - type: nauc_map_at_1_diff1 + value: 84.9313 + - type: nauc_map_at_3_max + value: 64.62830000000001 + - type: nauc_map_at_3_std + value: 5.7905 + - type: nauc_map_at_3_diff1 + value: 84.3657 + - type: nauc_map_at_5_max + value: 64.4262 + - type: nauc_map_at_5_std + value: 6.2225 + - type: nauc_map_at_5_diff1 + value: 84.3828 + - type: nauc_map_at_10_max + value: 64.3475 + - type: nauc_map_at_10_std + value: 6.9636000000000005 + - type: nauc_map_at_10_diff1 + value: 84.4743 + - type: nauc_map_at_20_max + value: 64.2305 + - type: nauc_map_at_20_std + value: 7.0216 + - type: nauc_map_at_20_diff1 + value: 84.475 + - type: nauc_map_at_100_max + value: 64.19 + - type: nauc_map_at_100_std + value: 6.9633 + - type: nauc_map_at_100_diff1 + value: 84.47879999999999 + - type: nauc_map_at_1000_max + value: 64.1863 + - type: nauc_map_at_1000_std + value: 6.9537 + - type: nauc_map_at_1000_diff1 + value: 84.48 + - type: nauc_recall_at_1_max + value: 60.1378 + - type: nauc_recall_at_1_std + value: 6.9505 + - type: nauc_recall_at_1_diff1 + value: 84.9313 + - type: nauc_recall_at_3_max + value: 77.3763 + - type: nauc_recall_at_3_std + value: 1.385 + - type: nauc_recall_at_3_diff1 + value: 83.3655 + - type: nauc_recall_at_5_max + value: 86.6524 + - type: nauc_recall_at_5_std + value: 4.7508 + - type: nauc_recall_at_5_diff1 + value: 82.4952 + - type: nauc_recall_at_10_max + value: 96.732 + - type: nauc_recall_at_10_std + value: 35.4925 + - type: nauc_recall_at_10_diff1 + value: 83.7574 + - type: nauc_recall_at_20_max + value: 100.0 + - type: nauc_recall_at_20_std + value: 65.2928 + - type: nauc_recall_at_20_diff1 + value: 83.82690000000001 + - type: nauc_recall_at_100_max + value: 100.0 + - type: nauc_recall_at_100_std + value: 100.0 + - type: nauc_recall_at_100_diff1 + value: 85.1385 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 60.1378 + - type: nauc_precision_at_1_std + value: 6.9505 + - type: nauc_precision_at_1_diff1 + value: 84.9313 + - type: nauc_precision_at_3_max + value: 77.3763 + - type: nauc_precision_at_3_std + value: 1.385 + - type: nauc_precision_at_3_diff1 + value: 83.3655 + - type: nauc_precision_at_5_max + value: 86.6524 + - type: nauc_precision_at_5_std + value: 4.7508 + - type: nauc_precision_at_5_diff1 + value: 82.4952 + - type: nauc_precision_at_10_max + value: 96.732 + - type: nauc_precision_at_10_std + value: 35.4925 + - type: nauc_precision_at_10_diff1 + value: 83.7574 + - type: nauc_precision_at_20_max + value: 100.0 + - type: nauc_precision_at_20_std + value: 65.2928 + - type: nauc_precision_at_20_diff1 + value: 83.82690000000001 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 85.1385 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 60.1378 + - type: nauc_mrr_at_1_std + value: 6.9505 + - type: nauc_mrr_at_1_diff1 + value: 84.9313 + - type: nauc_mrr_at_3_max + value: 64.62830000000001 + - type: nauc_mrr_at_3_std + value: 5.7905 + - type: nauc_mrr_at_3_diff1 + value: 84.3657 + - type: nauc_mrr_at_5_max + value: 64.4262 + - type: nauc_mrr_at_5_std + value: 6.2225 + - type: nauc_mrr_at_5_diff1 + value: 84.3828 + - type: nauc_mrr_at_10_max + value: 64.3475 + - type: nauc_mrr_at_10_std + value: 6.9636000000000005 + - type: nauc_mrr_at_10_diff1 + value: 84.4743 + - type: nauc_mrr_at_20_max + value: 64.2305 + - type: nauc_mrr_at_20_std + value: 7.0216 + - type: nauc_mrr_at_20_diff1 + value: 84.475 + - type: nauc_mrr_at_100_max + value: 64.19 + - type: nauc_mrr_at_100_std + value: 6.9633 + - type: nauc_mrr_at_100_diff1 + value: 84.47879999999999 + - type: nauc_mrr_at_1000_max + value: 64.1863 + - type: nauc_mrr_at_1000_std + value: 6.9537 + - type: nauc_mrr_at_1000_diff1 + value: 84.48 + - type: main_score + value: 93.304 + task: + type: Retrieval + - dataset: + config: javascript + name: MTEB CodeSearchNetRetrieval (javascript) + revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759 + split: test + type: code-search-net/code_search_net + metrics: + - type: ndcg_at_1 + value: 73.9 + - type: ndcg_at_3 + value: 80.297 + - type: ndcg_at_5 + value: 81.162 + - type: ndcg_at_10 + value: 82.075 + - type: ndcg_at_20 + value: 82.432 + - type: ndcg_at_100 + value: 82.948 + - type: ndcg_at_1000 + value: 83.722 + - type: map_at_1 + value: 73.9 + - type: map_at_3 + value: 78.8 + - type: map_at_5 + value: 79.28 + - type: map_at_10 + value: 79.66 + - type: map_at_20 + value: 79.75999999999999 + - type: map_at_100 + value: 79.83 + - type: map_at_1000 + value: 79.855 + - type: recall_at_1 + value: 73.9 + - type: recall_at_3 + value: 84.6 + - type: recall_at_5 + value: 86.7 + - type: recall_at_10 + value: 89.5 + - type: recall_at_20 + value: 90.9 + - type: recall_at_100 + value: 93.7 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 73.9 + - type: precision_at_3 + value: 28.199999999999996 + - type: precision_at_5 + value: 17.34 + - type: precision_at_10 + value: 8.95 + - type: precision_at_20 + value: 4.545 + - type: precision_at_100 + value: 0.9369999999999999 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 73.9 + - type: mrr_at_3 + value: 78.8 + - type: mrr_at_5 + value: 79.28 + - type: mrr_at_10 + value: 79.66029999999999 + - type: mrr_at_20 + value: 79.7603 + - type: mrr_at_100 + value: 79.82979999999999 + - type: mrr_at_1000 + value: 79.85520000000001 + - type: nauc_ndcg_at_1_max + value: 54.488099999999996 + - type: nauc_ndcg_at_1_std + value: 32.7554 + - type: nauc_ndcg_at_1_diff1 + value: 83.7944 + - type: nauc_ndcg_at_3_max + value: 61.1795 + - type: nauc_ndcg_at_3_std + value: 43.5797 + - type: nauc_ndcg_at_3_diff1 + value: 80.9529 + - type: nauc_ndcg_at_5_max + value: 62.1652 + - type: nauc_ndcg_at_5_std + value: 46.7793 + - type: nauc_ndcg_at_5_diff1 + value: 80.827 + - type: nauc_ndcg_at_10_max + value: 62.3181 + - type: nauc_ndcg_at_10_std + value: 47.620400000000004 + - type: nauc_ndcg_at_10_diff1 + value: 80.7405 + - type: nauc_ndcg_at_20_max + value: 63.56270000000001 + - type: nauc_ndcg_at_20_std + value: 49.0089 + - type: nauc_ndcg_at_20_diff1 + value: 80.6984 + - type: nauc_ndcg_at_100_max + value: 63.077600000000004 + - type: nauc_ndcg_at_100_std + value: 48.1519 + - type: nauc_ndcg_at_100_diff1 + value: 80.7858 + - type: nauc_ndcg_at_1000_max + value: 61.767399999999995 + - type: nauc_ndcg_at_1000_std + value: 45.6873 + - type: nauc_ndcg_at_1000_diff1 + value: 81.1354 + - type: nauc_map_at_1_max + value: 54.488099999999996 + - type: nauc_map_at_1_std + value: 32.7554 + - type: nauc_map_at_1_diff1 + value: 83.7944 + - type: nauc_map_at_3_max + value: 59.298300000000005 + - type: nauc_map_at_3_std + value: 40.5028 + - type: nauc_map_at_3_diff1 + value: 81.7202 + - type: nauc_map_at_5_max + value: 59.766200000000005 + - type: nauc_map_at_5_std + value: 42.0863 + - type: nauc_map_at_5_diff1 + value: 81.6724 + - type: nauc_map_at_10_max + value: 59.8049 + - type: nauc_map_at_10_std + value: 42.3084 + - type: nauc_map_at_10_diff1 + value: 81.68459999999999 + - type: nauc_map_at_20_max + value: 60.104 + - type: nauc_map_at_20_std + value: 42.619800000000005 + - type: nauc_map_at_20_diff1 + value: 81.67569999999999 + - type: nauc_map_at_100_max + value: 60.046699999999994 + - type: nauc_map_at_100_std + value: 42.5124 + - type: nauc_map_at_100_diff1 + value: 81.6874 + - type: nauc_map_at_1000_max + value: 60.0109 + - type: nauc_map_at_1000_std + value: 42.441 + - type: nauc_map_at_1000_diff1 + value: 81.6943 + - type: nauc_recall_at_1_max + value: 54.488099999999996 + - type: nauc_recall_at_1_std + value: 32.7554 + - type: nauc_recall_at_1_diff1 + value: 83.7944 + - type: nauc_recall_at_3_max + value: 68.27720000000001 + - type: nauc_recall_at_3_std + value: 55.208 + - type: nauc_recall_at_3_diff1 + value: 78.0752 + - type: nauc_recall_at_5_max + value: 72.47160000000001 + - type: nauc_recall_at_5_std + value: 67.21629999999999 + - type: nauc_recall_at_5_diff1 + value: 77.2585 + - type: nauc_recall_at_10_max + value: 75.393 + - type: nauc_recall_at_10_std + value: 76.1675 + - type: nauc_recall_at_10_diff1 + value: 75.7358 + - type: nauc_recall_at_20_max + value: 85.9236 + - type: nauc_recall_at_20_std + value: 90.1048 + - type: nauc_recall_at_20_diff1 + value: 74.75500000000001 + - type: nauc_recall_at_100_max + value: 88.8963 + - type: nauc_recall_at_100_std + value: 96.1466 + - type: nauc_recall_at_100_diff1 + value: 73.3908 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 54.488099999999996 + - type: nauc_precision_at_1_std + value: 32.7554 + - type: nauc_precision_at_1_diff1 + value: 83.7944 + - type: nauc_precision_at_3_max + value: 68.27720000000001 + - type: nauc_precision_at_3_std + value: 55.208 + - type: nauc_precision_at_3_diff1 + value: 78.0752 + - type: nauc_precision_at_5_max + value: 72.47160000000001 + - type: nauc_precision_at_5_std + value: 67.21629999999999 + - type: nauc_precision_at_5_diff1 + value: 77.2585 + - type: nauc_precision_at_10_max + value: 75.393 + - type: nauc_precision_at_10_std + value: 76.1675 + - type: nauc_precision_at_10_diff1 + value: 75.7358 + - type: nauc_precision_at_20_max + value: 85.9236 + - type: nauc_precision_at_20_std + value: 90.1048 + - type: nauc_precision_at_20_diff1 + value: 74.75500000000001 + - type: nauc_precision_at_100_max + value: 88.8963 + - type: nauc_precision_at_100_std + value: 96.1466 + - type: nauc_precision_at_100_diff1 + value: 73.3908 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 54.488099999999996 + - type: nauc_mrr_at_1_std + value: 32.7554 + - type: nauc_mrr_at_1_diff1 + value: 83.7944 + - type: nauc_mrr_at_3_max + value: 59.298300000000005 + - type: nauc_mrr_at_3_std + value: 40.5028 + - type: nauc_mrr_at_3_diff1 + value: 81.7202 + - type: nauc_mrr_at_5_max + value: 59.766200000000005 + - type: nauc_mrr_at_5_std + value: 42.0863 + - type: nauc_mrr_at_5_diff1 + value: 81.6724 + - type: nauc_mrr_at_10_max + value: 59.8049 + - type: nauc_mrr_at_10_std + value: 42.3084 + - type: nauc_mrr_at_10_diff1 + value: 81.68459999999999 + - type: nauc_mrr_at_20_max + value: 60.104 + - type: nauc_mrr_at_20_std + value: 42.619800000000005 + - type: nauc_mrr_at_20_diff1 + value: 81.67569999999999 + - type: nauc_mrr_at_100_max + value: 60.046699999999994 + - type: nauc_mrr_at_100_std + value: 42.5124 + - type: nauc_mrr_at_100_diff1 + value: 81.6874 + - type: nauc_mrr_at_1000_max + value: 60.0109 + - type: nauc_mrr_at_1000_std + value: 42.441 + - type: nauc_mrr_at_1000_diff1 + value: 81.6943 + - type: main_score + value: 82.075 + task: + type: Retrieval + - dataset: + config: go + name: MTEB CodeSearchNetRetrieval (go) + revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759 + split: test + type: code-search-net/code_search_net + metrics: + - type: ndcg_at_1 + value: 86.9 + - type: ndcg_at_3 + value: 92.961 + - type: ndcg_at_5 + value: 93.632 + - type: ndcg_at_10 + value: 93.865 + - type: ndcg_at_20 + value: 93.917 + - type: ndcg_at_100 + value: 93.994 + - type: ndcg_at_1000 + value: 94.02199999999999 + - type: map_at_1 + value: 86.9 + - type: map_at_3 + value: 91.583 + - type: map_at_5 + value: 91.963 + - type: map_at_10 + value: 92.06400000000001 + - type: map_at_20 + value: 92.079 + - type: map_at_100 + value: 92.09 + - type: map_at_1000 + value: 92.092 + - type: recall_at_1 + value: 86.9 + - type: recall_at_3 + value: 96.89999999999999 + - type: recall_at_5 + value: 98.5 + - type: recall_at_10 + value: 99.2 + - type: recall_at_20 + value: 99.4 + - type: recall_at_100 + value: 99.8 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 86.9 + - type: precision_at_3 + value: 32.300000000000004 + - type: precision_at_5 + value: 19.7 + - type: precision_at_10 + value: 9.92 + - type: precision_at_20 + value: 4.97 + - type: precision_at_100 + value: 0.9979999999999999 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 86.9 + - type: mrr_at_3 + value: 91.5833 + - type: mrr_at_5 + value: 91.9633 + - type: mrr_at_10 + value: 92.0637 + - type: mrr_at_20 + value: 92.0786 + - type: mrr_at_100 + value: 92.09009999999999 + - type: mrr_at_1000 + value: 92.0916 + - type: nauc_ndcg_at_1_max + value: 44.049 + - type: nauc_ndcg_at_1_std + value: -6.2945 + - type: nauc_ndcg_at_1_diff1 + value: 84.9512 + - type: nauc_ndcg_at_3_max + value: 50.6066 + - type: nauc_ndcg_at_3_std + value: 0.8048 + - type: nauc_ndcg_at_3_diff1 + value: 83.1741 + - type: nauc_ndcg_at_5_max + value: 49.2508 + - type: nauc_ndcg_at_5_std + value: -2.1218999999999997 + - type: nauc_ndcg_at_5_diff1 + value: 83.3296 + - type: nauc_ndcg_at_10_max + value: 47.8277 + - type: nauc_ndcg_at_10_std + value: -3.2562 + - type: nauc_ndcg_at_10_diff1 + value: 84.0088 + - type: nauc_ndcg_at_20_max + value: 47.564 + - type: nauc_ndcg_at_20_std + value: -3.7224 + - type: nauc_ndcg_at_20_diff1 + value: 84.0467 + - type: nauc_ndcg_at_100_max + value: 47.029399999999995 + - type: nauc_ndcg_at_100_std + value: -3.8029 + - type: nauc_ndcg_at_100_diff1 + value: 83.9381 + - type: nauc_ndcg_at_1000_max + value: 47.4935 + - type: nauc_ndcg_at_1000_std + value: -3.5042999999999997 + - type: nauc_ndcg_at_1000_diff1 + value: 84.0819 + - type: nauc_map_at_1_max + value: 44.049 + - type: nauc_map_at_1_std + value: -6.2945 + - type: nauc_map_at_1_diff1 + value: 84.9512 + - type: nauc_map_at_3_max + value: 48.6722 + - type: nauc_map_at_3_std + value: -1.8094999999999999 + - type: nauc_map_at_3_diff1 + value: 83.8437 + - type: nauc_map_at_5_max + value: 47.9439 + - type: nauc_map_at_5_std + value: -3.2960999999999996 + - type: nauc_map_at_5_diff1 + value: 83.95620000000001 + - type: nauc_map_at_10_max + value: 47.44 + - type: nauc_map_at_10_std + value: -3.6401000000000003 + - type: nauc_map_at_10_diff1 + value: 84.2093 + - type: nauc_map_at_20_max + value: 47.3802 + - type: nauc_map_at_20_std + value: -3.7451 + - type: nauc_map_at_20_diff1 + value: 84.2177 + - type: nauc_map_at_100_max + value: 47.3238 + - type: nauc_map_at_100_std + value: -3.7297 + - type: nauc_map_at_100_diff1 + value: 84.208 + - type: nauc_map_at_1000_max + value: 47.3408 + - type: nauc_map_at_1000_std + value: -3.7183 + - type: nauc_map_at_1000_diff1 + value: 84.2136 + - type: nauc_recall_at_1_max + value: 44.049 + - type: nauc_recall_at_1_std + value: -6.2945 + - type: nauc_recall_at_1_diff1 + value: 84.9512 + - type: nauc_recall_at_3_max + value: 64.8399 + - type: nauc_recall_at_3_std + value: 20.759900000000002 + - type: nauc_recall_at_3_diff1 + value: 78.0458 + - type: nauc_recall_at_5_max + value: 67.1833 + - type: nauc_recall_at_5_std + value: 14.1208 + - type: nauc_recall_at_5_diff1 + value: 73.8936 + - type: nauc_recall_at_10_max + value: 51.599 + - type: nauc_recall_at_10_std + value: 0.46690000000000004 + - type: nauc_recall_at_10_diff1 + value: 79.9253 + - type: nauc_recall_at_20_max + value: 42.896 + - type: nauc_recall_at_20_std + value: -15.911900000000001 + - type: nauc_recall_at_20_diff1 + value: 80.042 + - type: nauc_recall_at_100_max + value: -50.88700000000001 + - type: nauc_recall_at_100_std + value: -66.1531 + - type: nauc_recall_at_100_diff1 + value: 54.0149 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 44.049 + - type: nauc_precision_at_1_std + value: -6.2945 + - type: nauc_precision_at_1_diff1 + value: 84.9512 + - type: nauc_precision_at_3_max + value: 64.8399 + - type: nauc_precision_at_3_std + value: 20.759900000000002 + - type: nauc_precision_at_3_diff1 + value: 78.0458 + - type: nauc_precision_at_5_max + value: 67.1833 + - type: nauc_precision_at_5_std + value: 14.1208 + - type: nauc_precision_at_5_diff1 + value: 73.8936 + - type: nauc_precision_at_10_max + value: 51.599 + - type: nauc_precision_at_10_std + value: 0.46690000000000004 + - type: nauc_precision_at_10_diff1 + value: 79.9253 + - type: nauc_precision_at_20_max + value: 42.896 + - type: nauc_precision_at_20_std + value: -15.911900000000001 + - type: nauc_precision_at_20_diff1 + value: 80.042 + - type: nauc_precision_at_100_max + value: -50.88700000000001 + - type: nauc_precision_at_100_std + value: -66.1531 + - type: nauc_precision_at_100_diff1 + value: 54.0149 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 44.049 + - type: nauc_mrr_at_1_std + value: -6.2945 + - type: nauc_mrr_at_1_diff1 + value: 84.9512 + - type: nauc_mrr_at_3_max + value: 48.6722 + - type: nauc_mrr_at_3_std + value: -1.8094999999999999 + - type: nauc_mrr_at_3_diff1 + value: 83.8437 + - type: nauc_mrr_at_5_max + value: 47.9439 + - type: nauc_mrr_at_5_std + value: -3.2960999999999996 + - type: nauc_mrr_at_5_diff1 + value: 83.95620000000001 + - type: nauc_mrr_at_10_max + value: 47.44 + - type: nauc_mrr_at_10_std + value: -3.6401000000000003 + - type: nauc_mrr_at_10_diff1 + value: 84.2093 + - type: nauc_mrr_at_20_max + value: 47.3802 + - type: nauc_mrr_at_20_std + value: -3.7451 + - type: nauc_mrr_at_20_diff1 + value: 84.2177 + - type: nauc_mrr_at_100_max + value: 47.3238 + - type: nauc_mrr_at_100_std + value: -3.7297 + - type: nauc_mrr_at_100_diff1 + value: 84.208 + - type: nauc_mrr_at_1000_max + value: 47.3408 + - type: nauc_mrr_at_1000_std + value: -3.7183 + - type: nauc_mrr_at_1000_diff1 + value: 84.2136 + - type: main_score + value: 93.865 + task: + type: Retrieval + - dataset: + config: ruby + name: MTEB CodeSearchNetRetrieval (ruby) + revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759 + split: test + type: code-search-net/code_search_net + metrics: + - type: ndcg_at_1 + value: 79.10000000000001 + - type: ndcg_at_3 + value: 85.626 + - type: ndcg_at_5 + value: 86.629 + - type: ndcg_at_10 + value: 87.16000000000001 + - type: ndcg_at_20 + value: 87.414 + - type: ndcg_at_100 + value: 87.7 + - type: ndcg_at_1000 + value: 88.115 + - type: map_at_1 + value: 79.10000000000001 + - type: map_at_3 + value: 84.133 + - type: map_at_5 + value: 84.698 + - type: map_at_10 + value: 84.926 + - type: map_at_20 + value: 84.99600000000001 + - type: map_at_100 + value: 85.038 + - type: map_at_1000 + value: 85.04899999999999 + - type: recall_at_1 + value: 79.10000000000001 + - type: recall_at_3 + value: 89.9 + - type: recall_at_5 + value: 92.30000000000001 + - type: recall_at_10 + value: 93.89999999999999 + - type: recall_at_20 + value: 94.89999999999999 + - type: recall_at_100 + value: 96.39999999999999 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 79.10000000000001 + - type: precision_at_3 + value: 29.967 + - type: precision_at_5 + value: 18.459999999999997 + - type: precision_at_10 + value: 9.39 + - type: precision_at_20 + value: 4.745 + - type: precision_at_100 + value: 0.964 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 79.10000000000001 + - type: mrr_at_3 + value: 84.1333 + - type: mrr_at_5 + value: 84.6983 + - type: mrr_at_10 + value: 84.9256 + - type: mrr_at_20 + value: 84.9962 + - type: mrr_at_100 + value: 85.0384 + - type: mrr_at_1000 + value: 85.0487 + - type: nauc_ndcg_at_1_max + value: 60.1301 + - type: nauc_ndcg_at_1_std + value: 6.8978 + - type: nauc_ndcg_at_1_diff1 + value: 80.1172 + - type: nauc_ndcg_at_3_max + value: 66.0641 + - type: nauc_ndcg_at_3_std + value: 15.6907 + - type: nauc_ndcg_at_3_diff1 + value: 76.4129 + - type: nauc_ndcg_at_5_max + value: 66.8355 + - type: nauc_ndcg_at_5_std + value: 18.5271 + - type: nauc_ndcg_at_5_diff1 + value: 76.2044 + - type: nauc_ndcg_at_10_max + value: 66.7199 + - type: nauc_ndcg_at_10_std + value: 21.6726 + - type: nauc_ndcg_at_10_diff1 + value: 76.6365 + - type: nauc_ndcg_at_20_max + value: 66.7982 + - type: nauc_ndcg_at_20_std + value: 22.314 + - type: nauc_ndcg_at_20_diff1 + value: 76.6168 + - type: nauc_ndcg_at_100_max + value: 66.4326 + - type: nauc_ndcg_at_100_std + value: 21.8311 + - type: nauc_ndcg_at_100_diff1 + value: 77.4804 + - type: nauc_ndcg_at_1000_max + value: 65.69420000000001 + - type: nauc_ndcg_at_1000_std + value: 19.1066 + - type: nauc_ndcg_at_1000_diff1 + value: 77.443 + - type: nauc_map_at_1_max + value: 60.1301 + - type: nauc_map_at_1_std + value: 6.8978 + - type: nauc_map_at_1_diff1 + value: 80.1172 + - type: nauc_map_at_3_max + value: 64.2447 + - type: nauc_map_at_3_std + value: 13.173000000000002 + - type: nauc_map_at_3_diff1 + value: 77.47659999999999 + - type: nauc_map_at_5_max + value: 64.576 + - type: nauc_map_at_5_std + value: 14.5439 + - type: nauc_map_at_5_diff1 + value: 77.4173 + - type: nauc_map_at_10_max + value: 64.4984 + - type: nauc_map_at_10_std + value: 15.577 + - type: nauc_map_at_10_diff1 + value: 77.62259999999999 + - type: nauc_map_at_20_max + value: 64.5078 + - type: nauc_map_at_20_std + value: 15.6662 + - type: nauc_map_at_20_diff1 + value: 77.6276 + - type: nauc_map_at_100_max + value: 64.4633 + - type: nauc_map_at_100_std + value: 15.617 + - type: nauc_map_at_100_diff1 + value: 77.73689999999999 + - type: nauc_map_at_1000_max + value: 64.4471 + - type: nauc_map_at_1000_std + value: 15.5594 + - type: nauc_map_at_1000_diff1 + value: 77.74210000000001 + - type: nauc_recall_at_1_max + value: 60.1301 + - type: nauc_recall_at_1_std + value: 6.8978 + - type: nauc_recall_at_1_diff1 + value: 80.1172 + - type: nauc_recall_at_3_max + value: 73.87559999999999 + - type: nauc_recall_at_3_std + value: 26.389200000000002 + - type: nauc_recall_at_3_diff1 + value: 71.8905 + - type: nauc_recall_at_5_max + value: 79.2087 + - type: nauc_recall_at_5_std + value: 40.4823 + - type: nauc_recall_at_5_diff1 + value: 69.6394 + - type: nauc_recall_at_10_max + value: 81.74369999999999 + - type: nauc_recall_at_10_std + value: 65.9748 + - type: nauc_recall_at_10_diff1 + value: 70.1971 + - type: nauc_recall_at_20_max + value: 85.3765 + - type: nauc_recall_at_20_std + value: 81.26910000000001 + - type: nauc_recall_at_20_diff1 + value: 68.64580000000001 + - type: nauc_recall_at_100_max + value: 86.5391 + - type: nauc_recall_at_100_std + value: 96.1744 + - type: nauc_recall_at_100_diff1 + value: 79.83449999999999 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 60.1301 + - type: nauc_precision_at_1_std + value: 6.8978 + - type: nauc_precision_at_1_diff1 + value: 80.1172 + - type: nauc_precision_at_3_max + value: 73.87559999999999 + - type: nauc_precision_at_3_std + value: 26.389200000000002 + - type: nauc_precision_at_3_diff1 + value: 71.8905 + - type: nauc_precision_at_5_max + value: 79.2087 + - type: nauc_precision_at_5_std + value: 40.4823 + - type: nauc_precision_at_5_diff1 + value: 69.6394 + - type: nauc_precision_at_10_max + value: 81.74369999999999 + - type: nauc_precision_at_10_std + value: 65.9748 + - type: nauc_precision_at_10_diff1 + value: 70.1971 + - type: nauc_precision_at_20_max + value: 85.3765 + - type: nauc_precision_at_20_std + value: 81.26910000000001 + - type: nauc_precision_at_20_diff1 + value: 68.64580000000001 + - type: nauc_precision_at_100_max + value: 86.5391 + - type: nauc_precision_at_100_std + value: 96.1744 + - type: nauc_precision_at_100_diff1 + value: 79.83449999999999 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 60.1301 + - type: nauc_mrr_at_1_std + value: 6.8978 + - type: nauc_mrr_at_1_diff1 + value: 80.1172 + - type: nauc_mrr_at_3_max + value: 64.2447 + - type: nauc_mrr_at_3_std + value: 13.173000000000002 + - type: nauc_mrr_at_3_diff1 + value: 77.47659999999999 + - type: nauc_mrr_at_5_max + value: 64.576 + - type: nauc_mrr_at_5_std + value: 14.5439 + - type: nauc_mrr_at_5_diff1 + value: 77.4173 + - type: nauc_mrr_at_10_max + value: 64.4984 + - type: nauc_mrr_at_10_std + value: 15.577 + - type: nauc_mrr_at_10_diff1 + value: 77.62259999999999 + - type: nauc_mrr_at_20_max + value: 64.5078 + - type: nauc_mrr_at_20_std + value: 15.6662 + - type: nauc_mrr_at_20_diff1 + value: 77.6276 + - type: nauc_mrr_at_100_max + value: 64.4633 + - type: nauc_mrr_at_100_std + value: 15.617 + - type: nauc_mrr_at_100_diff1 + value: 77.73689999999999 + - type: nauc_mrr_at_1000_max + value: 64.4471 + - type: nauc_mrr_at_1000_std + value: 15.5594 + - type: nauc_mrr_at_1000_diff1 + value: 77.74210000000001 + - type: main_score + value: 87.16000000000001 + task: + type: Retrieval + - dataset: + config: java + name: MTEB CodeSearchNetRetrieval (java) + revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759 + split: test + type: code-search-net/code_search_net + metrics: + - type: ndcg_at_1 + value: 82.0 + - type: ndcg_at_3 + value: 89.205 + - type: ndcg_at_5 + value: 89.86699999999999 + - type: ndcg_at_10 + value: 90.269 + - type: ndcg_at_20 + value: 90.32 + - type: ndcg_at_100 + value: 90.36999999999999 + - type: ndcg_at_1000 + value: 90.691 + - type: map_at_1 + value: 82.0 + - type: map_at_3 + value: 87.533 + - type: map_at_5 + value: 87.90299999999999 + - type: map_at_10 + value: 88.077 + - type: map_at_20 + value: 88.092 + - type: map_at_100 + value: 88.096 + - type: map_at_1000 + value: 88.105 + - type: recall_at_1 + value: 82.0 + - type: recall_at_3 + value: 94.0 + - type: recall_at_5 + value: 95.6 + - type: recall_at_10 + value: 96.8 + - type: recall_at_20 + value: 97.0 + - type: recall_at_100 + value: 97.3 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 82.0 + - type: precision_at_3 + value: 31.333 + - type: precision_at_5 + value: 19.12 + - type: precision_at_10 + value: 9.68 + - type: precision_at_20 + value: 4.8500000000000005 + - type: precision_at_100 + value: 0.9730000000000001 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 82.0 + - type: mrr_at_3 + value: 87.5333 + - type: mrr_at_5 + value: 87.9033 + - type: mrr_at_10 + value: 88.077 + - type: mrr_at_20 + value: 88.09169999999999 + - type: mrr_at_100 + value: 88.0962 + - type: mrr_at_1000 + value: 88.1054 + - type: nauc_ndcg_at_1_max + value: 38.4007 + - type: nauc_ndcg_at_1_std + value: 23.788999999999998 + - type: nauc_ndcg_at_1_diff1 + value: 76.6188 + - type: nauc_ndcg_at_3_max + value: 52.66420000000001 + - type: nauc_ndcg_at_3_std + value: 33.9959 + - type: nauc_ndcg_at_3_diff1 + value: 80.6679 + - type: nauc_ndcg_at_5_max + value: 54.000899999999994 + - type: nauc_ndcg_at_5_std + value: 35.8267 + - type: nauc_ndcg_at_5_diff1 + value: 81.3244 + - type: nauc_ndcg_at_10_max + value: 52.478899999999996 + - type: nauc_ndcg_at_10_std + value: 35.2678 + - type: nauc_ndcg_at_10_diff1 + value: 80.9994 + - type: nauc_ndcg_at_20_max + value: 52.3288 + - type: nauc_ndcg_at_20_std + value: 35.6428 + - type: nauc_ndcg_at_20_diff1 + value: 80.89420000000001 + - type: nauc_ndcg_at_100_max + value: 52.0749 + - type: nauc_ndcg_at_100_std + value: 35.376999999999995 + - type: nauc_ndcg_at_100_diff1 + value: 80.7925 + - type: nauc_ndcg_at_1000_max + value: 50.38 + - type: nauc_ndcg_at_1000_std + value: 33.537299999999995 + - type: nauc_ndcg_at_1000_diff1 + value: 80.2612 + - type: nauc_map_at_1_max + value: 38.4007 + - type: nauc_map_at_1_std + value: 23.788999999999998 + - type: nauc_map_at_1_diff1 + value: 76.6188 + - type: nauc_map_at_3_max + value: 48.0625 + - type: nauc_map_at_3_std + value: 30.5504 + - type: nauc_map_at_3_diff1 + value: 79.3774 + - type: nauc_map_at_5_max + value: 48.538 + - type: nauc_map_at_5_std + value: 31.282500000000002 + - type: nauc_map_at_5_diff1 + value: 79.657 + - type: nauc_map_at_10_max + value: 47.9229 + - type: nauc_map_at_10_std + value: 31.0631 + - type: nauc_map_at_10_diff1 + value: 79.50930000000001 + - type: nauc_map_at_20_max + value: 47.8776 + - type: nauc_map_at_20_std + value: 31.118499999999997 + - type: nauc_map_at_20_diff1 + value: 79.483 + - type: nauc_map_at_100_max + value: 47.8568 + - type: nauc_map_at_100_std + value: 31.0961 + - type: nauc_map_at_100_diff1 + value: 79.4748 + - type: nauc_map_at_1000_max + value: 47.815200000000004 + - type: nauc_map_at_1000_std + value: 31.050800000000002 + - type: nauc_map_at_1000_diff1 + value: 79.4611 + - type: nauc_recall_at_1_max + value: 38.4007 + - type: nauc_recall_at_1_std + value: 23.788999999999998 + - type: nauc_recall_at_1_diff1 + value: 76.6188 + - type: nauc_recall_at_3_max + value: 78.8679 + - type: nauc_recall_at_3_std + value: 53.748799999999996 + - type: nauc_recall_at_3_diff1 + value: 88.0026 + - type: nauc_recall_at_5_max + value: 95.6073 + - type: nauc_recall_at_5_std + value: 70.9225 + - type: nauc_recall_at_5_diff1 + value: 94.0476 + - type: nauc_recall_at_10_max + value: 97.7897 + - type: nauc_recall_at_10_std + value: 78.3322 + - type: nauc_recall_at_10_diff1 + value: 96.1193 + - type: nauc_recall_at_20_max + value: 99.1285 + - type: nauc_recall_at_20_std + value: 86.4566 + - type: nauc_recall_at_20_diff1 + value: 95.86059999999999 + - type: nauc_recall_at_100_max + value: 99.0317 + - type: nauc_recall_at_100_std + value: 86.603 + - type: nauc_recall_at_100_diff1 + value: 95.4006 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 38.4007 + - type: nauc_precision_at_1_std + value: 23.788999999999998 + - type: nauc_precision_at_1_diff1 + value: 76.6188 + - type: nauc_precision_at_3_max + value: 78.8679 + - type: nauc_precision_at_3_std + value: 53.748799999999996 + - type: nauc_precision_at_3_diff1 + value: 88.0026 + - type: nauc_precision_at_5_max + value: 95.6073 + - type: nauc_precision_at_5_std + value: 70.9225 + - type: nauc_precision_at_5_diff1 + value: 94.0476 + - type: nauc_precision_at_10_max + value: 97.7897 + - type: nauc_precision_at_10_std + value: 78.3322 + - type: nauc_precision_at_10_diff1 + value: 96.1193 + - type: nauc_precision_at_20_max + value: 99.1285 + - type: nauc_precision_at_20_std + value: 86.4566 + - type: nauc_precision_at_20_diff1 + value: 95.86059999999999 + - type: nauc_precision_at_100_max + value: 99.0317 + - type: nauc_precision_at_100_std + value: 86.603 + - type: nauc_precision_at_100_diff1 + value: 95.4006 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 38.4007 + - type: nauc_mrr_at_1_std + value: 23.788999999999998 + - type: nauc_mrr_at_1_diff1 + value: 76.6188 + - type: nauc_mrr_at_3_max + value: 48.0625 + - type: nauc_mrr_at_3_std + value: 30.5504 + - type: nauc_mrr_at_3_diff1 + value: 79.3774 + - type: nauc_mrr_at_5_max + value: 48.538 + - type: nauc_mrr_at_5_std + value: 31.282500000000002 + - type: nauc_mrr_at_5_diff1 + value: 79.657 + - type: nauc_mrr_at_10_max + value: 47.9229 + - type: nauc_mrr_at_10_std + value: 31.0631 + - type: nauc_mrr_at_10_diff1 + value: 79.50930000000001 + - type: nauc_mrr_at_20_max + value: 47.8776 + - type: nauc_mrr_at_20_std + value: 31.118499999999997 + - type: nauc_mrr_at_20_diff1 + value: 79.483 + - type: nauc_mrr_at_100_max + value: 47.8568 + - type: nauc_mrr_at_100_std + value: 31.0961 + - type: nauc_mrr_at_100_diff1 + value: 79.4748 + - type: nauc_mrr_at_1000_max + value: 47.815200000000004 + - type: nauc_mrr_at_1000_std + value: 31.050800000000002 + - type: nauc_mrr_at_1000_diff1 + value: 79.4611 + - type: main_score + value: 90.269 + task: + type: Retrieval + - dataset: + config: php + name: MTEB CodeSearchNetRetrieval (php) + revision: fdc6a9e39575768c27eb8a2a5f702bf846eb4759 + split: test + type: code-search-net/code_search_net + metrics: + - type: ndcg_at_1 + value: 76.1 + - type: ndcg_at_3 + value: 83.97 + - type: ndcg_at_5 + value: 85.128 + - type: ndcg_at_10 + value: 85.922 + - type: ndcg_at_20 + value: 86.279 + - type: ndcg_at_100 + value: 86.53 + - type: ndcg_at_1000 + value: 86.846 + - type: map_at_1 + value: 76.1 + - type: map_at_3 + value: 82.11699999999999 + - type: map_at_5 + value: 82.762 + - type: map_at_10 + value: 83.1 + - type: map_at_20 + value: 83.2 + - type: map_at_100 + value: 83.231 + - type: map_at_1000 + value: 83.24000000000001 + - type: recall_at_1 + value: 76.1 + - type: recall_at_3 + value: 89.3 + - type: recall_at_5 + value: 92.10000000000001 + - type: recall_at_10 + value: 94.5 + - type: recall_at_20 + value: 95.89999999999999 + - type: recall_at_100 + value: 97.3 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 76.1 + - type: precision_at_3 + value: 29.767 + - type: precision_at_5 + value: 18.42 + - type: precision_at_10 + value: 9.45 + - type: precision_at_20 + value: 4.795 + - type: precision_at_100 + value: 0.9730000000000001 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 76.1 + - type: mrr_at_3 + value: 82.1167 + - type: mrr_at_5 + value: 82.7617 + - type: mrr_at_10 + value: 83.0995 + - type: mrr_at_20 + value: 83.1998 + - type: mrr_at_100 + value: 83.23089999999999 + - type: mrr_at_1000 + value: 83.2397 + - type: nauc_ndcg_at_1_max + value: 42.9494 + - type: nauc_ndcg_at_1_std + value: 16.142799999999998 + - type: nauc_ndcg_at_1_diff1 + value: 81.87780000000001 + - type: nauc_ndcg_at_3_max + value: 55.1063 + - type: nauc_ndcg_at_3_std + value: 25.6206 + - type: nauc_ndcg_at_3_diff1 + value: 81.1661 + - type: nauc_ndcg_at_5_max + value: 55.3105 + - type: nauc_ndcg_at_5_std + value: 26.4813 + - type: nauc_ndcg_at_5_diff1 + value: 81.3128 + - type: nauc_ndcg_at_10_max + value: 54.1731 + - type: nauc_ndcg_at_10_std + value: 26.3365 + - type: nauc_ndcg_at_10_diff1 + value: 82.1679 + - type: nauc_ndcg_at_20_max + value: 53.583400000000005 + - type: nauc_ndcg_at_20_std + value: 27.835700000000003 + - type: nauc_ndcg_at_20_diff1 + value: 82.0693 + - type: nauc_ndcg_at_100_max + value: 53.512800000000006 + - type: nauc_ndcg_at_100_std + value: 27.249200000000002 + - type: nauc_ndcg_at_100_diff1 + value: 82.13510000000001 + - type: nauc_ndcg_at_1000_max + value: 52.5145 + - type: nauc_ndcg_at_1000_std + value: 25.361299999999996 + - type: nauc_ndcg_at_1000_diff1 + value: 81.855 + - type: nauc_map_at_1_max + value: 42.9494 + - type: nauc_map_at_1_std + value: 16.142799999999998 + - type: nauc_map_at_1_diff1 + value: 81.87780000000001 + - type: nauc_map_at_3_max + value: 51.5236 + - type: nauc_map_at_3_std + value: 22.5744 + - type: nauc_map_at_3_diff1 + value: 81.3404 + - type: nauc_map_at_5_max + value: 51.474 + - type: nauc_map_at_5_std + value: 22.8376 + - type: nauc_map_at_5_diff1 + value: 81.39030000000001 + - type: nauc_map_at_10_max + value: 50.9421 + - type: nauc_map_at_10_std + value: 22.6378 + - type: nauc_map_at_10_diff1 + value: 81.6784 + - type: nauc_map_at_20_max + value: 50.77779999999999 + - type: nauc_map_at_20_std + value: 22.956699999999998 + - type: nauc_map_at_20_diff1 + value: 81.6475 + - type: nauc_map_at_100_max + value: 50.785199999999996 + - type: nauc_map_at_100_std + value: 22.908 + - type: nauc_map_at_100_diff1 + value: 81.65480000000001 + - type: nauc_map_at_1000_max + value: 50.7627 + - type: nauc_map_at_1000_std + value: 22.8644 + - type: nauc_map_at_1000_diff1 + value: 81.648 + - type: nauc_recall_at_1_max + value: 42.9494 + - type: nauc_recall_at_1_std + value: 16.142799999999998 + - type: nauc_recall_at_1_diff1 + value: 81.87780000000001 + - type: nauc_recall_at_3_max + value: 71.1069 + - type: nauc_recall_at_3_std + value: 39.3986 + - type: nauc_recall_at_3_diff1 + value: 80.4123 + - type: nauc_recall_at_5_max + value: 77.53790000000001 + - type: nauc_recall_at_5_std + value: 48.0918 + - type: nauc_recall_at_5_diff1 + value: 81.0144 + - type: nauc_recall_at_10_max + value: 79.6859 + - type: nauc_recall_at_10_std + value: 57.5291 + - type: nauc_recall_at_10_diff1 + value: 87.3568 + - type: nauc_recall_at_20_max + value: 81.4238 + - type: nauc_recall_at_20_std + value: 86.52499999999999 + - type: nauc_recall_at_20_diff1 + value: 88.07249999999999 + - type: nauc_recall_at_100_max + value: 92.25370000000001 + - type: nauc_recall_at_100_std + value: 100.0 + - type: nauc_recall_at_100_diff1 + value: 92.7984 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 42.9494 + - type: nauc_precision_at_1_std + value: 16.142799999999998 + - type: nauc_precision_at_1_diff1 + value: 81.87780000000001 + - type: nauc_precision_at_3_max + value: 71.1069 + - type: nauc_precision_at_3_std + value: 39.3986 + - type: nauc_precision_at_3_diff1 + value: 80.4123 + - type: nauc_precision_at_5_max + value: 77.53790000000001 + - type: nauc_precision_at_5_std + value: 48.0918 + - type: nauc_precision_at_5_diff1 + value: 81.0144 + - type: nauc_precision_at_10_max + value: 79.6859 + - type: nauc_precision_at_10_std + value: 57.5291 + - type: nauc_precision_at_10_diff1 + value: 87.3568 + - type: nauc_precision_at_20_max + value: 81.4238 + - type: nauc_precision_at_20_std + value: 86.52499999999999 + - type: nauc_precision_at_20_diff1 + value: 88.07249999999999 + - type: nauc_precision_at_100_max + value: 92.25370000000001 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 92.7984 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 42.9494 + - type: nauc_mrr_at_1_std + value: 16.142799999999998 + - type: nauc_mrr_at_1_diff1 + value: 81.87780000000001 + - type: nauc_mrr_at_3_max + value: 51.5236 + - type: nauc_mrr_at_3_std + value: 22.5744 + - type: nauc_mrr_at_3_diff1 + value: 81.3404 + - type: nauc_mrr_at_5_max + value: 51.474 + - type: nauc_mrr_at_5_std + value: 22.8376 + - type: nauc_mrr_at_5_diff1 + value: 81.39030000000001 + - type: nauc_mrr_at_10_max + value: 50.9421 + - type: nauc_mrr_at_10_std + value: 22.6378 + - type: nauc_mrr_at_10_diff1 + value: 81.6784 + - type: nauc_mrr_at_20_max + value: 50.77779999999999 + - type: nauc_mrr_at_20_std + value: 22.956699999999998 + - type: nauc_mrr_at_20_diff1 + value: 81.6475 + - type: nauc_mrr_at_100_max + value: 50.785199999999996 + - type: nauc_mrr_at_100_std + value: 22.908 + - type: nauc_mrr_at_100_diff1 + value: 81.65480000000001 + - type: nauc_mrr_at_1000_max + value: 50.7627 + - type: nauc_mrr_at_1000_std + value: 22.8644 + - type: nauc_mrr_at_1000_diff1 + value: 81.648 + - type: main_score + value: 85.922 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CodeTransOceanContest (default) + revision: 20da4eb20a4b17300c0986ee148c90867a7f2a4d + split: test + type: CoIR-Retrieval/codetrans-contest + metrics: + - type: ndcg_at_1 + value: 82.353 + - type: ndcg_at_3 + value: 86.792 + - type: ndcg_at_5 + value: 88.116 + - type: ndcg_at_10 + value: 89.164 + - type: ndcg_at_20 + value: 89.627 + - type: ndcg_at_100 + value: 89.816 + - type: ndcg_at_1000 + value: 89.929 + - type: map_at_1 + value: 82.353 + - type: map_at_3 + value: 85.67099999999999 + - type: map_at_5 + value: 86.41799999999999 + - type: map_at_10 + value: 86.86399999999999 + - type: map_at_20 + value: 86.994 + - type: map_at_100 + value: 87.028 + - type: map_at_1000 + value: 87.032 + - type: recall_at_1 + value: 82.353 + - type: recall_at_3 + value: 90.045 + - type: recall_at_5 + value: 93.21300000000001 + - type: recall_at_10 + value: 96.38 + - type: recall_at_20 + value: 98.19 + - type: recall_at_100 + value: 99.095 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 82.353 + - type: precision_at_3 + value: 30.014999999999997 + - type: precision_at_5 + value: 18.643 + - type: precision_at_10 + value: 9.638 + - type: precision_at_20 + value: 4.91 + - type: precision_at_100 + value: 0.991 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 82.35289999999999 + - type: mrr_at_3 + value: 85.6712 + - type: mrr_at_5 + value: 86.4178 + - type: mrr_at_10 + value: 86.86399999999999 + - type: mrr_at_20 + value: 86.9936 + - type: mrr_at_100 + value: 87.0281 + - type: mrr_at_1000 + value: 87.0316 + - type: nauc_ndcg_at_1_max + value: 73.8806 + - type: nauc_ndcg_at_1_std + value: -1.2933 + - type: nauc_ndcg_at_1_diff1 + value: 91.1635 + - type: nauc_ndcg_at_3_max + value: 74.7727 + - type: nauc_ndcg_at_3_std + value: 0.29810000000000003 + - type: nauc_ndcg_at_3_diff1 + value: 87.6031 + - type: nauc_ndcg_at_5_max + value: 75.907 + - type: nauc_ndcg_at_5_std + value: 0.8246 + - type: nauc_ndcg_at_5_diff1 + value: 87.96000000000001 + - type: nauc_ndcg_at_10_max + value: 75.1632 + - type: nauc_ndcg_at_10_std + value: -0.1532 + - type: nauc_ndcg_at_10_diff1 + value: 88.46770000000001 + - type: nauc_ndcg_at_20_max + value: 75.5369 + - type: nauc_ndcg_at_20_std + value: 2.4923 + - type: nauc_ndcg_at_20_diff1 + value: 88.58789999999999 + - type: nauc_ndcg_at_100_max + value: 75.3237 + - type: nauc_ndcg_at_100_std + value: 1.7659 + - type: nauc_ndcg_at_100_diff1 + value: 88.4896 + - type: nauc_ndcg_at_1000_max + value: 75.1134 + - type: nauc_ndcg_at_1000_std + value: 0.6941 + - type: nauc_ndcg_at_1000_diff1 + value: 88.8153 + - type: nauc_map_at_1_max + value: 73.8806 + - type: nauc_map_at_1_std + value: -1.2933 + - type: nauc_map_at_1_diff1 + value: 91.1635 + - type: nauc_map_at_3_max + value: 74.5518 + - type: nauc_map_at_3_std + value: -0.4926 + - type: nauc_map_at_3_diff1 + value: 88.669 + - type: nauc_map_at_5_max + value: 75.0861 + - type: nauc_map_at_5_std + value: -0.3825 + - type: nauc_map_at_5_diff1 + value: 88.8989 + - type: nauc_map_at_10_max + value: 74.787 + - type: nauc_map_at_10_std + value: -0.8725999999999999 + - type: nauc_map_at_10_diff1 + value: 89.1574 + - type: nauc_map_at_20_max + value: 74.87169999999999 + - type: nauc_map_at_20_std + value: -0.1824 + - type: nauc_map_at_20_diff1 + value: 89.2041 + - type: nauc_map_at_100_max + value: 74.8368 + - type: nauc_map_at_100_std + value: -0.2828 + - type: nauc_map_at_100_diff1 + value: 89.1906 + - type: nauc_map_at_1000_max + value: 74.8318 + - type: nauc_map_at_1000_std + value: -0.3094 + - type: nauc_map_at_1000_diff1 + value: 89.1997 + - type: nauc_recall_at_1_max + value: 73.8806 + - type: nauc_recall_at_1_std + value: -1.2933 + - type: nauc_recall_at_1_diff1 + value: 91.1635 + - type: nauc_recall_at_3_max + value: 75.63119999999999 + - type: nauc_recall_at_3_std + value: 3.6376 + - type: nauc_recall_at_3_diff1 + value: 83.3368 + - type: nauc_recall_at_5_max + value: 80.7404 + - type: nauc_recall_at_5_std + value: 8.163499999999999 + - type: nauc_recall_at_5_diff1 + value: 82.8535 + - type: nauc_recall_at_10_max + value: 78.6335 + - type: nauc_recall_at_10_std + value: 7.8812 + - type: nauc_recall_at_10_diff1 + value: 81.98830000000001 + - type: nauc_recall_at_20_max + value: 89.795 + - type: nauc_recall_at_20_std + value: 67.472 + - type: nauc_recall_at_20_diff1 + value: 77.4479 + - type: nauc_recall_at_100_max + value: 93.4673 + - type: nauc_recall_at_100_std + value: 93.4673 + - type: nauc_recall_at_100_diff1 + value: 61.4285 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 73.8806 + - type: nauc_precision_at_1_std + value: -1.2933 + - type: nauc_precision_at_1_diff1 + value: 91.1635 + - type: nauc_precision_at_3_max + value: 75.63119999999999 + - type: nauc_precision_at_3_std + value: 3.6376 + - type: nauc_precision_at_3_diff1 + value: 83.3368 + - type: nauc_precision_at_5_max + value: 80.7404 + - type: nauc_precision_at_5_std + value: 8.163499999999999 + - type: nauc_precision_at_5_diff1 + value: 82.8535 + - type: nauc_precision_at_10_max + value: 78.6335 + - type: nauc_precision_at_10_std + value: 7.8812 + - type: nauc_precision_at_10_diff1 + value: 81.98830000000001 + - type: nauc_precision_at_20_max + value: 89.795 + - type: nauc_precision_at_20_std + value: 67.472 + - type: nauc_precision_at_20_diff1 + value: 77.4479 + - type: nauc_precision_at_100_max + value: 93.4673 + - type: nauc_precision_at_100_std + value: 93.4673 + - type: nauc_precision_at_100_diff1 + value: 61.4285 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 73.8806 + - type: nauc_mrr_at_1_std + value: -1.2933 + - type: nauc_mrr_at_1_diff1 + value: 91.1635 + - type: nauc_mrr_at_3_max + value: 74.5518 + - type: nauc_mrr_at_3_std + value: -0.4926 + - type: nauc_mrr_at_3_diff1 + value: 88.669 + - type: nauc_mrr_at_5_max + value: 75.0861 + - type: nauc_mrr_at_5_std + value: -0.3825 + - type: nauc_mrr_at_5_diff1 + value: 88.8989 + - type: nauc_mrr_at_10_max + value: 74.787 + - type: nauc_mrr_at_10_std + value: -0.8725999999999999 + - type: nauc_mrr_at_10_diff1 + value: 89.1574 + - type: nauc_mrr_at_20_max + value: 74.87169999999999 + - type: nauc_mrr_at_20_std + value: -0.1824 + - type: nauc_mrr_at_20_diff1 + value: 89.2041 + - type: nauc_mrr_at_100_max + value: 74.8368 + - type: nauc_mrr_at_100_std + value: -0.2828 + - type: nauc_mrr_at_100_diff1 + value: 89.1906 + - type: nauc_mrr_at_1000_max + value: 74.8318 + - type: nauc_mrr_at_1000_std + value: -0.3094 + - type: nauc_mrr_at_1000_diff1 + value: 89.1997 + - type: main_score + value: 89.164 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CodeTransOceanDL (default) + revision: 281562cb8a1265ab5c0824bfa6ddcd9b0a15618f + split: test + type: CoIR-Retrieval/codetrans-dl + metrics: + - type: ndcg_at_1 + value: 9.443999999999999 + - type: ndcg_at_3 + value: 13.141 + - type: ndcg_at_5 + value: 20.149 + - type: ndcg_at_10 + value: 35.181000000000004 + - type: ndcg_at_20 + value: 39.898 + - type: ndcg_at_100 + value: 40.337 + - type: ndcg_at_1000 + value: 40.337 + - type: map_at_1 + value: 9.443999999999999 + - type: map_at_3 + value: 12.13 + - type: map_at_5 + value: 16.102 + - type: map_at_10 + value: 22.06 + - type: map_at_20 + value: 23.549999999999997 + - type: map_at_100 + value: 23.62 + - type: map_at_1000 + value: 23.62 + - type: recall_at_1 + value: 9.443999999999999 + - type: recall_at_3 + value: 16.111 + - type: recall_at_5 + value: 32.778 + - type: recall_at_10 + value: 80.55600000000001 + - type: recall_at_20 + value: 97.77799999999999 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 9.443999999999999 + - type: precision_at_3 + value: 5.37 + - type: precision_at_5 + value: 6.555999999999999 + - type: precision_at_10 + value: 8.056000000000001 + - type: precision_at_20 + value: 4.889 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 4.4444 + - type: mrr_at_3 + value: 11.5741 + - type: mrr_at_5 + value: 13.4907 + - type: mrr_at_10 + value: 19.7588 + - type: mrr_at_20 + value: 21.5517 + - type: mrr_at_100 + value: 21.6217 + - type: mrr_at_1000 + value: 21.6217 + - type: nauc_ndcg_at_1_max + value: -34.7638 + - type: nauc_ndcg_at_1_std + value: -11.150699999999999 + - type: nauc_ndcg_at_1_diff1 + value: 73.8159 + - type: nauc_ndcg_at_3_max + value: -34.171 + - type: nauc_ndcg_at_3_std + value: -20.2322 + - type: nauc_ndcg_at_3_diff1 + value: 58.5052 + - type: nauc_ndcg_at_5_max + value: -25.765 + - type: nauc_ndcg_at_5_std + value: -17.6903 + - type: nauc_ndcg_at_5_diff1 + value: 52.2644 + - type: nauc_ndcg_at_10_max + value: -17.6666 + - type: nauc_ndcg_at_10_std + value: -11.3689 + - type: nauc_ndcg_at_10_diff1 + value: 60.3154 + - type: nauc_ndcg_at_20_max + value: -25.712699999999998 + - type: nauc_ndcg_at_20_std + value: -11.3633 + - type: nauc_ndcg_at_20_diff1 + value: 57.4086 + - type: nauc_ndcg_at_100_max + value: -27.592699999999997 + - type: nauc_ndcg_at_100_std + value: -14.0768 + - type: nauc_ndcg_at_100_diff1 + value: 58.4762 + - type: nauc_ndcg_at_1000_max + value: -27.592699999999997 + - type: nauc_ndcg_at_1000_std + value: -14.0768 + - type: nauc_ndcg_at_1000_diff1 + value: 58.4762 + - type: nauc_map_at_1_max + value: -34.7638 + - type: nauc_map_at_1_std + value: -11.150699999999999 + - type: nauc_map_at_1_diff1 + value: 73.8159 + - type: nauc_map_at_3_max + value: -34.374700000000004 + - type: nauc_map_at_3_std + value: -18.0444 + - type: nauc_map_at_3_diff1 + value: 61.2628 + - type: nauc_map_at_5_max + value: -28.685100000000002 + - type: nauc_map_at_5_std + value: -16.3745 + - type: nauc_map_at_5_diff1 + value: 56.789100000000005 + - type: nauc_map_at_10_max + value: -25.7861 + - type: nauc_map_at_10_std + value: -13.8163 + - type: nauc_map_at_10_diff1 + value: 60.1886 + - type: nauc_map_at_20_max + value: -28.578599999999998 + - type: nauc_map_at_20_std + value: -14.019799999999998 + - type: nauc_map_at_20_diff1 + value: 59.4704 + - type: nauc_map_at_100_max + value: -28.8477 + - type: nauc_map_at_100_std + value: -14.374400000000001 + - type: nauc_map_at_100_diff1 + value: 59.6367 + - type: nauc_map_at_1000_max + value: -28.8477 + - type: nauc_map_at_1000_std + value: -14.374400000000001 + - type: nauc_map_at_1000_diff1 + value: 59.6367 + - type: nauc_recall_at_1_max + value: -34.7638 + - type: nauc_recall_at_1_std + value: -11.150699999999999 + - type: nauc_recall_at_1_diff1 + value: 73.8159 + - type: nauc_recall_at_3_max + value: -33.6691 + - type: nauc_recall_at_3_std + value: -25.4386 + - type: nauc_recall_at_3_diff1 + value: 52.201699999999995 + - type: nauc_recall_at_5_max + value: -19.929199999999998 + - type: nauc_recall_at_5_std + value: -20.2202 + - type: nauc_recall_at_5_diff1 + value: 43.652499999999996 + - type: nauc_recall_at_10_max + value: 14.704500000000001 + - type: nauc_recall_at_10_std + value: 0.3162 + - type: nauc_recall_at_10_diff1 + value: 65.3383 + - type: nauc_recall_at_20_max + value: 39.7292 + - type: nauc_recall_at_20_std + value: 86.1111 + - type: nauc_recall_at_20_diff1 + value: 21.4169 + - type: nauc_recall_at_100_max + value: .nan + - type: nauc_recall_at_100_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: -34.7638 + - type: nauc_precision_at_1_std + value: -11.150699999999999 + - type: nauc_precision_at_1_diff1 + value: 73.8159 + - type: nauc_precision_at_3_max + value: -33.6691 + - type: nauc_precision_at_3_std + value: -25.4386 + - type: nauc_precision_at_3_diff1 + value: 52.201699999999995 + - type: nauc_precision_at_5_max + value: -19.929199999999998 + - type: nauc_precision_at_5_std + value: -20.2202 + - type: nauc_precision_at_5_diff1 + value: 43.652499999999996 + - type: nauc_precision_at_10_max + value: 14.704500000000001 + - type: nauc_precision_at_10_std + value: 0.3162 + - type: nauc_precision_at_10_diff1 + value: 65.3383 + - type: nauc_precision_at_20_max + value: 39.7292 + - type: nauc_precision_at_20_std + value: 86.1111 + - type: nauc_precision_at_20_diff1 + value: 21.4169 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 100.0 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: -31.771500000000003 + - type: nauc_mrr_at_1_std + value: -35.504400000000004 + - type: nauc_mrr_at_1_diff1 + value: 40.3106 + - type: nauc_mrr_at_3_max + value: -24.1313 + - type: nauc_mrr_at_3_std + value: -20.603099999999998 + - type: nauc_mrr_at_3_diff1 + value: 21.1992 + - type: nauc_mrr_at_5_max + value: -23.0653 + - type: nauc_mrr_at_5_std + value: -22.947200000000002 + - type: nauc_mrr_at_5_diff1 + value: 25.391799999999996 + - type: nauc_mrr_at_10_max + value: -21.648 + - type: nauc_mrr_at_10_std + value: -21.0591 + - type: nauc_mrr_at_10_diff1 + value: 25.5826 + - type: nauc_mrr_at_20_max + value: -23.1015 + - type: nauc_mrr_at_20_std + value: -20.7094 + - type: nauc_mrr_at_20_diff1 + value: 24.302799999999998 + - type: nauc_mrr_at_100_max + value: -23.4109 + - type: nauc_mrr_at_100_std + value: -21.1797 + - type: nauc_mrr_at_100_diff1 + value: 24.3473 + - type: nauc_mrr_at_1000_max + value: -23.4109 + - type: nauc_mrr_at_1000_std + value: -21.1797 + - type: nauc_mrr_at_1000_diff1 + value: 24.3473 + - type: main_score + value: 35.181000000000004 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CosQA (default) + revision: bc5efb7e9d437246ce393ed19d772e08e4a79535 + split: test + type: CoIR-Retrieval/cosqa + metrics: + - type: ndcg_at_1 + value: 14.2 + - type: ndcg_at_3 + value: 23.647000000000002 + - type: ndcg_at_5 + value: 28.655 + - type: ndcg_at_10 + value: 34.175 + - type: ndcg_at_20 + value: 37.04 + - type: ndcg_at_100 + value: 41.074 + - type: ndcg_at_1000 + value: 41.917 + - type: map_at_1 + value: 14.2 + - type: map_at_3 + value: 21.133 + - type: map_at_5 + value: 23.852999999999998 + - type: map_at_10 + value: 26.146 + - type: map_at_20 + value: 26.922 + - type: map_at_100 + value: 27.517000000000003 + - type: map_at_1000 + value: 27.557 + - type: recall_at_1 + value: 14.2 + - type: recall_at_3 + value: 31.0 + - type: recall_at_5 + value: 43.4 + - type: recall_at_10 + value: 60.4 + - type: recall_at_20 + value: 71.8 + - type: recall_at_100 + value: 93.0 + - type: recall_at_1000 + value: 99.2 + - type: precision_at_1 + value: 14.2 + - type: precision_at_3 + value: 10.333 + - type: precision_at_5 + value: 8.68 + - type: precision_at_10 + value: 6.04 + - type: precision_at_20 + value: 3.5900000000000003 + - type: precision_at_100 + value: 0.9299999999999999 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 13.0 + - type: mrr_at_3 + value: 19.8333 + - type: mrr_at_5 + value: 22.1933 + - type: mrr_at_10 + value: 24.584400000000002 + - type: mrr_at_20 + value: 25.494600000000002 + - type: mrr_at_100 + value: 26.1206 + - type: mrr_at_1000 + value: 26.1566 + - type: nauc_ndcg_at_1_max + value: 8.6741 + - type: nauc_ndcg_at_1_std + value: -13.693900000000001 + - type: nauc_ndcg_at_1_diff1 + value: 28.7621 + - type: nauc_ndcg_at_3_max + value: 11.4779 + - type: nauc_ndcg_at_3_std + value: -10.3014 + - type: nauc_ndcg_at_3_diff1 + value: 15.5838 + - type: nauc_ndcg_at_5_max + value: 10.9209 + - type: nauc_ndcg_at_5_std + value: -10.5157 + - type: nauc_ndcg_at_5_diff1 + value: 10.3057 + - type: nauc_ndcg_at_10_max + value: 11.8915 + - type: nauc_ndcg_at_10_std + value: -10.4909 + - type: nauc_ndcg_at_10_diff1 + value: 7.8641000000000005 + - type: nauc_ndcg_at_20_max + value: 12.4048 + - type: nauc_ndcg_at_20_std + value: -10.0815 + - type: nauc_ndcg_at_20_diff1 + value: 9.849499999999999 + - type: nauc_ndcg_at_100_max + value: 13.3534 + - type: nauc_ndcg_at_100_std + value: -7.754 + - type: nauc_ndcg_at_100_diff1 + value: 11.1304 + - type: nauc_ndcg_at_1000_max + value: 12.1996 + - type: nauc_ndcg_at_1000_std + value: -9.4281 + - type: nauc_ndcg_at_1000_diff1 + value: 12.2547 + - type: nauc_map_at_1_max + value: 8.6741 + - type: nauc_map_at_1_std + value: -13.693900000000001 + - type: nauc_map_at_1_diff1 + value: 28.7621 + - type: nauc_map_at_3_max + value: 10.6929 + - type: nauc_map_at_3_std + value: -11.2265 + - type: nauc_map_at_3_diff1 + value: 18.4657 + - type: nauc_map_at_5_max + value: 10.3842 + - type: nauc_map_at_5_std + value: -11.3017 + - type: nauc_map_at_5_diff1 + value: 15.3728 + - type: nauc_map_at_10_max + value: 10.871 + - type: nauc_map_at_10_std + value: -11.2762 + - type: nauc_map_at_10_diff1 + value: 14.3452 + - type: nauc_map_at_20_max + value: 10.995099999999999 + - type: nauc_map_at_20_std + value: -11.247300000000001 + - type: nauc_map_at_20_diff1 + value: 15.0202 + - type: nauc_map_at_100_max + value: 11.1709 + - type: nauc_map_at_100_std + value: -10.8689 + - type: nauc_map_at_100_diff1 + value: 15.185199999999998 + - type: nauc_map_at_1000_max + value: 11.118500000000001 + - type: nauc_map_at_1000_std + value: -10.9404 + - type: nauc_map_at_1000_diff1 + value: 15.2394 + - type: nauc_recall_at_1_max + value: 8.6741 + - type: nauc_recall_at_1_std + value: -13.693900000000001 + - type: nauc_recall_at_1_diff1 + value: 28.7621 + - type: nauc_recall_at_3_max + value: 13.366200000000001 + - type: nauc_recall_at_3_std + value: -8.0818 + - type: nauc_recall_at_3_diff1 + value: 8.8353 + - type: nauc_recall_at_5_max + value: 12.1272 + - type: nauc_recall_at_5_std + value: -8.7271 + - type: nauc_recall_at_5_diff1 + value: -1.9088999999999998 + - type: nauc_recall_at_10_max + value: 14.6491 + - type: nauc_recall_at_10_std + value: -8.5138 + - type: nauc_recall_at_10_diff1 + value: -10.2112 + - type: nauc_recall_at_20_max + value: 17.616200000000003 + - type: nauc_recall_at_20_std + value: -5.6413 + - type: nauc_recall_at_20_diff1 + value: -6.697699999999999 + - type: nauc_recall_at_100_max + value: 43.030499999999996 + - type: nauc_recall_at_100_std + value: 42.018100000000004 + - type: nauc_recall_at_100_diff1 + value: -20.2908 + - type: nauc_recall_at_1000_max + value: 34.3721 + - type: nauc_recall_at_1000_std + value: 77.0075 + - type: nauc_recall_at_1000_diff1 + value: -30.858999999999998 + - type: nauc_precision_at_1_max + value: 8.6741 + - type: nauc_precision_at_1_std + value: -13.693900000000001 + - type: nauc_precision_at_1_diff1 + value: 28.7621 + - type: nauc_precision_at_3_max + value: 13.366200000000001 + - type: nauc_precision_at_3_std + value: -8.0818 + - type: nauc_precision_at_3_diff1 + value: 8.8353 + - type: nauc_precision_at_5_max + value: 12.1272 + - type: nauc_precision_at_5_std + value: -8.7271 + - type: nauc_precision_at_5_diff1 + value: -1.9088999999999998 + - type: nauc_precision_at_10_max + value: 14.6491 + - type: nauc_precision_at_10_std + value: -8.5138 + - type: nauc_precision_at_10_diff1 + value: -10.2112 + - type: nauc_precision_at_20_max + value: 17.616200000000003 + - type: nauc_precision_at_20_std + value: -5.6413 + - type: nauc_precision_at_20_diff1 + value: -6.697699999999999 + - type: nauc_precision_at_100_max + value: 43.030499999999996 + - type: nauc_precision_at_100_std + value: 42.018100000000004 + - type: nauc_precision_at_100_diff1 + value: -20.2908 + - type: nauc_precision_at_1000_max + value: 34.3721 + - type: nauc_precision_at_1000_std + value: 77.0075 + - type: nauc_precision_at_1000_diff1 + value: -30.858999999999998 + - type: nauc_mrr_at_1_max + value: 4.111800000000001 + - type: nauc_mrr_at_1_std + value: -29.1231 + - type: nauc_mrr_at_1_diff1 + value: 35.8089 + - type: nauc_mrr_at_3_max + value: 5.6815 + - type: nauc_mrr_at_3_std + value: -21.519199999999998 + - type: nauc_mrr_at_3_diff1 + value: 23.3115 + - type: nauc_mrr_at_5_max + value: 6.432300000000001 + - type: nauc_mrr_at_5_std + value: -19.9634 + - type: nauc_mrr_at_5_diff1 + value: 20.167199999999998 + - type: nauc_mrr_at_10_max + value: 6.5809999999999995 + - type: nauc_mrr_at_10_std + value: -20.213700000000003 + - type: nauc_mrr_at_10_diff1 + value: 18.7684 + - type: nauc_mrr_at_20_max + value: 6.5453 + - type: nauc_mrr_at_20_std + value: -20.1866 + - type: nauc_mrr_at_20_diff1 + value: 19.2488 + - type: nauc_mrr_at_100_max + value: 6.783500000000001 + - type: nauc_mrr_at_100_std + value: -19.956599999999998 + - type: nauc_mrr_at_100_diff1 + value: 19.6737 + - type: nauc_mrr_at_1000_max + value: 6.734800000000001 + - type: nauc_mrr_at_1000_std + value: -20.041900000000002 + - type: nauc_mrr_at_1000_diff1 + value: 19.7351 + - type: main_score + value: 34.175 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: ndcg_at_1 + value: 61.5 + - type: ndcg_at_3 + value: 53.476 + - type: ndcg_at_5 + value: 51.601 + - type: ndcg_at_10 + value: 50.391 + - type: ndcg_at_20 + value: 49.342000000000006 + - type: ndcg_at_100 + value: 55.37800000000001 + - type: ndcg_at_1000 + value: 62.470000000000006 + - type: map_at_1 + value: 9.757 + - type: map_at_3 + value: 16.228 + - type: map_at_5 + value: 19.538 + - type: map_at_10 + value: 24.334 + - type: map_at_20 + value: 28.697 + - type: map_at_100 + value: 35.599 + - type: map_at_1000 + value: 37.519999999999996 + - type: recall_at_1 + value: 9.757 + - type: recall_at_3 + value: 17.203 + - type: recall_at_5 + value: 21.878 + - type: recall_at_10 + value: 30.425 + - type: recall_at_20 + value: 39.137 + - type: recall_at_100 + value: 62.885000000000005 + - type: recall_at_1000 + value: 85.795 + - type: precision_at_1 + value: 74.0 + - type: precision_at_3 + value: 58.833 + - type: precision_at_5 + value: 51.800000000000004 + - type: precision_at_10 + value: 41.875 + - type: precision_at_20 + value: 31.737 + - type: precision_at_100 + value: 13.163 + - type: precision_at_1000 + value: 2.4219999999999997 + - type: mrr_at_1 + value: 74.0 + - type: mrr_at_3 + value: 79.75 + - type: mrr_at_5 + value: 80.45 + - type: mrr_at_10 + value: 81.0013 + - type: mrr_at_20 + value: 81.1442 + - type: mrr_at_100 + value: 81.247 + - type: mrr_at_1000 + value: 81.25059999999999 + - type: nauc_ndcg_at_1_max + value: 33.363 + - type: nauc_ndcg_at_1_std + value: 26.5584 + - type: nauc_ndcg_at_1_diff1 + value: 48.7461 + - type: nauc_ndcg_at_3_max + value: 30.1541 + - type: nauc_ndcg_at_3_std + value: 24.671799999999998 + - type: nauc_ndcg_at_3_diff1 + value: 27.2393 + - type: nauc_ndcg_at_5_max + value: 30.878800000000002 + - type: nauc_ndcg_at_5_std + value: 24.7752 + - type: nauc_ndcg_at_5_diff1 + value: 24.6219 + - type: nauc_ndcg_at_10_max + value: 31.066 + - type: nauc_ndcg_at_10_std + value: 24.83 + - type: nauc_ndcg_at_10_diff1 + value: 23.9562 + - type: nauc_ndcg_at_20_max + value: 26.889999999999997 + - type: nauc_ndcg_at_20_std + value: 21.9271 + - type: nauc_ndcg_at_20_diff1 + value: 26.0843 + - type: nauc_ndcg_at_100_max + value: 27.2179 + - type: nauc_ndcg_at_100_std + value: 27.8053 + - type: nauc_ndcg_at_100_diff1 + value: 28.4826 + - type: nauc_ndcg_at_1000_max + value: 33.9686 + - type: nauc_ndcg_at_1000_std + value: 34.5191 + - type: nauc_ndcg_at_1000_diff1 + value: 24.837600000000002 + - type: nauc_map_at_1_max + value: -18.1482 + - type: nauc_map_at_1_std + value: -14.008399999999998 + - type: nauc_map_at_1_diff1 + value: 42.964 + - type: nauc_map_at_3_max + value: -14.374 + - type: nauc_map_at_3_std + value: -12.4229 + - type: nauc_map_at_3_diff1 + value: 34.7528 + - type: nauc_map_at_5_max + value: -9.4329 + - type: nauc_map_at_5_std + value: -8.0238 + - type: nauc_map_at_5_diff1 + value: 31.978 + - type: nauc_map_at_10_max + value: -2.8295 + - type: nauc_map_at_10_std + value: -1.7114 + - type: nauc_map_at_10_diff1 + value: 27.5117 + - type: nauc_map_at_20_max + value: 5.3716 + - type: nauc_map_at_20_std + value: 5.6257 + - type: nauc_map_at_20_diff1 + value: 24.432100000000002 + - type: nauc_map_at_100_max + value: 18.0885 + - type: nauc_map_at_100_std + value: 18.8697 + - type: nauc_map_at_100_diff1 + value: 20.5764 + - type: nauc_map_at_1000_max + value: 20.8601 + - type: nauc_map_at_1000_std + value: 20.5351 + - type: nauc_map_at_1000_diff1 + value: 19.118 + - type: nauc_recall_at_1_max + value: -18.1482 + - type: nauc_recall_at_1_std + value: -14.008399999999998 + - type: nauc_recall_at_1_diff1 + value: 42.964 + - type: nauc_recall_at_3_max + value: -15.9633 + - type: nauc_recall_at_3_std + value: -12.8909 + - type: nauc_recall_at_3_diff1 + value: 32.1757 + - type: nauc_recall_at_5_max + value: -12.1364 + - type: nauc_recall_at_5_std + value: -10.4891 + - type: nauc_recall_at_5_diff1 + value: 29.345900000000004 + - type: nauc_recall_at_10_max + value: -8.022400000000001 + - type: nauc_recall_at_10_std + value: -5.657100000000001 + - type: nauc_recall_at_10_diff1 + value: 22.6001 + - type: nauc_recall_at_20_max + value: -1.7954 + - type: nauc_recall_at_20_std + value: 1.4128 + - type: nauc_recall_at_20_diff1 + value: 19.1773 + - type: nauc_recall_at_100_max + value: 11.388 + - type: nauc_recall_at_100_std + value: 22.4013 + - type: nauc_recall_at_100_diff1 + value: 20.5751 + - type: nauc_recall_at_1000_max + value: 22.0047 + - type: nauc_recall_at_1000_std + value: 44.134 + - type: nauc_recall_at_1000_diff1 + value: 18.252 + - type: nauc_precision_at_1_max + value: 47.7404 + - type: nauc_precision_at_1_std + value: 33.5459 + - type: nauc_precision_at_1_diff1 + value: 48.6968 + - type: nauc_precision_at_3_max + value: 37.942 + - type: nauc_precision_at_3_std + value: 30.091 + - type: nauc_precision_at_3_diff1 + value: 2.5853 + - type: nauc_precision_at_5_max + value: 42.6916 + - type: nauc_precision_at_5_std + value: 33.4499 + - type: nauc_precision_at_5_diff1 + value: -7.0117 + - type: nauc_precision_at_10_max + value: 45.3695 + - type: nauc_precision_at_10_std + value: 36.2337 + - type: nauc_precision_at_10_diff1 + value: -13.0849 + - type: nauc_precision_at_20_max + value: 46.4277 + - type: nauc_precision_at_20_std + value: 35.9779 + - type: nauc_precision_at_20_diff1 + value: -14.0908 + - type: nauc_precision_at_100_max + value: 42.8818 + - type: nauc_precision_at_100_std + value: 31.099300000000003 + - type: nauc_precision_at_100_diff1 + value: -16.2472 + - type: nauc_precision_at_1000_max + value: 25.4393 + - type: nauc_precision_at_1000_std + value: 1.3924 + - type: nauc_precision_at_1000_diff1 + value: -23.7932 + - type: nauc_mrr_at_1_max + value: 47.7404 + - type: nauc_mrr_at_1_std + value: 33.5459 + - type: nauc_mrr_at_1_diff1 + value: 48.6968 + - type: nauc_mrr_at_3_max + value: 49.8092 + - type: nauc_mrr_at_3_std + value: 37.6317 + - type: nauc_mrr_at_3_diff1 + value: 44.8624 + - type: nauc_mrr_at_5_max + value: 49.302600000000005 + - type: nauc_mrr_at_5_std + value: 36.7708 + - type: nauc_mrr_at_5_diff1 + value: 44.5296 + - type: nauc_mrr_at_10_max + value: 50.0961 + - type: nauc_mrr_at_10_std + value: 36.5062 + - type: nauc_mrr_at_10_diff1 + value: 44.8014 + - type: nauc_mrr_at_20_max + value: 49.961299999999994 + - type: nauc_mrr_at_20_std + value: 36.4365 + - type: nauc_mrr_at_20_diff1 + value: 44.764199999999995 + - type: nauc_mrr_at_100_max + value: 49.945499999999996 + - type: nauc_mrr_at_100_std + value: 36.5241 + - type: nauc_mrr_at_100_diff1 + value: 44.8683 + - type: nauc_mrr_at_1000_max + value: 49.951499999999996 + - type: nauc_mrr_at_1000_std + value: 36.5495 + - type: nauc_mrr_at_1000_diff1 + value: 44.8691 + - type: main_score + value: 50.391 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA-PL (default) + revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e + split: test + type: clarin-knext/fiqa-pl + metrics: + - type: ndcg_at_1 + value: 46.296 + - type: ndcg_at_3 + value: 43.682 + - type: ndcg_at_5 + value: 44.818999999999996 + - type: ndcg_at_10 + value: 47.137 + - type: ndcg_at_20 + value: 49.957 + - type: ndcg_at_100 + value: 53.998999999999995 + - type: ndcg_at_1000 + value: 56.547000000000004 + - type: map_at_1 + value: 23.116999999999997 + - type: map_at_3 + value: 34.333999999999996 + - type: map_at_5 + value: 36.934 + - type: map_at_10 + value: 38.909 + - type: map_at_20 + value: 40.126 + - type: map_at_100 + value: 40.99 + - type: map_at_1000 + value: 41.163 + - type: recall_at_1 + value: 23.116999999999997 + - type: recall_at_3 + value: 39.967000000000006 + - type: recall_at_5 + value: 46.745 + - type: recall_at_10 + value: 54.202 + - type: recall_at_20 + value: 62.61600000000001 + - type: recall_at_100 + value: 79.322 + - type: recall_at_1000 + value: 94.114 + - type: precision_at_1 + value: 46.296 + - type: precision_at_3 + value: 29.270000000000003 + - type: precision_at_5 + value: 21.204 + - type: precision_at_10 + value: 12.963 + - type: precision_at_20 + value: 7.747 + - type: precision_at_100 + value: 2.015 + - type: precision_at_1000 + value: 0.247 + - type: mrr_at_1 + value: 46.2963 + - type: mrr_at_3 + value: 53.1379 + - type: mrr_at_5 + value: 54.57300000000001 + - type: mrr_at_10 + value: 55.354099999999995 + - type: mrr_at_20 + value: 55.8063 + - type: mrr_at_100 + value: 56.0862 + - type: mrr_at_1000 + value: 56.12160000000001 + - type: nauc_ndcg_at_1_max + value: 18.519 + - type: nauc_ndcg_at_1_std + value: -3.227 + - type: nauc_ndcg_at_1_diff1 + value: 49.4844 + - type: nauc_ndcg_at_3_max + value: 15.6168 + - type: nauc_ndcg_at_3_std + value: -3.2735 + - type: nauc_ndcg_at_3_diff1 + value: 40.2962 + - type: nauc_ndcg_at_5_max + value: 12.854299999999999 + - type: nauc_ndcg_at_5_std + value: -2.7614 + - type: nauc_ndcg_at_5_diff1 + value: 39.5942 + - type: nauc_ndcg_at_10_max + value: 13.470799999999999 + - type: nauc_ndcg_at_10_std + value: -1.2987 + - type: nauc_ndcg_at_10_diff1 + value: 40.6034 + - type: nauc_ndcg_at_20_max + value: 14.4559 + - type: nauc_ndcg_at_20_std + value: -0.337 + - type: nauc_ndcg_at_20_diff1 + value: 41.0644 + - type: nauc_ndcg_at_100_max + value: 15.4092 + - type: nauc_ndcg_at_100_std + value: 1.4572999999999998 + - type: nauc_ndcg_at_100_diff1 + value: 41.6703 + - type: nauc_ndcg_at_1000_max + value: 16.9934 + - type: nauc_ndcg_at_1000_std + value: 0.5610999999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 41.8003 + - type: nauc_map_at_1_max + value: 8.725900000000001 + - type: nauc_map_at_1_std + value: -3.3785000000000003 + - type: nauc_map_at_1_diff1 + value: 45.8511 + - type: nauc_map_at_3_max + value: 8.522599999999999 + - type: nauc_map_at_3_std + value: -2.3426 + - type: nauc_map_at_3_diff1 + value: 40.022600000000004 + - type: nauc_map_at_5_max + value: 9.5243 + - type: nauc_map_at_5_std + value: -2.1868 + - type: nauc_map_at_5_diff1 + value: 39.7614 + - type: nauc_map_at_10_max + value: 11.0322 + - type: nauc_map_at_10_std + value: -1.7458 + - type: nauc_map_at_10_diff1 + value: 40.5521 + - type: nauc_map_at_20_max + value: 11.909500000000001 + - type: nauc_map_at_20_std + value: -1.1457 + - type: nauc_map_at_20_diff1 + value: 41.118700000000004 + - type: nauc_map_at_100_max + value: 12.369900000000001 + - type: nauc_map_at_100_std + value: -0.8311999999999999 + - type: nauc_map_at_100_diff1 + value: 41.2479 + - type: nauc_map_at_1000_max + value: 12.5209 + - type: nauc_map_at_1000_std + value: -0.8606 + - type: nauc_map_at_1000_diff1 + value: 41.2297 + - type: nauc_recall_at_1_max + value: 8.725900000000001 + - type: nauc_recall_at_1_std + value: -3.3785000000000003 + - type: nauc_recall_at_1_diff1 + value: 45.8511 + - type: nauc_recall_at_3_max + value: 5.6851 + - type: nauc_recall_at_3_std + value: -2.2003000000000004 + - type: nauc_recall_at_3_diff1 + value: 33.0668 + - type: nauc_recall_at_5_max + value: 5.3998 + - type: nauc_recall_at_5_std + value: -1.4272 + - type: nauc_recall_at_5_diff1 + value: 29.511599999999998 + - type: nauc_recall_at_10_max + value: 9.216000000000001 + - type: nauc_recall_at_10_std + value: 1.4501 + - type: nauc_recall_at_10_diff1 + value: 31.349500000000003 + - type: nauc_recall_at_20_max + value: 10.4138 + - type: nauc_recall_at_20_std + value: 4.3431 + - type: nauc_recall_at_20_diff1 + value: 31.7807 + - type: nauc_recall_at_100_max + value: 7.487000000000001 + - type: nauc_recall_at_100_std + value: 18.381700000000002 + - type: nauc_recall_at_100_diff1 + value: 32.6338 + - type: nauc_recall_at_1000_max + value: 22.1368 + - type: nauc_recall_at_1000_std + value: 37.5449 + - type: nauc_recall_at_1000_diff1 + value: 38.2502 + - type: nauc_precision_at_1_max + value: 18.519 + - type: nauc_precision_at_1_std + value: -3.227 + - type: nauc_precision_at_1_diff1 + value: 49.4844 + - type: nauc_precision_at_3_max + value: 18.2721 + - type: nauc_precision_at_3_std + value: -1.8366 + - type: nauc_precision_at_3_diff1 + value: 24.865399999999998 + - type: nauc_precision_at_5_max + value: 19.7491 + - type: nauc_precision_at_5_std + value: -0.5718 + - type: nauc_precision_at_5_diff1 + value: 20.2705 + - type: nauc_precision_at_10_max + value: 23.802300000000002 + - type: nauc_precision_at_10_std + value: 1.0512000000000001 + - type: nauc_precision_at_10_diff1 + value: 19.4918 + - type: nauc_precision_at_20_max + value: 25.7177 + - type: nauc_precision_at_20_std + value: 3.4645 + - type: nauc_precision_at_20_diff1 + value: 16.2456 + - type: nauc_precision_at_100_max + value: 26.717299999999998 + - type: nauc_precision_at_100_std + value: 5.919 + - type: nauc_precision_at_100_diff1 + value: 7.4809 + - type: nauc_precision_at_1000_max + value: 28.003099999999996 + - type: nauc_precision_at_1000_std + value: 0.075 + - type: nauc_precision_at_1000_diff1 + value: -0.15410000000000001 + - type: nauc_mrr_at_1_max + value: 18.519 + - type: nauc_mrr_at_1_std + value: -3.227 + - type: nauc_mrr_at_1_diff1 + value: 49.4844 + - type: nauc_mrr_at_3_max + value: 18.4132 + - type: nauc_mrr_at_3_std + value: -4.4808 + - type: nauc_mrr_at_3_diff1 + value: 45.6798 + - type: nauc_mrr_at_5_max + value: 18.3903 + - type: nauc_mrr_at_5_std + value: -3.7157999999999998 + - type: nauc_mrr_at_5_diff1 + value: 44.7232 + - type: nauc_mrr_at_10_max + value: 19.1024 + - type: nauc_mrr_at_10_std + value: -3.3350999999999997 + - type: nauc_mrr_at_10_diff1 + value: 44.9975 + - type: nauc_mrr_at_20_max + value: 19.1401 + - type: nauc_mrr_at_20_std + value: -3.3884999999999996 + - type: nauc_mrr_at_20_diff1 + value: 44.861000000000004 + - type: nauc_mrr_at_100_max + value: 19.139200000000002 + - type: nauc_mrr_at_100_std + value: -3.1919000000000004 + - type: nauc_mrr_at_100_diff1 + value: 44.9714 + - type: nauc_mrr_at_1000_max + value: 19.1473 + - type: nauc_mrr_at_1000_std + value: -3.2105 + - type: nauc_mrr_at_1000_diff1 + value: 44.9916 + - type: main_score + value: 47.137 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: ndcg_at_1 + value: 63.117000000000004 + - type: ndcg_at_3 + value: 58.538999999999994 + - type: ndcg_at_5 + value: 59.147000000000006 + - type: ndcg_at_10 + value: 62.35000000000001 + - type: ndcg_at_20 + value: 65.36800000000001 + - type: ndcg_at_100 + value: 68.801 + - type: ndcg_at_1000 + value: 70.06599999999999 + - type: map_at_1 + value: 33.377 + - type: map_at_3 + value: 48.014 + - type: map_at_5 + value: 51.193 + - type: map_at_10 + value: 54.237 + - type: map_at_20 + value: 55.66799999999999 + - type: map_at_100 + value: 56.546 + - type: map_at_1000 + value: 56.650999999999996 + - type: recall_at_1 + value: 33.377 + - type: recall_at_3 + value: 52.817 + - type: recall_at_5 + value: 59.03699999999999 + - type: recall_at_10 + value: 69.116 + - type: recall_at_20 + value: 78.30799999999999 + - type: recall_at_100 + value: 91.715 + - type: recall_at_1000 + value: 98.783 + - type: precision_at_1 + value: 63.117000000000004 + - type: precision_at_3 + value: 38.836999999999996 + - type: precision_at_5 + value: 27.531 + - type: precision_at_10 + value: 16.821 + - type: precision_at_20 + value: 9.753 + - type: precision_at_100 + value: 2.3609999999999998 + - type: precision_at_1000 + value: 0.259 + - type: mrr_at_1 + value: 63.1173 + - type: mrr_at_3 + value: 68.3899 + - type: mrr_at_5 + value: 69.31580000000001 + - type: mrr_at_10 + value: 70.1133 + - type: mrr_at_20 + value: 70.5447 + - type: mrr_at_100 + value: 70.7273 + - type: mrr_at_1000 + value: 70.7368 + - type: nauc_ndcg_at_1_max + value: 21.3553 + - type: nauc_ndcg_at_1_std + value: -13.0351 + - type: nauc_ndcg_at_1_diff1 + value: 57.244099999999996 + - type: nauc_ndcg_at_3_max + value: 16.549 + - type: nauc_ndcg_at_3_std + value: -12.363 + - type: nauc_ndcg_at_3_diff1 + value: 44.7953 + - type: nauc_ndcg_at_5_max + value: 14.699499999999999 + - type: nauc_ndcg_at_5_std + value: -10.6298 + - type: nauc_ndcg_at_5_diff1 + value: 45.211400000000005 + - type: nauc_ndcg_at_10_max + value: 11.4901 + - type: nauc_ndcg_at_10_std + value: -8.8519 + - type: nauc_ndcg_at_10_diff1 + value: 46.2138 + - type: nauc_ndcg_at_20_max + value: 11.9743 + - type: nauc_ndcg_at_20_std + value: -7.2848999999999995 + - type: nauc_ndcg_at_20_diff1 + value: 45.9195 + - type: nauc_ndcg_at_100_max + value: 14.3215 + - type: nauc_ndcg_at_100_std + value: -6.35 + - type: nauc_ndcg_at_100_diff1 + value: 46.4356 + - type: nauc_ndcg_at_1000_max + value: 15.717400000000001 + - type: nauc_ndcg_at_1000_std + value: -7.788200000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 46.281800000000004 + - type: nauc_map_at_1_max + value: -1.3115999999999999 + - type: nauc_map_at_1_std + value: -10.4048 + - type: nauc_map_at_1_diff1 + value: 48.897200000000005 + - type: nauc_map_at_3_max + value: 4.141 + - type: nauc_map_at_3_std + value: -9.9493 + - type: nauc_map_at_3_diff1 + value: 46.4799 + - type: nauc_map_at_5_max + value: 8.6041 + - type: nauc_map_at_5_std + value: -10.088 + - type: nauc_map_at_5_diff1 + value: 45.7389 + - type: nauc_map_at_10_max + value: 9.5343 + - type: nauc_map_at_10_std + value: -9.6643 + - type: nauc_map_at_10_diff1 + value: 44.9712 + - type: nauc_map_at_20_max + value: 10.2035 + - type: nauc_map_at_20_std + value: -9.1378 + - type: nauc_map_at_20_diff1 + value: 44.743500000000004 + - type: nauc_map_at_100_max + value: 10.9473 + - type: nauc_map_at_100_std + value: -8.9291 + - type: nauc_map_at_100_diff1 + value: 44.8302 + - type: nauc_map_at_1000_max + value: 11.0919 + - type: nauc_map_at_1000_std + value: -8.9952 + - type: nauc_map_at_1000_diff1 + value: 44.8048 + - type: nauc_recall_at_1_max + value: -1.3115999999999999 + - type: nauc_recall_at_1_std + value: -10.4048 + - type: nauc_recall_at_1_diff1 + value: 48.897200000000005 + - type: nauc_recall_at_3_max + value: 0.9997 + - type: nauc_recall_at_3_std + value: -9.1641 + - type: nauc_recall_at_3_diff1 + value: 40.887299999999996 + - type: nauc_recall_at_5_max + value: 6.2692 + - type: nauc_recall_at_5_std + value: -7.7243 + - type: nauc_recall_at_5_diff1 + value: 40.0835 + - type: nauc_recall_at_10_max + value: 0.9913 + - type: nauc_recall_at_10_std + value: -4.3827 + - type: nauc_recall_at_10_diff1 + value: 37.338 + - type: nauc_recall_at_20_max + value: -2.3447 + - type: nauc_recall_at_20_std + value: 2.4522 + - type: nauc_recall_at_20_diff1 + value: 34.671800000000005 + - type: nauc_recall_at_100_max + value: -6.3191999999999995 + - type: nauc_recall_at_100_std + value: 25.5587 + - type: nauc_recall_at_100_diff1 + value: 33.8432 + - type: nauc_recall_at_1000_max + value: -10.1468 + - type: nauc_recall_at_1000_std + value: 51.4296 + - type: nauc_recall_at_1000_diff1 + value: 20.9061 + - type: nauc_precision_at_1_max + value: 21.3553 + - type: nauc_precision_at_1_std + value: -13.0351 + - type: nauc_precision_at_1_diff1 + value: 57.244099999999996 + - type: nauc_precision_at_3_max + value: 25.5355 + - type: nauc_precision_at_3_std + value: -6.1007 + - type: nauc_precision_at_3_diff1 + value: 17.2268 + - type: nauc_precision_at_5_max + value: 31.6263 + - type: nauc_precision_at_5_std + value: -4.002 + - type: nauc_precision_at_5_diff1 + value: 8.7382 + - type: nauc_precision_at_10_max + value: 28.8462 + - type: nauc_precision_at_10_std + value: -1.3186 + - type: nauc_precision_at_10_diff1 + value: 0.1618 + - type: nauc_precision_at_20_max + value: 30.292 + - type: nauc_precision_at_20_std + value: 1.7874 + - type: nauc_precision_at_20_diff1 + value: -5.9693000000000005 + - type: nauc_precision_at_100_max + value: 32.7713 + - type: nauc_precision_at_100_std + value: 3.7754999999999996 + - type: nauc_precision_at_100_diff1 + value: -13.839199999999998 + - type: nauc_precision_at_1000_max + value: 34.2271 + - type: nauc_precision_at_1000_std + value: 0.5065 + - type: nauc_precision_at_1000_diff1 + value: -18.6464 + - type: nauc_mrr_at_1_max + value: 21.3553 + - type: nauc_mrr_at_1_std + value: -13.0351 + - type: nauc_mrr_at_1_diff1 + value: 57.244099999999996 + - type: nauc_mrr_at_3_max + value: 21.4984 + - type: nauc_mrr_at_3_std + value: -11.4325 + - type: nauc_mrr_at_3_diff1 + value: 54.656800000000004 + - type: nauc_mrr_at_5_max + value: 22.093799999999998 + - type: nauc_mrr_at_5_std + value: -10.7825 + - type: nauc_mrr_at_5_diff1 + value: 54.421600000000005 + - type: nauc_mrr_at_10_max + value: 21.3729 + - type: nauc_mrr_at_10_std + value: -10.8439 + - type: nauc_mrr_at_10_diff1 + value: 54.5328 + - type: nauc_mrr_at_20_max + value: 21.42 + - type: nauc_mrr_at_20_std + value: -10.7705 + - type: nauc_mrr_at_20_diff1 + value: 54.3825 + - type: nauc_mrr_at_100_max + value: 21.476799999999997 + - type: nauc_mrr_at_100_std + value: -10.802100000000001 + - type: nauc_mrr_at_100_diff1 + value: 54.496900000000004 + - type: nauc_mrr_at_1000_max + value: 21.4738 + - type: nauc_mrr_at_1000_std + value: -10.819700000000001 + - type: nauc_mrr_at_1000_diff1 + value: 54.498400000000004 + - type: main_score + value: 62.35000000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB GerDaLIRSmall (default) + revision: 48327de6ee192e9610f3069789719788957c7abd + split: test + type: mteb/GerDaLIRSmall + metrics: + - type: ndcg_at_1 + value: 30.047 + - type: ndcg_at_3 + value: 36.635 + - type: ndcg_at_5 + value: 39.237 + - type: ndcg_at_10 + value: 41.752 + - type: ndcg_at_20 + value: 43.467 + - type: ndcg_at_100 + value: 45.793 + - type: ndcg_at_1000 + value: 47.404 + - type: map_at_1 + value: 27.272999999999996 + - type: map_at_3 + value: 34.125 + - type: map_at_5 + value: 35.704 + - type: map_at_10 + value: 36.819 + - type: map_at_20 + value: 37.329 + - type: map_at_100 + value: 37.677 + - type: map_at_1000 + value: 37.736999999999995 + - type: recall_at_1 + value: 27.272999999999996 + - type: recall_at_3 + value: 41.534 + - type: recall_at_5 + value: 47.678 + - type: recall_at_10 + value: 55.131 + - type: recall_at_20 + value: 61.592 + - type: recall_at_100 + value: 73.604 + - type: recall_at_1000 + value: 86.146 + - type: precision_at_1 + value: 30.047 + - type: precision_at_3 + value: 15.798000000000002 + - type: precision_at_5 + value: 10.983 + - type: precision_at_10 + value: 6.399000000000001 + - type: precision_at_20 + value: 3.592 + - type: precision_at_100 + value: 0.8630000000000001 + - type: precision_at_1000 + value: 0.101 + - type: mrr_at_1 + value: 30.047400000000003 + - type: mrr_at_3 + value: 36.3155 + - type: mrr_at_5 + value: 37.7038 + - type: mrr_at_10 + value: 38.6762 + - type: mrr_at_20 + value: 39.1148 + - type: mrr_at_100 + value: 39.4106 + - type: mrr_at_1000 + value: 39.462199999999996 + - type: nauc_ndcg_at_1_max + value: 20.8903 + - type: nauc_ndcg_at_1_std + value: -3.9995999999999996 + - type: nauc_ndcg_at_1_diff1 + value: 48.0901 + - type: nauc_ndcg_at_3_max + value: 20.8558 + - type: nauc_ndcg_at_3_std + value: -3.0551 + - type: nauc_ndcg_at_3_diff1 + value: 42.1026 + - type: nauc_ndcg_at_5_max + value: 20.9902 + - type: nauc_ndcg_at_5_std + value: -2.4575 + - type: nauc_ndcg_at_5_diff1 + value: 40.849000000000004 + - type: nauc_ndcg_at_10_max + value: 21.2579 + - type: nauc_ndcg_at_10_std + value: -1.0585 + - type: nauc_ndcg_at_10_diff1 + value: 39.9947 + - type: nauc_ndcg_at_20_max + value: 21.2951 + - type: nauc_ndcg_at_20_std + value: 0.3526 + - type: nauc_ndcg_at_20_diff1 + value: 39.702799999999996 + - type: nauc_ndcg_at_100_max + value: 21.6612 + - type: nauc_ndcg_at_100_std + value: 1.706 + - type: nauc_ndcg_at_100_diff1 + value: 39.5466 + - type: nauc_ndcg_at_1000_max + value: 21.502 + - type: nauc_ndcg_at_1000_std + value: 1.2215 + - type: nauc_ndcg_at_1000_diff1 + value: 39.8424 + - type: nauc_map_at_1_max + value: 18.337500000000002 + - type: nauc_map_at_1_std + value: -4.6201 + - type: nauc_map_at_1_diff1 + value: 47.741699999999994 + - type: nauc_map_at_3_max + value: 20.191300000000002 + - type: nauc_map_at_3_std + value: -3.5334999999999996 + - type: nauc_map_at_3_diff1 + value: 43.3389 + - type: nauc_map_at_5_max + value: 20.3659 + - type: nauc_map_at_5_std + value: -3.1847 + - type: nauc_map_at_5_diff1 + value: 42.582 + - type: nauc_map_at_10_max + value: 20.558799999999998 + - type: nauc_map_at_10_std + value: -2.5427999999999997 + - type: nauc_map_at_10_diff1 + value: 42.2423 + - type: nauc_map_at_20_max + value: 20.5758 + - type: nauc_map_at_20_std + value: -2.1348 + - type: nauc_map_at_20_diff1 + value: 42.1632 + - type: nauc_map_at_100_max + value: 20.6456 + - type: nauc_map_at_100_std + value: -1.9265999999999999 + - type: nauc_map_at_100_diff1 + value: 42.1381 + - type: nauc_map_at_1000_max + value: 20.6424 + - type: nauc_map_at_1000_std + value: -1.9345 + - type: nauc_map_at_1000_diff1 + value: 42.146899999999995 + - type: nauc_recall_at_1_max + value: 18.337500000000002 + - type: nauc_recall_at_1_std + value: -4.6201 + - type: nauc_recall_at_1_diff1 + value: 47.741699999999994 + - type: nauc_recall_at_3_max + value: 20.384900000000002 + - type: nauc_recall_at_3_std + value: -2.4490000000000003 + - type: nauc_recall_at_3_diff1 + value: 37.634699999999995 + - type: nauc_recall_at_5_max + value: 20.6853 + - type: nauc_recall_at_5_std + value: -1.0295999999999998 + - type: nauc_recall_at_5_diff1 + value: 34.679500000000004 + - type: nauc_recall_at_10_max + value: 21.0888 + - type: nauc_recall_at_10_std + value: 3.1701 + - type: nauc_recall_at_10_diff1 + value: 31.401600000000002 + - type: nauc_recall_at_20_max + value: 21.0998 + - type: nauc_recall_at_20_std + value: 9.283800000000001 + - type: nauc_recall_at_20_diff1 + value: 29.4519 + - type: nauc_recall_at_100_max + value: 23.2624 + - type: nauc_recall_at_100_std + value: 21.0944 + - type: nauc_recall_at_100_diff1 + value: 25.7733 + - type: nauc_recall_at_1000_max + value: 21.4673 + - type: nauc_recall_at_1000_std + value: 25.492900000000002 + - type: nauc_recall_at_1000_diff1 + value: 22.383 + - type: nauc_precision_at_1_max + value: 20.8903 + - type: nauc_precision_at_1_std + value: -3.9995999999999996 + - type: nauc_precision_at_1_diff1 + value: 48.0901 + - type: nauc_precision_at_3_max + value: 23.5274 + - type: nauc_precision_at_3_std + value: -0.7812 + - type: nauc_precision_at_3_diff1 + value: 34.799600000000005 + - type: nauc_precision_at_5_max + value: 23.348399999999998 + - type: nauc_precision_at_5_std + value: 0.8611000000000001 + - type: nauc_precision_at_5_diff1 + value: 30.054 + - type: nauc_precision_at_10_max + value: 23.5012 + - type: nauc_precision_at_10_std + value: 5.2164 + - type: nauc_precision_at_10_diff1 + value: 25.0045 + - type: nauc_precision_at_20_max + value: 22.67 + - type: nauc_precision_at_20_std + value: 10.561 + - type: nauc_precision_at_20_diff1 + value: 21.188599999999997 + - type: nauc_precision_at_100_max + value: 22.2592 + - type: nauc_precision_at_100_std + value: 17.2773 + - type: nauc_precision_at_100_diff1 + value: 13.5566 + - type: nauc_precision_at_1000_max + value: 18.3799 + - type: nauc_precision_at_1000_std + value: 14.7124 + - type: nauc_precision_at_1000_diff1 + value: 5.9959999999999996 + - type: nauc_mrr_at_1_max + value: 20.8903 + - type: nauc_mrr_at_1_std + value: -3.9995999999999996 + - type: nauc_mrr_at_1_diff1 + value: 48.0901 + - type: nauc_mrr_at_3_max + value: 21.8257 + - type: nauc_mrr_at_3_std + value: -2.8683 + - type: nauc_mrr_at_3_diff1 + value: 43.731500000000004 + - type: nauc_mrr_at_5_max + value: 21.867900000000002 + - type: nauc_mrr_at_5_std + value: -2.4941999999999998 + - type: nauc_mrr_at_5_diff1 + value: 43.018699999999995 + - type: nauc_mrr_at_10_max + value: 21.8981 + - type: nauc_mrr_at_10_std + value: -2.0244999999999997 + - type: nauc_mrr_at_10_diff1 + value: 42.7157 + - type: nauc_mrr_at_20_max + value: 21.888099999999998 + - type: nauc_mrr_at_20_std + value: -1.7052999999999998 + - type: nauc_mrr_at_20_diff1 + value: 42.66 + - type: nauc_mrr_at_100_max + value: 21.9284 + - type: nauc_mrr_at_100_std + value: -1.5473999999999999 + - type: nauc_mrr_at_100_diff1 + value: 42.6649 + - type: nauc_mrr_at_1000_max + value: 21.9211 + - type: nauc_mrr_at_1000_std + value: -1.557 + - type: nauc_mrr_at_1000_diff1 + value: 42.672900000000006 + - type: main_score + value: 41.752 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: ndcg_at_1 + value: 88.062 + - type: ndcg_at_3 + value: 77.443 + - type: ndcg_at_5 + value: 80.05600000000001 + - type: ndcg_at_10 + value: 81.979 + - type: ndcg_at_20 + value: 83.033 + - type: ndcg_at_100 + value: 84.232 + - type: ndcg_at_1000 + value: 84.827 + - type: map_at_1 + value: 44.031 + - type: map_at_3 + value: 71.82300000000001 + - type: map_at_5 + value: 74.056 + - type: map_at_10 + value: 75.285 + - type: map_at_20 + value: 75.737 + - type: map_at_100 + value: 75.99900000000001 + - type: map_at_1000 + value: 76.033 + - type: recall_at_1 + value: 44.031 + - type: recall_at_3 + value: 75.71900000000001 + - type: recall_at_5 + value: 80.851 + - type: recall_at_10 + value: 85.652 + - type: recall_at_20 + value: 89.021 + - type: recall_at_100 + value: 94.267 + - type: recall_at_1000 + value: 98.136 + - type: precision_at_1 + value: 88.062 + - type: precision_at_3 + value: 50.479 + - type: precision_at_5 + value: 32.34 + - type: precision_at_10 + value: 17.130000000000003 + - type: precision_at_20 + value: 8.902000000000001 + - type: precision_at_100 + value: 1.8849999999999998 + - type: precision_at_1000 + value: 0.196 + - type: mrr_at_1 + value: 88.0621 + - type: mrr_at_3 + value: 91.4157 + - type: mrr_at_5 + value: 91.71820000000001 + - type: mrr_at_10 + value: 91.8876 + - type: mrr_at_20 + value: 91.944 + - type: mrr_at_100 + value: 91.9673 + - type: mrr_at_1000 + value: 91.96940000000001 + - type: nauc_ndcg_at_1_max + value: 27.246599999999997 + - type: nauc_ndcg_at_1_std + value: -9.654 + - type: nauc_ndcg_at_1_diff1 + value: 71.0869 + - type: nauc_ndcg_at_3_max + value: 22.3998 + - type: nauc_ndcg_at_3_std + value: 1.7492 + - type: nauc_ndcg_at_3_diff1 + value: 13.238199999999999 + - type: nauc_ndcg_at_5_max + value: 24.5855 + - type: nauc_ndcg_at_5_std + value: 4.5864 + - type: nauc_ndcg_at_5_diff1 + value: 15.156600000000001 + - type: nauc_ndcg_at_10_max + value: 25.396 + - type: nauc_ndcg_at_10_std + value: 6.5473 + - type: nauc_ndcg_at_10_diff1 + value: 15.8845 + - type: nauc_ndcg_at_20_max + value: 25.8511 + - type: nauc_ndcg_at_20_std + value: 7.1287 + - type: nauc_ndcg_at_20_diff1 + value: 16.436899999999998 + - type: nauc_ndcg_at_100_max + value: 25.825599999999998 + - type: nauc_ndcg_at_100_std + value: 7.5751 + - type: nauc_ndcg_at_100_diff1 + value: 17.665 + - type: nauc_ndcg_at_1000_max + value: 25.4492 + - type: nauc_ndcg_at_1000_std + value: 6.6083 + - type: nauc_ndcg_at_1000_diff1 + value: 18.1917 + - type: nauc_map_at_1_max + value: 27.246599999999997 + - type: nauc_map_at_1_std + value: -9.654 + - type: nauc_map_at_1_diff1 + value: 71.0869 + - type: nauc_map_at_3_max + value: 20.471700000000002 + - type: nauc_map_at_3_std + value: 1.3123 + - type: nauc_map_at_3_diff1 + value: 8.1518 + - type: nauc_map_at_5_max + value: 22.0623 + - type: nauc_map_at_5_std + value: 3.2311 + - type: nauc_map_at_5_diff1 + value: 9.6547 + - type: nauc_map_at_10_max + value: 22.4667 + - type: nauc_map_at_10_std + value: 4.1434 + - type: nauc_map_at_10_diff1 + value: 10.0721 + - type: nauc_map_at_20_max + value: 22.5947 + - type: nauc_map_at_20_std + value: 4.2888 + - type: nauc_map_at_20_diff1 + value: 10.261000000000001 + - type: nauc_map_at_100_max + value: 22.569200000000002 + - type: nauc_map_at_100_std + value: 4.3785 + - type: nauc_map_at_100_diff1 + value: 10.3941 + - type: nauc_map_at_1000_max + value: 22.5536 + - type: nauc_map_at_1000_std + value: 4.3458 + - type: nauc_map_at_1000_diff1 + value: 10.4054 + - type: nauc_recall_at_1_max + value: 27.246599999999997 + - type: nauc_recall_at_1_std + value: -9.654 + - type: nauc_recall_at_1_diff1 + value: 71.0869 + - type: nauc_recall_at_3_max + value: 22.219 + - type: nauc_recall_at_3_std + value: 4.832800000000001 + - type: nauc_recall_at_3_diff1 + value: 2.3823 + - type: nauc_recall_at_5_max + value: 26.269399999999997 + - type: nauc_recall_at_5_std + value: 10.9085 + - type: nauc_recall_at_5_diff1 + value: 4.1583000000000006 + - type: nauc_recall_at_10_max + value: 28.7463 + - type: nauc_recall_at_10_std + value: 18.074399999999997 + - type: nauc_recall_at_10_diff1 + value: 3.2438000000000002 + - type: nauc_recall_at_20_max + value: 31.0934 + - type: nauc_recall_at_20_std + value: 23.2842 + - type: nauc_recall_at_20_diff1 + value: 2.1078 + - type: nauc_recall_at_100_max + value: 36.066700000000004 + - type: nauc_recall_at_100_std + value: 40.0805 + - type: nauc_recall_at_100_diff1 + value: 3.6416999999999997 + - type: nauc_recall_at_1000_max + value: 43.8536 + - type: nauc_recall_at_1000_std + value: 63.9992 + - type: nauc_recall_at_1000_diff1 + value: 0.32299999999999995 + - type: nauc_precision_at_1_max + value: 27.246599999999997 + - type: nauc_precision_at_1_std + value: -9.654 + - type: nauc_precision_at_1_diff1 + value: 71.0869 + - type: nauc_precision_at_3_max + value: 22.219 + - type: nauc_precision_at_3_std + value: 4.832800000000001 + - type: nauc_precision_at_3_diff1 + value: 2.3823 + - type: nauc_precision_at_5_max + value: 26.269399999999997 + - type: nauc_precision_at_5_std + value: 10.9085 + - type: nauc_precision_at_5_diff1 + value: 4.1583000000000006 + - type: nauc_precision_at_10_max + value: 28.7463 + - type: nauc_precision_at_10_std + value: 18.074399999999997 + - type: nauc_precision_at_10_diff1 + value: 3.2438000000000002 + - type: nauc_precision_at_20_max + value: 31.0934 + - type: nauc_precision_at_20_std + value: 23.2842 + - type: nauc_precision_at_20_diff1 + value: 2.1078 + - type: nauc_precision_at_100_max + value: 36.066700000000004 + - type: nauc_precision_at_100_std + value: 40.0805 + - type: nauc_precision_at_100_diff1 + value: 3.6416999999999997 + - type: nauc_precision_at_1000_max + value: 43.8536 + - type: nauc_precision_at_1000_std + value: 63.9992 + - type: nauc_precision_at_1000_diff1 + value: 0.32299999999999995 + - type: nauc_mrr_at_1_max + value: 27.246599999999997 + - type: nauc_mrr_at_1_std + value: -9.654 + - type: nauc_mrr_at_1_diff1 + value: 71.0869 + - type: nauc_mrr_at_3_max + value: 31.7967 + - type: nauc_mrr_at_3_std + value: -5.412999999999999 + - type: nauc_mrr_at_3_diff1 + value: 71.7984 + - type: nauc_mrr_at_5_max + value: 31.6645 + - type: nauc_mrr_at_5_std + value: -5.0833 + - type: nauc_mrr_at_5_diff1 + value: 72.0166 + - type: nauc_mrr_at_10_max + value: 31.468899999999998 + - type: nauc_mrr_at_10_std + value: -5.0628 + - type: nauc_mrr_at_10_diff1 + value: 72.0364 + - type: nauc_mrr_at_20_max + value: 31.454300000000003 + - type: nauc_mrr_at_20_std + value: -5.0901000000000005 + - type: nauc_mrr_at_20_diff1 + value: 72.0086 + - type: nauc_mrr_at_100_max + value: 31.347199999999997 + - type: nauc_mrr_at_100_std + value: -5.2045 + - type: nauc_mrr_at_100_diff1 + value: 71.9813 + - type: nauc_mrr_at_1000_max + value: 31.345200000000002 + - type: nauc_mrr_at_1000_std + value: -5.2146 + - type: nauc_mrr_at_1000_diff1 + value: 71.97829999999999 + - type: main_score + value: 81.979 + task: + type: Retrieval + - dataset: + config: default + name: MTEB LEMBNarrativeQARetrieval (default) + revision: 6e346642246bfb4928c560ee08640dc84d074e8c + split: test + type: dwzhu/LongEmbed + metrics: + - type: ndcg_at_1 + value: 49.009 + - type: ndcg_at_3 + value: 56.69 + - type: ndcg_at_5 + value: 58.572 + - type: ndcg_at_10 + value: 60.702 + - type: ndcg_at_20 + value: 62.160000000000004 + - type: ndcg_at_100 + value: 64.461 + - type: ndcg_at_1000 + value: 65.604 + - type: map_at_1 + value: 49.009 + - type: map_at_3 + value: 54.827000000000005 + - type: map_at_5 + value: 55.87 + - type: map_at_10 + value: 56.751 + - type: map_at_20 + value: 57.153 + - type: map_at_100 + value: 57.465999999999994 + - type: map_at_1000 + value: 57.516 + - type: recall_at_1 + value: 49.009 + - type: recall_at_3 + value: 62.073 + - type: recall_at_5 + value: 66.648 + - type: recall_at_10 + value: 73.222 + - type: recall_at_20 + value: 78.974 + - type: recall_at_100 + value: 91.444 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 49.009 + - type: precision_at_3 + value: 20.691000000000003 + - type: precision_at_5 + value: 13.33 + - type: precision_at_10 + value: 7.321999999999999 + - type: precision_at_20 + value: 3.949 + - type: precision_at_100 + value: 0.914 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 49.0095 + - type: mrr_at_3 + value: 54.826600000000006 + - type: mrr_at_5 + value: 55.869800000000005 + - type: mrr_at_10 + value: 56.750699999999995 + - type: mrr_at_20 + value: 57.152800000000006 + - type: mrr_at_100 + value: 57.465999999999994 + - type: mrr_at_1000 + value: 57.5162 + - type: nauc_ndcg_at_1_max + value: 27.5036 + - type: nauc_ndcg_at_1_std + value: 18.2381 + - type: nauc_ndcg_at_1_diff1 + value: 73.9744 + - type: nauc_ndcg_at_3_max + value: 27.369 + - type: nauc_ndcg_at_3_std + value: 19.0727 + - type: nauc_ndcg_at_3_diff1 + value: 69.5441 + - type: nauc_ndcg_at_5_max + value: 26.8272 + - type: nauc_ndcg_at_5_std + value: 19.4159 + - type: nauc_ndcg_at_5_diff1 + value: 68.6519 + - type: nauc_ndcg_at_10_max + value: 26.282 + - type: nauc_ndcg_at_10_std + value: 19.6019 + - type: nauc_ndcg_at_10_diff1 + value: 68.0685 + - type: nauc_ndcg_at_20_max + value: 25.7395 + - type: nauc_ndcg_at_20_std + value: 19.5706 + - type: nauc_ndcg_at_20_diff1 + value: 67.8699 + - type: nauc_ndcg_at_100_max + value: 25.7689 + - type: nauc_ndcg_at_100_std + value: 19.5983 + - type: nauc_ndcg_at_100_diff1 + value: 68.5399 + - type: nauc_ndcg_at_1000_max + value: 26.3591 + - type: nauc_ndcg_at_1000_std + value: 19.3109 + - type: nauc_ndcg_at_1000_diff1 + value: 69.14059999999999 + - type: nauc_map_at_1_max + value: 27.5036 + - type: nauc_map_at_1_std + value: 18.2381 + - type: nauc_map_at_1_diff1 + value: 73.9744 + - type: nauc_map_at_3_max + value: 27.5018 + - type: nauc_map_at_3_std + value: 18.8415 + - type: nauc_map_at_3_diff1 + value: 70.6796 + - type: nauc_map_at_5_max + value: 27.212500000000002 + - type: nauc_map_at_5_std + value: 19.0189 + - type: nauc_map_at_5_diff1 + value: 70.2218 + - type: nauc_map_at_10_max + value: 27.004099999999998 + - type: nauc_map_at_10_std + value: 19.0802 + - type: nauc_map_at_10_diff1 + value: 70.005 + - type: nauc_map_at_20_max + value: 26.8685 + - type: nauc_map_at_20_std + value: 19.067 + - type: nauc_map_at_20_diff1 + value: 69.9783 + - type: nauc_map_at_100_max + value: 26.8683 + - type: nauc_map_at_100_std + value: 19.067600000000002 + - type: nauc_map_at_100_diff1 + value: 70.0689 + - type: nauc_map_at_1000_max + value: 26.8889 + - type: nauc_map_at_1000_std + value: 19.0546 + - type: nauc_map_at_1000_diff1 + value: 70.09440000000001 + - type: nauc_recall_at_1_max + value: 27.5036 + - type: nauc_recall_at_1_std + value: 18.2381 + - type: nauc_recall_at_1_diff1 + value: 73.9744 + - type: nauc_recall_at_3_max + value: 26.906799999999997 + - type: nauc_recall_at_3_std + value: 19.8082 + - type: nauc_recall_at_3_diff1 + value: 65.9705 + - type: nauc_recall_at_5_max + value: 25.3905 + - type: nauc_recall_at_5_std + value: 20.8244 + - type: nauc_recall_at_5_diff1 + value: 63.20590000000001 + - type: nauc_recall_at_10_max + value: 23.0199 + - type: nauc_recall_at_10_std + value: 21.8297 + - type: nauc_recall_at_10_diff1 + value: 60.075100000000006 + - type: nauc_recall_at_20_max + value: 19.2076 + - type: nauc_recall_at_20_std + value: 22.1334 + - type: nauc_recall_at_20_diff1 + value: 57.132400000000004 + - type: nauc_recall_at_100_max + value: 12.0872 + - type: nauc_recall_at_100_std + value: 25.7662 + - type: nauc_recall_at_100_diff1 + value: 55.1972 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 27.5036 + - type: nauc_precision_at_1_std + value: 18.2381 + - type: nauc_precision_at_1_diff1 + value: 73.9744 + - type: nauc_precision_at_3_max + value: 26.906799999999997 + - type: nauc_precision_at_3_std + value: 19.8082 + - type: nauc_precision_at_3_diff1 + value: 65.9705 + - type: nauc_precision_at_5_max + value: 25.3905 + - type: nauc_precision_at_5_std + value: 20.8244 + - type: nauc_precision_at_5_diff1 + value: 63.20590000000001 + - type: nauc_precision_at_10_max + value: 23.0199 + - type: nauc_precision_at_10_std + value: 21.8297 + - type: nauc_precision_at_10_diff1 + value: 60.075100000000006 + - type: nauc_precision_at_20_max + value: 19.2076 + - type: nauc_precision_at_20_std + value: 22.1334 + - type: nauc_precision_at_20_diff1 + value: 57.132400000000004 + - type: nauc_precision_at_100_max + value: 12.0872 + - type: nauc_precision_at_100_std + value: 25.7662 + - type: nauc_precision_at_100_diff1 + value: 55.1972 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 27.5036 + - type: nauc_mrr_at_1_std + value: 18.2381 + - type: nauc_mrr_at_1_diff1 + value: 73.9744 + - type: nauc_mrr_at_3_max + value: 27.5018 + - type: nauc_mrr_at_3_std + value: 18.8415 + - type: nauc_mrr_at_3_diff1 + value: 70.6796 + - type: nauc_mrr_at_5_max + value: 27.212500000000002 + - type: nauc_mrr_at_5_std + value: 19.0189 + - type: nauc_mrr_at_5_diff1 + value: 70.2218 + - type: nauc_mrr_at_10_max + value: 27.004099999999998 + - type: nauc_mrr_at_10_std + value: 19.0802 + - type: nauc_mrr_at_10_diff1 + value: 70.005 + - type: nauc_mrr_at_20_max + value: 26.8685 + - type: nauc_mrr_at_20_std + value: 19.067 + - type: nauc_mrr_at_20_diff1 + value: 69.9783 + - type: nauc_mrr_at_100_max + value: 26.8683 + - type: nauc_mrr_at_100_std + value: 19.067600000000002 + - type: nauc_mrr_at_100_diff1 + value: 70.0689 + - type: nauc_mrr_at_1000_max + value: 26.8889 + - type: nauc_mrr_at_1000_std + value: 19.0546 + - type: nauc_mrr_at_1000_diff1 + value: 70.09440000000001 + - type: main_score + value: 60.702 + task: + type: Retrieval + - dataset: + config: default + name: MTEB LEMBNeedleRetrieval (default) + revision: 6e346642246bfb4928c560ee08640dc84d074e8c + split: test_256 + type: dwzhu/LongEmbed + metrics: + - type: ndcg_at_1 + value: 8.0 + - type: ndcg_at_3 + value: 12.786 + - type: ndcg_at_5 + value: 15.282000000000002 + - type: ndcg_at_10 + value: 20.096 + - type: ndcg_at_20 + value: 22.631 + - type: ndcg_at_100 + value: 32.174 + - type: ndcg_at_1000 + value: 32.174 + - type: map_at_1 + value: 8.0 + - type: map_at_3 + value: 11.667 + - type: map_at_5 + value: 13.067 + - type: map_at_10 + value: 15.221000000000002 + - type: map_at_20 + value: 15.918 + - type: map_at_100 + value: 17.055 + - type: map_at_1000 + value: 17.055 + - type: recall_at_1 + value: 8.0 + - type: recall_at_3 + value: 16.0 + - type: recall_at_5 + value: 22.0 + - type: recall_at_10 + value: 36.0 + - type: recall_at_20 + value: 46.0 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 8.0 + - type: precision_at_3 + value: 5.333 + - type: precision_at_5 + value: 4.3999999999999995 + - type: precision_at_10 + value: 3.5999999999999996 + - type: precision_at_20 + value: 2.3 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 8.0 + - type: mrr_at_3 + value: 11.6667 + - type: mrr_at_5 + value: 13.0667 + - type: mrr_at_10 + value: 15.2214 + - type: mrr_at_20 + value: 15.9179 + - type: mrr_at_100 + value: 17.055500000000002 + - type: mrr_at_1000 + value: 17.055500000000002 + - type: nauc_ndcg_at_1_max + value: 61.4033 + - type: nauc_ndcg_at_1_std + value: 50.13419999999999 + - type: nauc_ndcg_at_1_diff1 + value: 54.0582 + - type: nauc_ndcg_at_3_max + value: 26.327499999999997 + - type: nauc_ndcg_at_3_std + value: 32.1317 + - type: nauc_ndcg_at_3_diff1 + value: 37.9161 + - type: nauc_ndcg_at_5_max + value: 29.3123 + - type: nauc_ndcg_at_5_std + value: 36.9305 + - type: nauc_ndcg_at_5_diff1 + value: 38.149100000000004 + - type: nauc_ndcg_at_10_max + value: 22.2301 + - type: nauc_ndcg_at_10_std + value: 41.1913 + - type: nauc_ndcg_at_10_diff1 + value: 42.2769 + - type: nauc_ndcg_at_20_max + value: 22.4647 + - type: nauc_ndcg_at_20_std + value: 39.8979 + - type: nauc_ndcg_at_20_diff1 + value: 35.9258 + - type: nauc_ndcg_at_100_max + value: 25.7148 + - type: nauc_ndcg_at_100_std + value: 40.2044 + - type: nauc_ndcg_at_100_diff1 + value: 39.4889 + - type: nauc_ndcg_at_1000_max + value: 25.7148 + - type: nauc_ndcg_at_1000_std + value: 40.2044 + - type: nauc_ndcg_at_1000_diff1 + value: 39.4889 + - type: nauc_map_at_1_max + value: 61.4033 + - type: nauc_map_at_1_std + value: 50.13419999999999 + - type: nauc_map_at_1_diff1 + value: 54.0582 + - type: nauc_map_at_3_max + value: 32.4255 + - type: nauc_map_at_3_std + value: 35.7405 + - type: nauc_map_at_3_diff1 + value: 41.1839 + - type: nauc_map_at_5_max + value: 34.2033 + - type: nauc_map_at_5_std + value: 38.3861 + - type: nauc_map_at_5_diff1 + value: 40.7392 + - type: nauc_map_at_10_max + value: 30.1485 + - type: nauc_map_at_10_std + value: 40.5925 + - type: nauc_map_at_10_diff1 + value: 42.8892 + - type: nauc_map_at_20_max + value: 30.217 + - type: nauc_map_at_20_std + value: 40.2218 + - type: nauc_map_at_20_diff1 + value: 40.814499999999995 + - type: nauc_map_at_100_max + value: 30.211199999999998 + - type: nauc_map_at_100_std + value: 40.329 + - type: nauc_map_at_100_diff1 + value: 41.2926 + - type: nauc_map_at_1000_max + value: 30.211199999999998 + - type: nauc_map_at_1000_std + value: 40.329 + - type: nauc_map_at_1000_diff1 + value: 41.2926 + - type: nauc_recall_at_1_max + value: 61.4033 + - type: nauc_recall_at_1_std + value: 50.13419999999999 + - type: nauc_recall_at_1_diff1 + value: 54.0582 + - type: nauc_recall_at_3_max + value: 12.8284 + - type: nauc_recall_at_3_std + value: 23.986 + - type: nauc_recall_at_3_diff1 + value: 30.530800000000003 + - type: nauc_recall_at_5_max + value: 19.9273 + - type: nauc_recall_at_5_std + value: 34.5775 + - type: nauc_recall_at_5_diff1 + value: 33.381 + - type: nauc_recall_at_10_max + value: 7.6077 + - type: nauc_recall_at_10_std + value: 43.3711 + - type: nauc_recall_at_10_diff1 + value: 42.0852 + - type: nauc_recall_at_20_max + value: 8.2311 + - type: nauc_recall_at_20_std + value: 39.6468 + - type: nauc_recall_at_20_diff1 + value: 24.932299999999998 + - type: nauc_recall_at_100_max + value: .nan + - type: nauc_recall_at_100_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 61.4033 + - type: nauc_precision_at_1_std + value: 50.13419999999999 + - type: nauc_precision_at_1_diff1 + value: 54.0582 + - type: nauc_precision_at_3_max + value: 12.8284 + - type: nauc_precision_at_3_std + value: 23.986 + - type: nauc_precision_at_3_diff1 + value: 30.530800000000003 + - type: nauc_precision_at_5_max + value: 19.9273 + - type: nauc_precision_at_5_std + value: 34.5775 + - type: nauc_precision_at_5_diff1 + value: 33.381 + - type: nauc_precision_at_10_max + value: 7.6077 + - type: nauc_precision_at_10_std + value: 43.3711 + - type: nauc_precision_at_10_diff1 + value: 42.0852 + - type: nauc_precision_at_20_max + value: 8.2311 + - type: nauc_precision_at_20_std + value: 39.6468 + - type: nauc_precision_at_20_diff1 + value: 24.932299999999998 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 100.0 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 61.4033 + - type: nauc_mrr_at_1_std + value: 50.13419999999999 + - type: nauc_mrr_at_1_diff1 + value: 54.0582 + - type: nauc_mrr_at_3_max + value: 32.4255 + - type: nauc_mrr_at_3_std + value: 35.7405 + - type: nauc_mrr_at_3_diff1 + value: 41.1839 + - type: nauc_mrr_at_5_max + value: 34.2033 + - type: nauc_mrr_at_5_std + value: 38.3861 + - type: nauc_mrr_at_5_diff1 + value: 40.7392 + - type: nauc_mrr_at_10_max + value: 30.1485 + - type: nauc_mrr_at_10_std + value: 40.5925 + - type: nauc_mrr_at_10_diff1 + value: 42.8892 + - type: nauc_mrr_at_20_max + value: 30.217 + - type: nauc_mrr_at_20_std + value: 40.2218 + - type: nauc_mrr_at_20_diff1 + value: 40.814499999999995 + - type: nauc_mrr_at_100_max + value: 30.211199999999998 + - type: nauc_mrr_at_100_std + value: 40.329 + - type: nauc_mrr_at_100_diff1 + value: 41.2926 + - type: nauc_mrr_at_1000_max + value: 30.211199999999998 + - type: nauc_mrr_at_1000_std + value: 40.329 + - type: nauc_mrr_at_1000_diff1 + value: 41.2926 + - type: main_score + value: 8.0 + task: + type: Retrieval + - dataset: + config: default + name: MTEB LEMBPasskeyRetrieval (default) + revision: 6e346642246bfb4928c560ee08640dc84d074e8c + split: test_256 + type: dwzhu/LongEmbed + metrics: + - type: ndcg_at_1 + value: 10.0 + - type: ndcg_at_3 + value: 12.0 + - type: ndcg_at_5 + value: 12.0 + - type: ndcg_at_10 + value: 12.631 + - type: ndcg_at_20 + value: 14.982000000000001 + - type: ndcg_at_100 + value: 28.534 + - type: ndcg_at_1000 + value: 28.534 + - type: map_at_1 + value: 10.0 + - type: map_at_3 + value: 11.333 + - type: map_at_5 + value: 11.333 + - type: map_at_10 + value: 11.583 + - type: map_at_20 + value: 12.138 + - type: map_at_100 + value: 13.908999999999999 + - type: map_at_1000 + value: 13.908999999999999 + - type: recall_at_1 + value: 10.0 + - type: recall_at_3 + value: 14.000000000000002 + - type: recall_at_5 + value: 14.000000000000002 + - type: recall_at_10 + value: 16.0 + - type: recall_at_20 + value: 26.0 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 10.0 + - type: precision_at_3 + value: 4.667000000000001 + - type: precision_at_5 + value: 2.8000000000000003 + - type: precision_at_10 + value: 1.6 + - type: precision_at_20 + value: 1.3 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 10.0 + - type: mrr_at_3 + value: 11.3333 + - type: mrr_at_5 + value: 11.3333 + - type: mrr_at_10 + value: 11.583300000000001 + - type: mrr_at_20 + value: 12.1377 + - type: mrr_at_100 + value: 13.9093 + - type: mrr_at_1000 + value: 13.9093 + - type: nauc_ndcg_at_1_max + value: -3.6329000000000002 + - type: nauc_ndcg_at_1_std + value: 62.3611 + - type: nauc_ndcg_at_1_diff1 + value: 47.2605 + - type: nauc_ndcg_at_3_max + value: -8.243300000000001 + - type: nauc_ndcg_at_3_std + value: 69.7469 + - type: nauc_ndcg_at_3_diff1 + value: 56.411699999999996 + - type: nauc_ndcg_at_5_max + value: -8.243300000000001 + - type: nauc_ndcg_at_5_std + value: 69.7469 + - type: nauc_ndcg_at_5_diff1 + value: 56.411699999999996 + - type: nauc_ndcg_at_10_max + value: -10.1805 + - type: nauc_ndcg_at_10_std + value: 69.0064 + - type: nauc_ndcg_at_10_diff1 + value: 54.934400000000004 + - type: nauc_ndcg_at_20_max + value: -14.396 + - type: nauc_ndcg_at_20_std + value: 62.755399999999995 + - type: nauc_ndcg_at_20_diff1 + value: 48.3064 + - type: nauc_ndcg_at_100_max + value: -8.3308 + - type: nauc_ndcg_at_100_std + value: 64.2284 + - type: nauc_ndcg_at_100_diff1 + value: 50.5735 + - type: nauc_ndcg_at_1000_max + value: -8.3308 + - type: nauc_ndcg_at_1000_std + value: 64.2284 + - type: nauc_ndcg_at_1000_diff1 + value: 50.5735 + - type: nauc_map_at_1_max + value: -3.6329000000000002 + - type: nauc_map_at_1_std + value: 62.3611 + - type: nauc_map_at_1_diff1 + value: 47.2605 + - type: nauc_map_at_3_max + value: -6.831099999999999 + - type: nauc_map_at_3_std + value: 67.4847 + - type: nauc_map_at_3_diff1 + value: 53.6087 + - type: nauc_map_at_5_max + value: -6.831099999999999 + - type: nauc_map_at_5_std + value: 67.4847 + - type: nauc_map_at_5_diff1 + value: 53.6087 + - type: nauc_map_at_10_max + value: -7.6681 + - type: nauc_map_at_10_std + value: 67.2067 + - type: nauc_map_at_10_diff1 + value: 53.028600000000004 + - type: nauc_map_at_20_max + value: -8.873899999999999 + - type: nauc_map_at_20_std + value: 65.4693 + - type: nauc_map_at_20_diff1 + value: 51.2868 + - type: nauc_map_at_100_max + value: -7.4827 + - type: nauc_map_at_100_std + value: 65.19279999999999 + - type: nauc_map_at_100_diff1 + value: 51.282700000000006 + - type: nauc_map_at_1000_max + value: -7.4827 + - type: nauc_map_at_1000_std + value: 65.19279999999999 + - type: nauc_map_at_1000_diff1 + value: 51.282700000000006 + - type: nauc_recall_at_1_max + value: -3.6329000000000002 + - type: nauc_recall_at_1_std + value: 62.3611 + - type: nauc_recall_at_1_diff1 + value: 47.2605 + - type: nauc_recall_at_3_max + value: -11.8885 + - type: nauc_recall_at_3_std + value: 75.5866 + - type: nauc_recall_at_3_diff1 + value: 63.647200000000005 + - type: nauc_recall_at_5_max + value: -11.8885 + - type: nauc_recall_at_5_std + value: 75.5866 + - type: nauc_recall_at_5_diff1 + value: 63.647200000000005 + - type: nauc_recall_at_10_max + value: -16.703799999999998 + - type: nauc_recall_at_10_std + value: 73.0604 + - type: nauc_recall_at_10_diff1 + value: 59.026 + - type: nauc_recall_at_20_max + value: -27.38 + - type: nauc_recall_at_20_std + value: 54.2164 + - type: nauc_recall_at_20_diff1 + value: 38.5939 + - type: nauc_recall_at_100_max + value: .nan + - type: nauc_recall_at_100_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: -3.6329000000000002 + - type: nauc_precision_at_1_std + value: 62.3611 + - type: nauc_precision_at_1_diff1 + value: 47.2605 + - type: nauc_precision_at_3_max + value: -11.8885 + - type: nauc_precision_at_3_std + value: 75.5866 + - type: nauc_precision_at_3_diff1 + value: 63.647200000000005 + - type: nauc_precision_at_5_max + value: -11.8885 + - type: nauc_precision_at_5_std + value: 75.5866 + - type: nauc_precision_at_5_diff1 + value: 63.647200000000005 + - type: nauc_precision_at_10_max + value: -16.703799999999998 + - type: nauc_precision_at_10_std + value: 73.0604 + - type: nauc_precision_at_10_diff1 + value: 59.026 + - type: nauc_precision_at_20_max + value: -27.38 + - type: nauc_precision_at_20_std + value: 54.2164 + - type: nauc_precision_at_20_diff1 + value: 38.5939 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 100.0 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: -3.6329000000000002 + - type: nauc_mrr_at_1_std + value: 62.3611 + - type: nauc_mrr_at_1_diff1 + value: 47.2605 + - type: nauc_mrr_at_3_max + value: -6.831099999999999 + - type: nauc_mrr_at_3_std + value: 67.4847 + - type: nauc_mrr_at_3_diff1 + value: 53.6087 + - type: nauc_mrr_at_5_max + value: -6.831099999999999 + - type: nauc_mrr_at_5_std + value: 67.4847 + - type: nauc_mrr_at_5_diff1 + value: 53.6087 + - type: nauc_mrr_at_10_max + value: -7.6681 + - type: nauc_mrr_at_10_std + value: 67.2067 + - type: nauc_mrr_at_10_diff1 + value: 53.028600000000004 + - type: nauc_mrr_at_20_max + value: -8.873899999999999 + - type: nauc_mrr_at_20_std + value: 65.4693 + - type: nauc_mrr_at_20_diff1 + value: 51.2868 + - type: nauc_mrr_at_100_max + value: -7.4827 + - type: nauc_mrr_at_100_std + value: 65.19279999999999 + - type: nauc_mrr_at_100_diff1 + value: 51.282700000000006 + - type: nauc_mrr_at_1000_max + value: -7.4827 + - type: nauc_mrr_at_1000_std + value: 65.19279999999999 + - type: nauc_mrr_at_1000_diff1 + value: 51.282700000000006 + - type: main_score + value: 10.0 + task: + type: Retrieval + - dataset: + config: default + name: MTEB LEMBQMSumRetrieval (default) + revision: 6e346642246bfb4928c560ee08640dc84d074e8c + split: test + type: dwzhu/LongEmbed + metrics: + - type: ndcg_at_1 + value: 37.263000000000005 + - type: ndcg_at_3 + value: 48.207 + - type: ndcg_at_5 + value: 51.464 + - type: ndcg_at_10 + value: 55.071999999999996 + - type: ndcg_at_20 + value: 57.364000000000004 + - type: ndcg_at_100 + value: 60.236999999999995 + - type: ndcg_at_1000 + value: 60.352 + - type: map_at_1 + value: 37.263000000000005 + - type: map_at_3 + value: 45.536 + - type: map_at_5 + value: 47.339999999999996 + - type: map_at_10 + value: 48.845 + - type: map_at_20 + value: 49.478 + - type: map_at_100 + value: 49.891999999999996 + - type: map_at_1000 + value: 49.899 + - type: recall_at_1 + value: 37.263000000000005 + - type: recall_at_3 + value: 55.92700000000001 + - type: recall_at_5 + value: 63.851 + - type: recall_at_10 + value: 74.91799999999999 + - type: recall_at_20 + value: 83.955 + - type: recall_at_100 + value: 99.214 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 37.263000000000005 + - type: precision_at_3 + value: 18.642 + - type: precision_at_5 + value: 12.770000000000001 + - type: precision_at_10 + value: 7.492 + - type: precision_at_20 + value: 4.198 + - type: precision_at_100 + value: 0.992 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 37.2626 + - type: mrr_at_3 + value: 45.5359 + - type: mrr_at_5 + value: 47.3401 + - type: mrr_at_10 + value: 48.8448 + - type: mrr_at_20 + value: 49.478100000000005 + - type: mrr_at_100 + value: 49.8919 + - type: mrr_at_1000 + value: 49.898900000000005 + - type: nauc_ndcg_at_1_max + value: -2.1975000000000002 + - type: nauc_ndcg_at_1_std + value: -17.914099999999998 + - type: nauc_ndcg_at_1_diff1 + value: 53.126 + - type: nauc_ndcg_at_3_max + value: -3.92 + - type: nauc_ndcg_at_3_std + value: -21.790100000000002 + - type: nauc_ndcg_at_3_diff1 + value: 47.86 + - type: nauc_ndcg_at_5_max + value: -4.1735 + - type: nauc_ndcg_at_5_std + value: -22.8783 + - type: nauc_ndcg_at_5_diff1 + value: 48.0454 + - type: nauc_ndcg_at_10_max + value: -5.6536 + - type: nauc_ndcg_at_10_std + value: -25.3062 + - type: nauc_ndcg_at_10_diff1 + value: 49.5279 + - type: nauc_ndcg_at_20_max + value: -4.3954 + - type: nauc_ndcg_at_20_std + value: -25.007600000000004 + - type: nauc_ndcg_at_20_diff1 + value: 49.0279 + - type: nauc_ndcg_at_100_max + value: -3.8684999999999996 + - type: nauc_ndcg_at_100_std + value: -22.9846 + - type: nauc_ndcg_at_100_diff1 + value: 49.1637 + - type: nauc_ndcg_at_1000_max + value: -4.1076 + - type: nauc_ndcg_at_1000_std + value: -22.9435 + - type: nauc_ndcg_at_1000_diff1 + value: 49.3274 + - type: nauc_map_at_1_max + value: -2.1975000000000002 + - type: nauc_map_at_1_std + value: -17.914099999999998 + - type: nauc_map_at_1_diff1 + value: 53.126 + - type: nauc_map_at_3_max + value: -3.6527 + - type: nauc_map_at_3_std + value: -20.8707 + - type: nauc_map_at_3_diff1 + value: 49.0707 + - type: nauc_map_at_5_max + value: -3.7536 + - type: nauc_map_at_5_std + value: -21.4281 + - type: nauc_map_at_5_diff1 + value: 49.1903 + - type: nauc_map_at_10_max + value: -4.3391 + - type: nauc_map_at_10_std + value: -22.331599999999998 + - type: nauc_map_at_10_diff1 + value: 49.7912 + - type: nauc_map_at_20_max + value: -4.0186 + - type: nauc_map_at_20_std + value: -22.235 + - type: nauc_map_at_20_diff1 + value: 49.666900000000005 + - type: nauc_map_at_100_max + value: -3.9229 + - type: nauc_map_at_100_std + value: -21.9646 + - type: nauc_map_at_100_diff1 + value: 49.6795 + - type: nauc_map_at_1000_max + value: -3.9343999999999997 + - type: nauc_map_at_1000_std + value: -21.9613 + - type: nauc_map_at_1000_diff1 + value: 49.6877 + - type: nauc_recall_at_1_max + value: -2.1975000000000002 + - type: nauc_recall_at_1_std + value: -17.914099999999998 + - type: nauc_recall_at_1_diff1 + value: 53.126 + - type: nauc_recall_at_3_max + value: -4.6635 + - type: nauc_recall_at_3_std + value: -24.5693 + - type: nauc_recall_at_3_diff1 + value: 44.2172 + - type: nauc_recall_at_5_max + value: -5.581300000000001 + - type: nauc_recall_at_5_std + value: -27.8895 + - type: nauc_recall_at_5_diff1 + value: 44.315 + - type: nauc_recall_at_10_max + value: -12.009699999999999 + - type: nauc_recall_at_10_std + value: -39.5732 + - type: nauc_recall_at_10_diff1 + value: 49.3906 + - type: nauc_recall_at_20_max + value: -5.5134 + - type: nauc_recall_at_20_std + value: -43.6627 + - type: nauc_recall_at_20_diff1 + value: 45.6972 + - type: nauc_recall_at_100_max + value: 50.46079999999999 + - type: nauc_recall_at_100_std + value: -30.8619 + - type: nauc_recall_at_100_diff1 + value: 12.284699999999999 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: -2.1975000000000002 + - type: nauc_precision_at_1_std + value: -17.914099999999998 + - type: nauc_precision_at_1_diff1 + value: 53.126 + - type: nauc_precision_at_3_max + value: -4.6635 + - type: nauc_precision_at_3_std + value: -24.5693 + - type: nauc_precision_at_3_diff1 + value: 44.2172 + - type: nauc_precision_at_5_max + value: -5.581300000000001 + - type: nauc_precision_at_5_std + value: -27.8895 + - type: nauc_precision_at_5_diff1 + value: 44.315 + - type: nauc_precision_at_10_max + value: -12.009699999999999 + - type: nauc_precision_at_10_std + value: -39.5732 + - type: nauc_precision_at_10_diff1 + value: 49.3906 + - type: nauc_precision_at_20_max + value: -5.5134 + - type: nauc_precision_at_20_std + value: -43.6627 + - type: nauc_precision_at_20_diff1 + value: 45.6972 + - type: nauc_precision_at_100_max + value: 50.46079999999999 + - type: nauc_precision_at_100_std + value: -30.8619 + - type: nauc_precision_at_100_diff1 + value: 12.284699999999999 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: -2.1975000000000002 + - type: nauc_mrr_at_1_std + value: -17.914099999999998 + - type: nauc_mrr_at_1_diff1 + value: 53.126 + - type: nauc_mrr_at_3_max + value: -3.6527 + - type: nauc_mrr_at_3_std + value: -20.8707 + - type: nauc_mrr_at_3_diff1 + value: 49.0707 + - type: nauc_mrr_at_5_max + value: -3.7536 + - type: nauc_mrr_at_5_std + value: -21.4281 + - type: nauc_mrr_at_5_diff1 + value: 49.1903 + - type: nauc_mrr_at_10_max + value: -4.3391 + - type: nauc_mrr_at_10_std + value: -22.331599999999998 + - type: nauc_mrr_at_10_diff1 + value: 49.7912 + - type: nauc_mrr_at_20_max + value: -4.0186 + - type: nauc_mrr_at_20_std + value: -22.235 + - type: nauc_mrr_at_20_diff1 + value: 49.666900000000005 + - type: nauc_mrr_at_100_max + value: -3.9229 + - type: nauc_mrr_at_100_std + value: -21.9646 + - type: nauc_mrr_at_100_diff1 + value: 49.6795 + - type: nauc_mrr_at_1000_max + value: -3.9343999999999997 + - type: nauc_mrr_at_1000_std + value: -21.9613 + - type: nauc_mrr_at_1000_diff1 + value: 49.6877 + - type: main_score + value: 55.071999999999996 + task: + type: Retrieval + - dataset: + config: default + name: MTEB LEMBSummScreenFDRetrieval (default) + revision: 6e346642246bfb4928c560ee08640dc84d074e8c + split: validation + type: dwzhu/LongEmbed + metrics: + - type: ndcg_at_1 + value: 94.345 + - type: ndcg_at_3 + value: 96.66900000000001 + - type: ndcg_at_5 + value: 97.297 + - type: ndcg_at_10 + value: 97.387 + - type: ndcg_at_20 + value: 97.387 + - type: ndcg_at_100 + value: 97.387 + - type: ndcg_at_1000 + value: 97.387 + - type: map_at_1 + value: 94.345 + - type: map_at_3 + value: 96.131 + - type: map_at_5 + value: 96.488 + - type: map_at_10 + value: 96.521 + - type: map_at_20 + value: 96.521 + - type: map_at_100 + value: 96.521 + - type: map_at_1000 + value: 96.521 + - type: recall_at_1 + value: 94.345 + - type: recall_at_3 + value: 98.214 + - type: recall_at_5 + value: 99.702 + - type: recall_at_10 + value: 100.0 + - type: recall_at_20 + value: 100.0 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 94.345 + - type: precision_at_3 + value: 32.738 + - type: precision_at_5 + value: 19.939999999999998 + - type: precision_at_10 + value: 10.0 + - type: precision_at_20 + value: 5.0 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 94.34519999999999 + - type: mrr_at_3 + value: 96.131 + - type: mrr_at_5 + value: 96.4881 + - type: mrr_at_10 + value: 96.5212 + - type: mrr_at_20 + value: 96.5212 + - type: mrr_at_100 + value: 96.5212 + - type: mrr_at_1000 + value: 96.5212 + - type: nauc_ndcg_at_1_max + value: 76.4156 + - type: nauc_ndcg_at_1_std + value: -37.1058 + - type: nauc_ndcg_at_1_diff1 + value: 98.6222 + - type: nauc_ndcg_at_3_max + value: 77.5253 + - type: nauc_ndcg_at_3_std + value: -21.414 + - type: nauc_ndcg_at_3_diff1 + value: 98.24549999999999 + - type: nauc_ndcg_at_5_max + value: 76.979 + - type: nauc_ndcg_at_5_std + value: -26.7559 + - type: nauc_ndcg_at_5_diff1 + value: 98.4587 + - type: nauc_ndcg_at_10_max + value: 76.6385 + - type: nauc_ndcg_at_10_std + value: -29.5724 + - type: nauc_ndcg_at_10_diff1 + value: 98.4059 + - type: nauc_ndcg_at_20_max + value: 76.6385 + - type: nauc_ndcg_at_20_std + value: -29.5724 + - type: nauc_ndcg_at_20_diff1 + value: 98.4059 + - type: nauc_ndcg_at_100_max + value: 76.6385 + - type: nauc_ndcg_at_100_std + value: -29.5724 + - type: nauc_ndcg_at_100_diff1 + value: 98.4059 + - type: nauc_ndcg_at_1000_max + value: 76.6385 + - type: nauc_ndcg_at_1000_std + value: -29.5724 + - type: nauc_ndcg_at_1000_diff1 + value: 98.4059 + - type: nauc_map_at_1_max + value: 76.4156 + - type: nauc_map_at_1_std + value: -37.1058 + - type: nauc_map_at_1_diff1 + value: 98.6222 + - type: nauc_map_at_3_max + value: 76.93560000000001 + - type: nauc_map_at_3_std + value: -26.3012 + - type: nauc_map_at_3_diff1 + value: 98.3219 + - type: nauc_map_at_5_max + value: 76.6783 + - type: nauc_map_at_5_std + value: -29.3801 + - type: nauc_map_at_5_diff1 + value: 98.4286 + - type: nauc_map_at_10_max + value: 76.5811 + - type: nauc_map_at_10_std + value: -30.1859 + - type: nauc_map_at_10_diff1 + value: 98.4136 + - type: nauc_map_at_20_max + value: 76.5811 + - type: nauc_map_at_20_std + value: -30.1859 + - type: nauc_map_at_20_diff1 + value: 98.4136 + - type: nauc_map_at_100_max + value: 76.5811 + - type: nauc_map_at_100_std + value: -30.1859 + - type: nauc_map_at_100_diff1 + value: 98.4136 + - type: nauc_map_at_1000_max + value: 76.5811 + - type: nauc_map_at_1000_std + value: -30.1859 + - type: nauc_map_at_1000_diff1 + value: 98.4136 + - type: nauc_recall_at_1_max + value: 76.4156 + - type: nauc_recall_at_1_std + value: -37.1058 + - type: nauc_recall_at_1_diff1 + value: 98.6222 + - type: nauc_recall_at_3_max + value: 81.3905 + - type: nauc_recall_at_3_std + value: 8.5674 + - type: nauc_recall_at_3_diff1 + value: 97.8185 + - type: nauc_recall_at_5_max + value: 86.9108 + - type: nauc_recall_at_5_std + value: 55.3948 + - type: nauc_recall_at_5_diff1 + value: 100.0 + - type: nauc_recall_at_10_max + value: .nan + - type: nauc_recall_at_10_std + value: .nan + - type: nauc_recall_at_10_diff1 + value: .nan + - type: nauc_recall_at_20_max + value: .nan + - type: nauc_recall_at_20_std + value: .nan + - type: nauc_recall_at_20_diff1 + value: .nan + - type: nauc_recall_at_100_max + value: .nan + - type: nauc_recall_at_100_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 76.4156 + - type: nauc_precision_at_1_std + value: -37.1058 + - type: nauc_precision_at_1_diff1 + value: 98.6222 + - type: nauc_precision_at_3_max + value: 81.3905 + - type: nauc_precision_at_3_std + value: 8.5674 + - type: nauc_precision_at_3_diff1 + value: 97.8185 + - type: nauc_precision_at_5_max + value: 86.9108 + - type: nauc_precision_at_5_std + value: 55.3948 + - type: nauc_precision_at_5_diff1 + value: 100.0 + - type: nauc_precision_at_10_max + value: .nan + - type: nauc_precision_at_10_std + value: .nan + - type: nauc_precision_at_10_diff1 + value: .nan + - type: nauc_precision_at_20_max + value: .nan + - type: nauc_precision_at_20_std + value: .nan + - type: nauc_precision_at_20_diff1 + value: .nan + - type: nauc_precision_at_100_max + value: .nan + - type: nauc_precision_at_100_std + value: .nan + - type: nauc_precision_at_100_diff1 + value: .nan + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 76.4156 + - type: nauc_mrr_at_1_std + value: -37.1058 + - type: nauc_mrr_at_1_diff1 + value: 98.6222 + - type: nauc_mrr_at_3_max + value: 76.93560000000001 + - type: nauc_mrr_at_3_std + value: -26.3012 + - type: nauc_mrr_at_3_diff1 + value: 98.3219 + - type: nauc_mrr_at_5_max + value: 76.6783 + - type: nauc_mrr_at_5_std + value: -29.3801 + - type: nauc_mrr_at_5_diff1 + value: 98.4286 + - type: nauc_mrr_at_10_max + value: 76.5811 + - type: nauc_mrr_at_10_std + value: -30.1859 + - type: nauc_mrr_at_10_diff1 + value: 98.4136 + - type: nauc_mrr_at_20_max + value: 76.5811 + - type: nauc_mrr_at_20_std + value: -30.1859 + - type: nauc_mrr_at_20_diff1 + value: 98.4136 + - type: nauc_mrr_at_100_max + value: 76.5811 + - type: nauc_mrr_at_100_std + value: -30.1859 + - type: nauc_mrr_at_100_diff1 + value: 98.4136 + - type: nauc_mrr_at_1000_max + value: 76.5811 + - type: nauc_mrr_at_1000_std + value: -30.1859 + - type: nauc_mrr_at_1000_diff1 + value: 98.4136 + - type: main_score + value: 97.387 + task: + type: Retrieval + - dataset: + config: default + name: MTEB LEMBWikimQARetrieval (default) + revision: 6e346642246bfb4928c560ee08640dc84d074e8c + split: test + type: dwzhu/LongEmbed + metrics: + - type: ndcg_at_1 + value: 80.0 + - type: ndcg_at_3 + value: 84.024 + - type: ndcg_at_5 + value: 84.985 + - type: ndcg_at_10 + value: 85.751 + - type: ndcg_at_20 + value: 86.634 + - type: ndcg_at_100 + value: 87.348 + - type: ndcg_at_1000 + value: 87.48599999999999 + - type: map_at_1 + value: 80.0 + - type: map_at_3 + value: 83.0 + - type: map_at_5 + value: 83.533 + - type: map_at_10 + value: 83.856 + - type: map_at_20 + value: 84.11999999999999 + - type: map_at_100 + value: 84.209 + - type: map_at_1000 + value: 84.21499999999999 + - type: recall_at_1 + value: 80.0 + - type: recall_at_3 + value: 87.0 + - type: recall_at_5 + value: 89.333 + - type: recall_at_10 + value: 91.667 + - type: recall_at_20 + value: 95.0 + - type: recall_at_100 + value: 99.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 80.0 + - type: precision_at_3 + value: 28.999999999999996 + - type: precision_at_5 + value: 17.867 + - type: precision_at_10 + value: 9.167 + - type: precision_at_20 + value: 4.75 + - type: precision_at_100 + value: 0.9900000000000001 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 80.0 + - type: mrr_at_3 + value: 83.0 + - type: mrr_at_5 + value: 83.5333 + - type: mrr_at_10 + value: 83.85629999999999 + - type: mrr_at_20 + value: 84.11999999999999 + - type: mrr_at_100 + value: 84.2085 + - type: mrr_at_1000 + value: 84.2152 + - type: nauc_ndcg_at_1_max + value: 57.09459999999999 + - type: nauc_ndcg_at_1_std + value: 19.7852 + - type: nauc_ndcg_at_1_diff1 + value: 89.3615 + - type: nauc_ndcg_at_3_max + value: 56.25449999999999 + - type: nauc_ndcg_at_3_std + value: 21.9104 + - type: nauc_ndcg_at_3_diff1 + value: 86.6954 + - type: nauc_ndcg_at_5_max + value: 57.53470000000001 + - type: nauc_ndcg_at_5_std + value: 21.0398 + - type: nauc_ndcg_at_5_diff1 + value: 86.3624 + - type: nauc_ndcg_at_10_max + value: 57.2604 + - type: nauc_ndcg_at_10_std + value: 20.8432 + - type: nauc_ndcg_at_10_diff1 + value: 86.2882 + - type: nauc_ndcg_at_20_max + value: 58.5924 + - type: nauc_ndcg_at_20_std + value: 21.3013 + - type: nauc_ndcg_at_20_diff1 + value: 87.1375 + - type: nauc_ndcg_at_100_max + value: 57.538500000000006 + - type: nauc_ndcg_at_100_std + value: 21.363 + - type: nauc_ndcg_at_100_diff1 + value: 87.0212 + - type: nauc_ndcg_at_1000_max + value: 57.444799999999994 + - type: nauc_ndcg_at_1000_std + value: 20.846899999999998 + - type: nauc_ndcg_at_1000_diff1 + value: 87.1499 + - type: nauc_map_at_1_max + value: 57.09459999999999 + - type: nauc_map_at_1_std + value: 19.7852 + - type: nauc_map_at_1_diff1 + value: 89.3615 + - type: nauc_map_at_3_max + value: 56.3134 + - type: nauc_map_at_3_std + value: 21.2781 + - type: nauc_map_at_3_diff1 + value: 87.4649 + - type: nauc_map_at_5_max + value: 56.9254 + - type: nauc_map_at_5_std + value: 20.802200000000003 + - type: nauc_map_at_5_diff1 + value: 87.3283 + - type: nauc_map_at_10_max + value: 56.82899999999999 + - type: nauc_map_at_10_std + value: 20.7661 + - type: nauc_map_at_10_diff1 + value: 87.30069999999999 + - type: nauc_map_at_20_max + value: 57.1352 + - type: nauc_map_at_20_std + value: 20.8673 + - type: nauc_map_at_20_diff1 + value: 87.5077 + - type: nauc_map_at_100_max + value: 57.035000000000004 + - type: nauc_map_at_100_std + value: 20.7928 + - type: nauc_map_at_100_diff1 + value: 87.485 + - type: nauc_map_at_1000_max + value: 57.0318 + - type: nauc_map_at_1000_std + value: 20.7708 + - type: nauc_map_at_1000_diff1 + value: 87.4902 + - type: nauc_recall_at_1_max + value: 57.09459999999999 + - type: nauc_recall_at_1_std + value: 19.7852 + - type: nauc_recall_at_1_diff1 + value: 89.3615 + - type: nauc_recall_at_3_max + value: 56.1307 + - type: nauc_recall_at_3_std + value: 24.2576 + - type: nauc_recall_at_3_diff1 + value: 83.8505 + - type: nauc_recall_at_5_max + value: 60.5878 + - type: nauc_recall_at_5_std + value: 21.9184 + - type: nauc_recall_at_5_diff1 + value: 82.1443 + - type: nauc_recall_at_10_max + value: 59.8581 + - type: nauc_recall_at_10_std + value: 20.7638 + - type: nauc_recall_at_10_diff1 + value: 80.8142 + - type: nauc_recall_at_20_max + value: 74.92060000000001 + - type: nauc_recall_at_20_std + value: 25.393700000000003 + - type: nauc_recall_at_20_diff1 + value: 85.88550000000001 + - type: nauc_recall_at_100_max + value: 65.9197 + - type: nauc_recall_at_100_std + value: 64.986 + - type: nauc_recall_at_100_diff1 + value: 75.8792 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 57.09459999999999 + - type: nauc_precision_at_1_std + value: 19.7852 + - type: nauc_precision_at_1_diff1 + value: 89.3615 + - type: nauc_precision_at_3_max + value: 56.1307 + - type: nauc_precision_at_3_std + value: 24.2576 + - type: nauc_precision_at_3_diff1 + value: 83.8505 + - type: nauc_precision_at_5_max + value: 60.5878 + - type: nauc_precision_at_5_std + value: 21.9184 + - type: nauc_precision_at_5_diff1 + value: 82.1443 + - type: nauc_precision_at_10_max + value: 59.8581 + - type: nauc_precision_at_10_std + value: 20.7638 + - type: nauc_precision_at_10_diff1 + value: 80.8142 + - type: nauc_precision_at_20_max + value: 74.92060000000001 + - type: nauc_precision_at_20_std + value: 25.393700000000003 + - type: nauc_precision_at_20_diff1 + value: 85.88550000000001 + - type: nauc_precision_at_100_max + value: 65.9197 + - type: nauc_precision_at_100_std + value: 64.986 + - type: nauc_precision_at_100_diff1 + value: 75.8792 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 57.09459999999999 + - type: nauc_mrr_at_1_std + value: 19.7852 + - type: nauc_mrr_at_1_diff1 + value: 89.3615 + - type: nauc_mrr_at_3_max + value: 56.3134 + - type: nauc_mrr_at_3_std + value: 21.2781 + - type: nauc_mrr_at_3_diff1 + value: 87.4649 + - type: nauc_mrr_at_5_max + value: 56.9254 + - type: nauc_mrr_at_5_std + value: 20.802200000000003 + - type: nauc_mrr_at_5_diff1 + value: 87.3283 + - type: nauc_mrr_at_10_max + value: 56.82899999999999 + - type: nauc_mrr_at_10_std + value: 20.7661 + - type: nauc_mrr_at_10_diff1 + value: 87.30069999999999 + - type: nauc_mrr_at_20_max + value: 57.1352 + - type: nauc_mrr_at_20_std + value: 20.8673 + - type: nauc_mrr_at_20_diff1 + value: 87.5077 + - type: nauc_mrr_at_100_max + value: 57.035000000000004 + - type: nauc_mrr_at_100_std + value: 20.7928 + - type: nauc_mrr_at_100_diff1 + value: 87.485 + - type: nauc_mrr_at_1000_max + value: 57.0318 + - type: nauc_mrr_at_1000_std + value: 20.7708 + - type: nauc_mrr_at_1000_diff1 + value: 87.4902 + - type: main_score + value: 85.751 + task: + type: Retrieval + - dataset: + config: default + name: MTEB LeCaRDv2 (default) + revision: b78e18688c3d012a33dc3676597c1d1b2243ce1c + split: test + type: mteb/LeCaRDv2 + metrics: + - type: ndcg_at_1 + value: 87.421 + - type: ndcg_at_3 + value: 83.159 + - type: ndcg_at_5 + value: 79.818 + - type: ndcg_at_10 + value: 74.168 + - type: ndcg_at_20 + value: 67.81 + - type: ndcg_at_100 + value: 80.432 + - type: ndcg_at_1000 + value: 84.423 + - type: map_at_1 + value: 4.1450000000000005 + - type: map_at_3 + value: 10.559000000000001 + - type: map_at_5 + value: 15.665000000000001 + - type: map_at_10 + value: 25.857000000000003 + - type: map_at_20 + value: 40.205999999999996 + - type: map_at_100 + value: 59.297 + - type: map_at_1000 + value: 60.511 + - type: recall_at_1 + value: 4.1450000000000005 + - type: recall_at_3 + value: 10.988000000000001 + - type: recall_at_5 + value: 16.808999999999997 + - type: recall_at_10 + value: 29.329 + - type: recall_at_20 + value: 48.425000000000004 + - type: recall_at_100 + value: 89.63600000000001 + - type: recall_at_1000 + value: 99.823 + - type: precision_at_1 + value: 87.421 + - type: precision_at_3 + value: 81.971 + - type: precision_at_5 + value: 77.358 + - type: precision_at_10 + value: 69.434 + - type: precision_at_20 + value: 59.087999999999994 + - type: precision_at_100 + value: 22.101000000000003 + - type: precision_at_1000 + value: 2.4459999999999997 + - type: mrr_at_1 + value: 87.4214 + - type: mrr_at_3 + value: 91.19500000000001 + - type: mrr_at_5 + value: 91.63520000000001 + - type: mrr_at_10 + value: 91.98960000000001 + - type: mrr_at_20 + value: 91.98960000000001 + - type: mrr_at_100 + value: 91.98960000000001 + - type: mrr_at_1000 + value: 91.98960000000001 + - type: nauc_ndcg_at_1_max + value: 61.209599999999995 + - type: nauc_ndcg_at_1_std + value: 44.6817 + - type: nauc_ndcg_at_1_diff1 + value: 57.3913 + - type: nauc_ndcg_at_3_max + value: 49.6914 + - type: nauc_ndcg_at_3_std + value: 44.9521 + - type: nauc_ndcg_at_3_diff1 + value: 22.2131 + - type: nauc_ndcg_at_5_max + value: 46.4582 + - type: nauc_ndcg_at_5_std + value: 45.3862 + - type: nauc_ndcg_at_5_diff1 + value: 15.8554 + - type: nauc_ndcg_at_10_max + value: 42.9893 + - type: nauc_ndcg_at_10_std + value: 42.2091 + - type: nauc_ndcg_at_10_diff1 + value: 4.5158 + - type: nauc_ndcg_at_20_max + value: 40.0064 + - type: nauc_ndcg_at_20_std + value: 42.222300000000004 + - type: nauc_ndcg_at_20_diff1 + value: -0.4834 + - type: nauc_ndcg_at_100_max + value: 32.8901 + - type: nauc_ndcg_at_100_std + value: 49.435 + - type: nauc_ndcg_at_100_diff1 + value: 3.0247 + - type: nauc_ndcg_at_1000_max + value: 40.0057 + - type: nauc_ndcg_at_1000_std + value: 48.219699999999996 + - type: nauc_ndcg_at_1000_diff1 + value: 5.145700000000001 + - type: nauc_map_at_1_max + value: 3.0483 + - type: nauc_map_at_1_std + value: -14.996100000000002 + - type: nauc_map_at_1_diff1 + value: 23.4092 + - type: nauc_map_at_3_max + value: 6.9135 + - type: nauc_map_at_3_std + value: -6.0377 + - type: nauc_map_at_3_diff1 + value: 17.2505 + - type: nauc_map_at_5_max + value: 14.1323 + - type: nauc_map_at_5_std + value: 2.5919000000000003 + - type: nauc_map_at_5_diff1 + value: 16.156699999999997 + - type: nauc_map_at_10_max + value: 25.756400000000003 + - type: nauc_map_at_10_std + value: 15.5598 + - type: nauc_map_at_10_diff1 + value: 8.2553 + - type: nauc_map_at_20_max + value: 33.8673 + - type: nauc_map_at_20_std + value: 30.5437 + - type: nauc_map_at_20_diff1 + value: 1.0807 + - type: nauc_map_at_100_max + value: 36.6684 + - type: nauc_map_at_100_std + value: 43.5255 + - type: nauc_map_at_100_diff1 + value: -2.1961999999999997 + - type: nauc_map_at_1000_max + value: 37.7088 + - type: nauc_map_at_1000_std + value: 43.7911 + - type: nauc_map_at_1000_diff1 + value: -2.1419 + - type: nauc_recall_at_1_max + value: 3.0483 + - type: nauc_recall_at_1_std + value: -14.996100000000002 + - type: nauc_recall_at_1_diff1 + value: 23.4092 + - type: nauc_recall_at_3_max + value: 0.6513 + - type: nauc_recall_at_3_std + value: -9.0911 + - type: nauc_recall_at_3_diff1 + value: 11.9399 + - type: nauc_recall_at_5_max + value: 2.6599999999999997 + - type: nauc_recall_at_5_std + value: -5.1949000000000005 + - type: nauc_recall_at_5_diff1 + value: 11.5196 + - type: nauc_recall_at_10_max + value: 8.5176 + - type: nauc_recall_at_10_std + value: 3.1571000000000002 + - type: nauc_recall_at_10_diff1 + value: 0.46309999999999996 + - type: nauc_recall_at_20_max + value: 21.2435 + - type: nauc_recall_at_20_std + value: 21.381 + - type: nauc_recall_at_20_diff1 + value: -3.2092 + - type: nauc_recall_at_100_max + value: 9.2096 + - type: nauc_recall_at_100_std + value: 50.9416 + - type: nauc_recall_at_100_diff1 + value: -4.5998 + - type: nauc_recall_at_1000_max + value: -72.6702 + - type: nauc_recall_at_1000_std + value: 85.8777 + - type: nauc_recall_at_1000_diff1 + value: -43.5848 + - type: nauc_precision_at_1_max + value: 61.209599999999995 + - type: nauc_precision_at_1_std + value: 44.6817 + - type: nauc_precision_at_1_diff1 + value: 57.3913 + - type: nauc_precision_at_3_max + value: 46.855999999999995 + - type: nauc_precision_at_3_std + value: 45.0153 + - type: nauc_precision_at_3_diff1 + value: 15.098 + - type: nauc_precision_at_5_max + value: 43.192 + - type: nauc_precision_at_5_std + value: 45.926 + - type: nauc_precision_at_5_diff1 + value: 9.1416 + - type: nauc_precision_at_10_max + value: 39.6266 + - type: nauc_precision_at_10_std + value: 41.6907 + - type: nauc_precision_at_10_diff1 + value: -1.9635 + - type: nauc_precision_at_20_max + value: 39.0516 + - type: nauc_precision_at_20_std + value: 44.333099999999995 + - type: nauc_precision_at_20_diff1 + value: -4.8732 + - type: nauc_precision_at_100_max + value: 30.997799999999998 + - type: nauc_precision_at_100_std + value: 55.8941 + - type: nauc_precision_at_100_diff1 + value: -5.5539 + - type: nauc_precision_at_1000_max + value: 37.6985 + - type: nauc_precision_at_1000_std + value: 51.3444 + - type: nauc_precision_at_1000_diff1 + value: -5.7108 + - type: nauc_mrr_at_1_max + value: 61.209599999999995 + - type: nauc_mrr_at_1_std + value: 44.6817 + - type: nauc_mrr_at_1_diff1 + value: 57.3913 + - type: nauc_mrr_at_3_max + value: 59.801300000000005 + - type: nauc_mrr_at_3_std + value: 45.0828 + - type: nauc_mrr_at_3_diff1 + value: 51.5284 + - type: nauc_mrr_at_5_max + value: 60.5765 + - type: nauc_mrr_at_5_std + value: 47.6759 + - type: nauc_mrr_at_5_diff1 + value: 52.6948 + - type: nauc_mrr_at_10_max + value: 60.608799999999995 + - type: nauc_mrr_at_10_std + value: 45.955400000000004 + - type: nauc_mrr_at_10_diff1 + value: 53.2619 + - type: nauc_mrr_at_20_max + value: 60.608799999999995 + - type: nauc_mrr_at_20_std + value: 45.955400000000004 + - type: nauc_mrr_at_20_diff1 + value: 53.2619 + - type: nauc_mrr_at_100_max + value: 60.608799999999995 + - type: nauc_mrr_at_100_std + value: 45.955400000000004 + - type: nauc_mrr_at_100_diff1 + value: 53.2619 + - type: nauc_mrr_at_1000_max + value: 60.608799999999995 + - type: nauc_mrr_at_1000_std + value: 45.955400000000004 + - type: nauc_mrr_at_1000_diff1 + value: 53.2619 + - type: main_score + value: 74.168 + task: + type: Retrieval + - dataset: + config: default + name: MTEB LegalBenchConsumerContractsQA (default) + revision: b23590301ec94e8087e2850b21d43d4956b1cca9 + split: test + type: mteb/legalbench_consumer_contracts_qa + metrics: + - type: ndcg_at_1 + value: 73.485 + - type: ndcg_at_3 + value: 81.977 + - type: ndcg_at_5 + value: 84.63000000000001 + - type: ndcg_at_10 + value: 85.444 + - type: ndcg_at_20 + value: 86.008 + - type: ndcg_at_100 + value: 86.262 + - type: ndcg_at_1000 + value: 86.262 + - type: map_at_1 + value: 73.485 + - type: map_at_3 + value: 80.008 + - type: map_at_5 + value: 81.511 + - type: map_at_10 + value: 81.846 + - type: map_at_20 + value: 81.99499999999999 + - type: map_at_100 + value: 82.037 + - type: map_at_1000 + value: 82.037 + - type: recall_at_1 + value: 73.485 + - type: recall_at_3 + value: 87.626 + - type: recall_at_5 + value: 93.939 + - type: recall_at_10 + value: 96.465 + - type: recall_at_20 + value: 98.737 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 73.485 + - type: precision_at_3 + value: 29.209000000000003 + - type: precision_at_5 + value: 18.788 + - type: precision_at_10 + value: 9.646 + - type: precision_at_20 + value: 4.936999999999999 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 73.7374 + - type: mrr_at_3 + value: 80.0084 + - type: mrr_at_5 + value: 81.5741 + - type: mrr_at_10 + value: 81.90899999999999 + - type: mrr_at_20 + value: 82.0577 + - type: mrr_at_100 + value: 82.1004 + - type: mrr_at_1000 + value: 82.1004 + - type: nauc_ndcg_at_1_max + value: 42.7133 + - type: nauc_ndcg_at_1_std + value: 14.624200000000002 + - type: nauc_ndcg_at_1_diff1 + value: 72.7897 + - type: nauc_ndcg_at_3_max + value: 47.366 + - type: nauc_ndcg_at_3_std + value: 19.950599999999998 + - type: nauc_ndcg_at_3_diff1 + value: 63.7741 + - type: nauc_ndcg_at_5_max + value: 48.6859 + - type: nauc_ndcg_at_5_std + value: 18.651999999999997 + - type: nauc_ndcg_at_5_diff1 + value: 68.47720000000001 + - type: nauc_ndcg_at_10_max + value: 48.2109 + - type: nauc_ndcg_at_10_std + value: 19.0305 + - type: nauc_ndcg_at_10_diff1 + value: 68.5235 + - type: nauc_ndcg_at_20_max + value: 47.0064 + - type: nauc_ndcg_at_20_std + value: 17.8318 + - type: nauc_ndcg_at_20_diff1 + value: 68.716 + - type: nauc_ndcg_at_100_max + value: 46.7415 + - type: nauc_ndcg_at_100_std + value: 17.4778 + - type: nauc_ndcg_at_100_diff1 + value: 68.70540000000001 + - type: nauc_ndcg_at_1000_max + value: 46.7415 + - type: nauc_ndcg_at_1000_std + value: 17.4778 + - type: nauc_ndcg_at_1000_diff1 + value: 68.70540000000001 + - type: nauc_map_at_1_max + value: 42.7133 + - type: nauc_map_at_1_std + value: 14.624200000000002 + - type: nauc_map_at_1_diff1 + value: 72.7897 + - type: nauc_map_at_3_max + value: 46.2254 + - type: nauc_map_at_3_std + value: 18.0514 + - type: nauc_map_at_3_diff1 + value: 66.33590000000001 + - type: nauc_map_at_5_max + value: 46.763 + - type: nauc_map_at_5_std + value: 17.2917 + - type: nauc_map_at_5_diff1 + value: 68.8423 + - type: nauc_map_at_10_max + value: 46.5277 + - type: nauc_map_at_10_std + value: 17.357400000000002 + - type: nauc_map_at_10_diff1 + value: 68.8761 + - type: nauc_map_at_20_max + value: 46.2675 + - type: nauc_map_at_20_std + value: 17.0487 + - type: nauc_map_at_20_diff1 + value: 68.9328 + - type: nauc_map_at_100_max + value: 46.2391 + - type: nauc_map_at_100_std + value: 17.0307 + - type: nauc_map_at_100_diff1 + value: 68.9359 + - type: nauc_map_at_1000_max + value: 46.2391 + - type: nauc_map_at_1000_std + value: 17.0307 + - type: nauc_map_at_1000_diff1 + value: 68.9359 + - type: nauc_recall_at_1_max + value: 42.7133 + - type: nauc_recall_at_1_std + value: 14.624200000000002 + - type: nauc_recall_at_1_diff1 + value: 72.7897 + - type: nauc_recall_at_3_max + value: 52.1433 + - type: nauc_recall_at_3_std + value: 28.3719 + - type: nauc_recall_at_3_diff1 + value: 52.7677 + - type: nauc_recall_at_5_max + value: 64.1231 + - type: nauc_recall_at_5_std + value: 29.308400000000002 + - type: nauc_recall_at_5_diff1 + value: 67.3232 + - type: nauc_recall_at_10_max + value: 70.5239 + - type: nauc_recall_at_10_std + value: 42.137 + - type: nauc_recall_at_10_diff1 + value: 66.74510000000001 + - type: nauc_recall_at_20_max + value: 61.4494 + - type: nauc_recall_at_20_std + value: 39.8427 + - type: nauc_recall_at_20_diff1 + value: 70.0703 + - type: nauc_recall_at_100_max + value: .nan + - type: nauc_recall_at_100_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 42.7133 + - type: nauc_precision_at_1_std + value: 14.624200000000002 + - type: nauc_precision_at_1_diff1 + value: 72.7897 + - type: nauc_precision_at_3_max + value: 52.1433 + - type: nauc_precision_at_3_std + value: 28.3719 + - type: nauc_precision_at_3_diff1 + value: 52.7677 + - type: nauc_precision_at_5_max + value: 64.1231 + - type: nauc_precision_at_5_std + value: 29.308400000000002 + - type: nauc_precision_at_5_diff1 + value: 67.3232 + - type: nauc_precision_at_10_max + value: 70.5239 + - type: nauc_precision_at_10_std + value: 42.137 + - type: nauc_precision_at_10_diff1 + value: 66.74510000000001 + - type: nauc_precision_at_20_max + value: 61.4494 + - type: nauc_precision_at_20_std + value: 39.8427 + - type: nauc_precision_at_20_diff1 + value: 70.0703 + - type: nauc_precision_at_100_max + value: .nan + - type: nauc_precision_at_100_std + value: .nan + - type: nauc_precision_at_100_diff1 + value: .nan + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 42.659200000000006 + - type: nauc_mrr_at_1_std + value: 13.7939 + - type: nauc_mrr_at_1_diff1 + value: 72.2738 + - type: nauc_mrr_at_3_max + value: 46.292 + - type: nauc_mrr_at_3_std + value: 16.7705 + - type: nauc_mrr_at_3_diff1 + value: 66.105 + - type: nauc_mrr_at_5_max + value: 46.7159 + - type: nauc_mrr_at_5_std + value: 16.1672 + - type: nauc_mrr_at_5_diff1 + value: 68.48610000000001 + - type: nauc_mrr_at_10_max + value: 46.4792 + - type: nauc_mrr_at_10_std + value: 16.2101 + - type: nauc_mrr_at_10_diff1 + value: 68.51270000000001 + - type: nauc_mrr_at_20_max + value: 46.217999999999996 + - type: nauc_mrr_at_20_std + value: 15.890199999999998 + - type: nauc_mrr_at_20_diff1 + value: 68.5663 + - type: nauc_mrr_at_100_max + value: 46.189400000000006 + - type: nauc_mrr_at_100_std + value: 15.8691 + - type: nauc_mrr_at_100_diff1 + value: 68.5684 + - type: nauc_mrr_at_1000_max + value: 46.189400000000006 + - type: nauc_mrr_at_1000_std + value: 15.8691 + - type: nauc_mrr_at_1000_diff1 + value: 68.5684 + - type: main_score + value: 85.444 + task: + type: Retrieval + - dataset: + config: default + name: MTEB LegalBenchCorporateLobbying (default) + revision: f69691c650464e62546d7f2a4536f8f87c891e38 + split: test + type: mteb/legalbench_corporate_lobbying + metrics: + - type: ndcg_at_1 + value: 91.471 + - type: ndcg_at_3 + value: 95.84700000000001 + - type: ndcg_at_5 + value: 96.088 + - type: ndcg_at_10 + value: 96.17999999999999 + - type: ndcg_at_20 + value: 96.17999999999999 + - type: ndcg_at_100 + value: 96.17999999999999 + - type: ndcg_at_1000 + value: 96.259 + - type: map_at_1 + value: 91.471 + - type: map_at_3 + value: 94.902 + - type: map_at_5 + value: 95.03399999999999 + - type: map_at_10 + value: 95.07100000000001 + - type: map_at_20 + value: 95.07100000000001 + - type: map_at_100 + value: 95.07100000000001 + - type: map_at_1000 + value: 95.074 + - type: recall_at_1 + value: 91.471 + - type: recall_at_3 + value: 98.529 + - type: recall_at_5 + value: 99.118 + - type: recall_at_10 + value: 99.412 + - type: recall_at_20 + value: 99.412 + - type: recall_at_100 + value: 99.412 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 91.471 + - type: precision_at_3 + value: 32.843 + - type: precision_at_5 + value: 19.824 + - type: precision_at_10 + value: 9.940999999999999 + - type: precision_at_20 + value: 4.971 + - type: precision_at_100 + value: 0.9939999999999999 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 91.4706 + - type: mrr_at_3 + value: 94.902 + - type: mrr_at_5 + value: 95.0343 + - type: mrr_at_10 + value: 95.0711 + - type: mrr_at_20 + value: 95.0711 + - type: mrr_at_100 + value: 95.0711 + - type: mrr_at_1000 + value: 95.0744 + - type: nauc_ndcg_at_1_max + value: 23.7532 + - type: nauc_ndcg_at_1_std + value: -14.8009 + - type: nauc_ndcg_at_1_diff1 + value: 90.5583 + - type: nauc_ndcg_at_3_max + value: 37.2313 + - type: nauc_ndcg_at_3_std + value: -23.271800000000002 + - type: nauc_ndcg_at_3_diff1 + value: 89.5612 + - type: nauc_ndcg_at_5_max + value: 33.7968 + - type: nauc_ndcg_at_5_std + value: -17.4299 + - type: nauc_ndcg_at_5_diff1 + value: 89.29979999999999 + - type: nauc_ndcg_at_10_max + value: 32.5062 + - type: nauc_ndcg_at_10_std + value: -18.723100000000002 + - type: nauc_ndcg_at_10_diff1 + value: 89.0399 + - type: nauc_ndcg_at_20_max + value: 32.5062 + - type: nauc_ndcg_at_20_std + value: -18.723100000000002 + - type: nauc_ndcg_at_20_diff1 + value: 89.0399 + - type: nauc_ndcg_at_100_max + value: 32.5062 + - type: nauc_ndcg_at_100_std + value: -18.723100000000002 + - type: nauc_ndcg_at_100_diff1 + value: 89.0399 + - type: nauc_ndcg_at_1000_max + value: 31.815700000000003 + - type: nauc_ndcg_at_1000_std + value: -18.793000000000003 + - type: nauc_ndcg_at_1000_diff1 + value: 89.4367 + - type: nauc_map_at_1_max + value: 23.7532 + - type: nauc_map_at_1_std + value: -14.8009 + - type: nauc_map_at_1_diff1 + value: 90.5583 + - type: nauc_map_at_3_max + value: 32.6416 + - type: nauc_map_at_3_std + value: -21.2113 + - type: nauc_map_at_3_diff1 + value: 89.9357 + - type: nauc_map_at_5_max + value: 31.0398 + - type: nauc_map_at_5_std + value: -18.5327 + - type: nauc_map_at_5_diff1 + value: 89.8223 + - type: nauc_map_at_10_max + value: 30.622899999999998 + - type: nauc_map_at_10_std + value: -18.938 + - type: nauc_map_at_10_diff1 + value: 89.74640000000001 + - type: nauc_map_at_20_max + value: 30.622899999999998 + - type: nauc_map_at_20_std + value: -18.938 + - type: nauc_map_at_20_diff1 + value: 89.74640000000001 + - type: nauc_map_at_100_max + value: 30.622899999999998 + - type: nauc_map_at_100_std + value: -18.938 + - type: nauc_map_at_100_diff1 + value: 89.74640000000001 + - type: nauc_map_at_1000_max + value: 30.6056 + - type: nauc_map_at_1000_std + value: -18.9191 + - type: nauc_map_at_1000_diff1 + value: 89.7629 + - type: nauc_recall_at_1_max + value: 23.7532 + - type: nauc_recall_at_1_std + value: -14.8009 + - type: nauc_recall_at_1_diff1 + value: 90.5583 + - type: nauc_recall_at_3_max + value: 81.9328 + - type: nauc_recall_at_3_std + value: -41.942099999999996 + - type: nauc_recall_at_3_diff1 + value: 85.8543 + - type: nauc_recall_at_5_max + value: 74.2453 + - type: nauc_recall_at_5_std + value: 6.878299999999999 + - type: nauc_recall_at_5_diff1 + value: 80.7812 + - type: nauc_recall_at_10_max + value: 67.9038 + - type: nauc_recall_at_10_std + value: -7.5864 + - type: nauc_recall_at_10_diff1 + value: 71.17179999999999 + - type: nauc_recall_at_20_max + value: 67.9038 + - type: nauc_recall_at_20_std + value: -7.5864 + - type: nauc_recall_at_20_diff1 + value: 71.17179999999999 + - type: nauc_recall_at_100_max + value: 67.9038 + - type: nauc_recall_at_100_std + value: -7.5864 + - type: nauc_recall_at_100_diff1 + value: 71.17179999999999 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 23.7532 + - type: nauc_precision_at_1_std + value: -14.8009 + - type: nauc_precision_at_1_diff1 + value: 90.5583 + - type: nauc_precision_at_3_max + value: 81.9328 + - type: nauc_precision_at_3_std + value: -41.942099999999996 + - type: nauc_precision_at_3_diff1 + value: 85.8543 + - type: nauc_precision_at_5_max + value: 74.2453 + - type: nauc_precision_at_5_std + value: 6.878299999999999 + - type: nauc_precision_at_5_diff1 + value: 80.7812 + - type: nauc_precision_at_10_max + value: 67.9038 + - type: nauc_precision_at_10_std + value: -7.5864 + - type: nauc_precision_at_10_diff1 + value: 71.17179999999999 + - type: nauc_precision_at_20_max + value: 67.9038 + - type: nauc_precision_at_20_std + value: -7.5864 + - type: nauc_precision_at_20_diff1 + value: 71.17179999999999 + - type: nauc_precision_at_100_max + value: 67.9038 + - type: nauc_precision_at_100_std + value: -7.5864 + - type: nauc_precision_at_100_diff1 + value: 71.17179999999999 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 23.7532 + - type: nauc_mrr_at_1_std + value: -14.8009 + - type: nauc_mrr_at_1_diff1 + value: 90.5583 + - type: nauc_mrr_at_3_max + value: 32.6416 + - type: nauc_mrr_at_3_std + value: -21.2113 + - type: nauc_mrr_at_3_diff1 + value: 89.9357 + - type: nauc_mrr_at_5_max + value: 31.0398 + - type: nauc_mrr_at_5_std + value: -18.5327 + - type: nauc_mrr_at_5_diff1 + value: 89.8223 + - type: nauc_mrr_at_10_max + value: 30.622899999999998 + - type: nauc_mrr_at_10_std + value: -18.938 + - type: nauc_mrr_at_10_diff1 + value: 89.74640000000001 + - type: nauc_mrr_at_20_max + value: 30.622899999999998 + - type: nauc_mrr_at_20_std + value: -18.938 + - type: nauc_mrr_at_20_diff1 + value: 89.74640000000001 + - type: nauc_mrr_at_100_max + value: 30.622899999999998 + - type: nauc_mrr_at_100_std + value: -18.938 + - type: nauc_mrr_at_100_diff1 + value: 89.74640000000001 + - type: nauc_mrr_at_1000_max + value: 30.6056 + - type: nauc_mrr_at_1000_std + value: -18.9191 + - type: nauc_mrr_at_1000_diff1 + value: 89.7629 + - type: main_score + value: 96.17999999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB LegalQuAD (default) + revision: 37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e + split: test + type: mteb/LegalQuAD + metrics: + - type: ndcg_at_1 + value: 48.0 + - type: ndcg_at_3 + value: 59.397999999999996 + - type: ndcg_at_5 + value: 61.05500000000001 + - type: ndcg_at_10 + value: 63.219 + - type: ndcg_at_20 + value: 65.102 + - type: ndcg_at_100 + value: 67.254 + - type: ndcg_at_1000 + value: 67.746 + - type: map_at_1 + value: 48.0 + - type: map_at_3 + value: 56.75 + - type: map_at_5 + value: 57.675 + - type: map_at_10 + value: 58.60300000000001 + - type: map_at_20 + value: 59.114 + - type: map_at_100 + value: 59.419 + - type: map_at_1000 + value: 59.445 + - type: recall_at_1 + value: 48.0 + - type: recall_at_3 + value: 67.0 + - type: recall_at_5 + value: 71.0 + - type: recall_at_10 + value: 77.5 + - type: recall_at_20 + value: 85.0 + - type: recall_at_100 + value: 96.5 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 48.0 + - type: precision_at_3 + value: 22.333 + - type: precision_at_5 + value: 14.2 + - type: precision_at_10 + value: 7.75 + - type: precision_at_20 + value: 4.25 + - type: precision_at_100 + value: 0.9650000000000001 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 48.0 + - type: mrr_at_3 + value: 56.75 + - type: mrr_at_5 + value: 57.675 + - type: mrr_at_10 + value: 58.60300000000001 + - type: mrr_at_20 + value: 59.113499999999995 + - type: mrr_at_100 + value: 59.419 + - type: mrr_at_1000 + value: 59.4447 + - type: nauc_ndcg_at_1_max + value: 28.374700000000004 + - type: nauc_ndcg_at_1_std + value: 8.6906 + - type: nauc_ndcg_at_1_diff1 + value: 72.2882 + - type: nauc_ndcg_at_3_max + value: 27.2654 + - type: nauc_ndcg_at_3_std + value: 9.610000000000001 + - type: nauc_ndcg_at_3_diff1 + value: 65.6155 + - type: nauc_ndcg_at_5_max + value: 24.759600000000002 + - type: nauc_ndcg_at_5_std + value: 8.0733 + - type: nauc_ndcg_at_5_diff1 + value: 65.4314 + - type: nauc_ndcg_at_10_max + value: 30.659799999999997 + - type: nauc_ndcg_at_10_std + value: 9.1932 + - type: nauc_ndcg_at_10_diff1 + value: 66.7211 + - type: nauc_ndcg_at_20_max + value: 28.513699999999996 + - type: nauc_ndcg_at_20_std + value: 10.865 + - type: nauc_ndcg_at_20_diff1 + value: 67.3342 + - type: nauc_ndcg_at_100_max + value: 28.9624 + - type: nauc_ndcg_at_100_std + value: 11.0465 + - type: nauc_ndcg_at_100_diff1 + value: 67.9637 + - type: nauc_ndcg_at_1000_max + value: 28.250500000000002 + - type: nauc_ndcg_at_1000_std + value: 10.0981 + - type: nauc_ndcg_at_1000_diff1 + value: 67.63130000000001 + - type: nauc_map_at_1_max + value: 28.374700000000004 + - type: nauc_map_at_1_std + value: 8.6906 + - type: nauc_map_at_1_diff1 + value: 72.2882 + - type: nauc_map_at_3_max + value: 27.5349 + - type: nauc_map_at_3_std + value: 9.7826 + - type: nauc_map_at_3_diff1 + value: 67.2424 + - type: nauc_map_at_5_max + value: 26.1892 + - type: nauc_map_at_5_std + value: 8.9956 + - type: nauc_map_at_5_diff1 + value: 67.1835 + - type: nauc_map_at_10_max + value: 28.658299999999997 + - type: nauc_map_at_10_std + value: 9.4129 + - type: nauc_map_at_10_diff1 + value: 67.8022 + - type: nauc_map_at_20_max + value: 28.093600000000002 + - type: nauc_map_at_20_std + value: 9.812999999999999 + - type: nauc_map_at_20_diff1 + value: 67.9312 + - type: nauc_map_at_100_max + value: 28.062199999999997 + - type: nauc_map_at_100_std + value: 9.8084 + - type: nauc_map_at_100_diff1 + value: 68.0122 + - type: nauc_map_at_1000_max + value: 28.0316 + - type: nauc_map_at_1000_std + value: 9.77 + - type: nauc_map_at_1000_diff1 + value: 67.99849999999999 + - type: nauc_recall_at_1_max + value: 28.374700000000004 + - type: nauc_recall_at_1_std + value: 8.6906 + - type: nauc_recall_at_1_diff1 + value: 72.2882 + - type: nauc_recall_at_3_max + value: 26.380100000000002 + - type: nauc_recall_at_3_std + value: 8.8351 + - type: nauc_recall_at_3_diff1 + value: 60.26820000000001 + - type: nauc_recall_at_5_max + value: 19.253 + - type: nauc_recall_at_5_std + value: 4.2464 + - type: nauc_recall_at_5_diff1 + value: 59.183099999999996 + - type: nauc_recall_at_10_max + value: 41.5123 + - type: nauc_recall_at_10_std + value: 8.3289 + - type: nauc_recall_at_10_diff1 + value: 62.5337 + - type: nauc_recall_at_20_max + value: 30.6573 + - type: nauc_recall_at_20_std + value: 20.3889 + - type: nauc_recall_at_20_diff1 + value: 65.7729 + - type: nauc_recall_at_100_max + value: 63.9923 + - type: nauc_recall_at_100_std + value: 58.39 + - type: nauc_recall_at_100_diff1 + value: 84.3604 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 28.374700000000004 + - type: nauc_precision_at_1_std + value: 8.6906 + - type: nauc_precision_at_1_diff1 + value: 72.2882 + - type: nauc_precision_at_3_max + value: 26.380100000000002 + - type: nauc_precision_at_3_std + value: 8.8351 + - type: nauc_precision_at_3_diff1 + value: 60.26820000000001 + - type: nauc_precision_at_5_max + value: 19.253 + - type: nauc_precision_at_5_std + value: 4.2464 + - type: nauc_precision_at_5_diff1 + value: 59.183099999999996 + - type: nauc_precision_at_10_max + value: 41.5123 + - type: nauc_precision_at_10_std + value: 8.3289 + - type: nauc_precision_at_10_diff1 + value: 62.5337 + - type: nauc_precision_at_20_max + value: 30.6573 + - type: nauc_precision_at_20_std + value: 20.3889 + - type: nauc_precision_at_20_diff1 + value: 65.7729 + - type: nauc_precision_at_100_max + value: 63.9923 + - type: nauc_precision_at_100_std + value: 58.39 + - type: nauc_precision_at_100_diff1 + value: 84.3604 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 28.374700000000004 + - type: nauc_mrr_at_1_std + value: 8.6906 + - type: nauc_mrr_at_1_diff1 + value: 72.2882 + - type: nauc_mrr_at_3_max + value: 27.5349 + - type: nauc_mrr_at_3_std + value: 9.7826 + - type: nauc_mrr_at_3_diff1 + value: 67.2424 + - type: nauc_mrr_at_5_max + value: 26.1892 + - type: nauc_mrr_at_5_std + value: 8.9956 + - type: nauc_mrr_at_5_diff1 + value: 67.1835 + - type: nauc_mrr_at_10_max + value: 28.658299999999997 + - type: nauc_mrr_at_10_std + value: 9.4129 + - type: nauc_mrr_at_10_diff1 + value: 67.8022 + - type: nauc_mrr_at_20_max + value: 28.093600000000002 + - type: nauc_mrr_at_20_std + value: 9.812999999999999 + - type: nauc_mrr_at_20_diff1 + value: 67.9312 + - type: nauc_mrr_at_100_max + value: 28.062199999999997 + - type: nauc_mrr_at_100_std + value: 9.8084 + - type: nauc_mrr_at_100_diff1 + value: 68.0122 + - type: nauc_mrr_at_1000_max + value: 28.0316 + - type: nauc_mrr_at_1000_std + value: 9.77 + - type: nauc_mrr_at_1000_diff1 + value: 67.99849999999999 + - type: main_score + value: 63.219 + task: + type: Retrieval + - dataset: + config: default + name: MTEB LegalSummarization (default) + revision: 3bb1a05c66872889662af04c5691c14489cebd72 + split: test + type: mteb/legal_summarization + metrics: + - type: ndcg_at_1 + value: 58.451 + - type: ndcg_at_3 + value: 63.70099999999999 + - type: ndcg_at_5 + value: 66.792 + - type: ndcg_at_10 + value: 69.76 + - type: ndcg_at_20 + value: 71.487 + - type: ndcg_at_100 + value: 73.6 + - type: ndcg_at_1000 + value: 74.05000000000001 + - type: map_at_1 + value: 52.028 + - type: map_at_3 + value: 59.629 + - type: map_at_5 + value: 62.06700000000001 + - type: map_at_10 + value: 63.849999999999994 + - type: map_at_20 + value: 64.509 + - type: map_at_100 + value: 65.00399999999999 + - type: map_at_1000 + value: 65.03999999999999 + - type: recall_at_1 + value: 52.028 + - type: recall_at_3 + value: 66.7 + - type: recall_at_5 + value: 74.119 + - type: recall_at_10 + value: 82.595 + - type: recall_at_20 + value: 88.209 + - type: recall_at_100 + value: 97.24000000000001 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 58.451 + - type: precision_at_3 + value: 27.346999999999998 + - type: precision_at_5 + value: 19.296 + - type: precision_at_10 + value: 11.338 + - type: precision_at_20 + value: 6.303 + - type: precision_at_100 + value: 1.486 + - type: precision_at_1000 + value: 0.155 + - type: mrr_at_1 + value: 58.4507 + - type: mrr_at_3 + value: 65.7277 + - type: mrr_at_5 + value: 67.2418 + - type: mrr_at_10 + value: 68.17060000000001 + - type: mrr_at_20 + value: 68.5419 + - type: mrr_at_100 + value: 68.6712 + - type: mrr_at_1000 + value: 68.6793 + - type: nauc_ndcg_at_1_max + value: 37.6838 + - type: nauc_ndcg_at_1_std + value: 1.2159 + - type: nauc_ndcg_at_1_diff1 + value: 70.5264 + - type: nauc_ndcg_at_3_max + value: 39.0723 + - type: nauc_ndcg_at_3_std + value: 0.0697 + - type: nauc_ndcg_at_3_diff1 + value: 69.3365 + - type: nauc_ndcg_at_5_max + value: 41.114 + - type: nauc_ndcg_at_5_std + value: 0.9519 + - type: nauc_ndcg_at_5_diff1 + value: 69.2989 + - type: nauc_ndcg_at_10_max + value: 42.323100000000004 + - type: nauc_ndcg_at_10_std + value: 2.1381 + - type: nauc_ndcg_at_10_diff1 + value: 68.6648 + - type: nauc_ndcg_at_20_max + value: 42.0206 + - type: nauc_ndcg_at_20_std + value: 2.3862 + - type: nauc_ndcg_at_20_diff1 + value: 68.6247 + - type: nauc_ndcg_at_100_max + value: 41.6996 + - type: nauc_ndcg_at_100_std + value: 4.7817 + - type: nauc_ndcg_at_100_diff1 + value: 68.1084 + - type: nauc_ndcg_at_1000_max + value: 41.6304 + - type: nauc_ndcg_at_1000_std + value: 3.9690999999999996 + - type: nauc_ndcg_at_1000_diff1 + value: 68.7354 + - type: nauc_map_at_1_max + value: 39.291599999999995 + - type: nauc_map_at_1_std + value: -1.0681 + - type: nauc_map_at_1_diff1 + value: 72.56479999999999 + - type: nauc_map_at_3_max + value: 39.226299999999995 + - type: nauc_map_at_3_std + value: -1.7000000000000002 + - type: nauc_map_at_3_diff1 + value: 70.6654 + - type: nauc_map_at_5_max + value: 41.1119 + - type: nauc_map_at_5_std + value: -0.5359 + - type: nauc_map_at_5_diff1 + value: 70.6059 + - type: nauc_map_at_10_max + value: 42.1489 + - type: nauc_map_at_10_std + value: 0.39339999999999997 + - type: nauc_map_at_10_diff1 + value: 70.0056 + - type: nauc_map_at_20_max + value: 42.0649 + - type: nauc_map_at_20_std + value: 0.6643 + - type: nauc_map_at_20_diff1 + value: 70.01089999999999 + - type: nauc_map_at_100_max + value: 42.151300000000006 + - type: nauc_map_at_100_std + value: 1.391 + - type: nauc_map_at_100_diff1 + value: 69.88929999999999 + - type: nauc_map_at_1000_max + value: 42.1541 + - type: nauc_map_at_1000_std + value: 1.344 + - type: nauc_map_at_1000_diff1 + value: 69.9247 + - type: nauc_recall_at_1_max + value: 39.291599999999995 + - type: nauc_recall_at_1_std + value: -1.0681 + - type: nauc_recall_at_1_diff1 + value: 72.56479999999999 + - type: nauc_recall_at_3_max + value: 34.6482 + - type: nauc_recall_at_3_std + value: -3.3644 + - type: nauc_recall_at_3_diff1 + value: 66.13759999999999 + - type: nauc_recall_at_5_max + value: 39.4069 + - type: nauc_recall_at_5_std + value: -1.7741 + - type: nauc_recall_at_5_diff1 + value: 65.6305 + - type: nauc_recall_at_10_max + value: 44.9347 + - type: nauc_recall_at_10_std + value: 1.6239 + - type: nauc_recall_at_10_diff1 + value: 59.894800000000004 + - type: nauc_recall_at_20_max + value: 46.184599999999996 + - type: nauc_recall_at_20_std + value: -0.4678 + - type: nauc_recall_at_20_diff1 + value: 58.6133 + - type: nauc_recall_at_100_max + value: 43.845099999999995 + - type: nauc_recall_at_100_std + value: 44.222 + - type: nauc_recall_at_100_diff1 + value: 30.420799999999996 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 37.6838 + - type: nauc_precision_at_1_std + value: 1.2159 + - type: nauc_precision_at_1_diff1 + value: 70.5264 + - type: nauc_precision_at_3_max + value: 25.6448 + - type: nauc_precision_at_3_std + value: 4.0612 + - type: nauc_precision_at_3_diff1 + value: 33.778200000000005 + - type: nauc_precision_at_5_max + value: 20.0994 + - type: nauc_precision_at_5_std + value: 11.6711 + - type: nauc_precision_at_5_diff1 + value: 11.0063 + - type: nauc_precision_at_10_max + value: 14.6785 + - type: nauc_precision_at_10_std + value: 17.1035 + - type: nauc_precision_at_10_diff1 + value: -8.738700000000001 + - type: nauc_precision_at_20_max + value: 6.515 + - type: nauc_precision_at_20_std + value: 20.139699999999998 + - type: nauc_precision_at_20_diff1 + value: -19.7367 + - type: nauc_precision_at_100_max + value: -2.7989 + - type: nauc_precision_at_100_std + value: 24.817800000000002 + - type: nauc_precision_at_100_diff1 + value: -32.1061 + - type: nauc_precision_at_1000_max + value: -5.0836 + - type: nauc_precision_at_1000_std + value: 20.8855 + - type: nauc_precision_at_1000_diff1 + value: -33.5934 + - type: nauc_mrr_at_1_max + value: 37.6838 + - type: nauc_mrr_at_1_std + value: 1.2159 + - type: nauc_mrr_at_1_diff1 + value: 70.5264 + - type: nauc_mrr_at_3_max + value: 36.6091 + - type: nauc_mrr_at_3_std + value: 3.0000999999999998 + - type: nauc_mrr_at_3_diff1 + value: 68.7647 + - type: nauc_mrr_at_5_max + value: 37.113800000000005 + - type: nauc_mrr_at_5_std + value: 3.4756 + - type: nauc_mrr_at_5_diff1 + value: 69.2513 + - type: nauc_mrr_at_10_max + value: 38.0803 + - type: nauc_mrr_at_10_std + value: 3.5978000000000003 + - type: nauc_mrr_at_10_diff1 + value: 69.0081 + - type: nauc_mrr_at_20_max + value: 37.9214 + - type: nauc_mrr_at_20_std + value: 3.5093 + - type: nauc_mrr_at_20_diff1 + value: 69.0899 + - type: nauc_mrr_at_100_max + value: 37.8799 + - type: nauc_mrr_at_100_std + value: 3.5088 + - type: nauc_mrr_at_100_diff1 + value: 69.0558 + - type: nauc_mrr_at_1000_max + value: 37.882 + - type: nauc_mrr_at_1000_std + value: 3.4911 + - type: nauc_mrr_at_1000_diff1 + value: 69.0763 + - type: main_score + value: 69.76 + task: + type: Retrieval + - dataset: + config: ar + name: MTEB MintakaRetrieval (ar) + revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e + split: test + type: jinaai/mintakaqa + metrics: + - type: ndcg_at_1 + value: 19.791 + - type: ndcg_at_3 + value: 29.751 + - type: ndcg_at_5 + value: 32.83 + - type: ndcg_at_10 + value: 35.553000000000004 + - type: ndcg_at_20 + value: 37.528 + - type: ndcg_at_100 + value: 40.025 + - type: ndcg_at_1000 + value: 42.693 + - type: map_at_1 + value: 19.791 + - type: map_at_3 + value: 27.364 + - type: map_at_5 + value: 29.080000000000002 + - type: map_at_10 + value: 30.209000000000003 + - type: map_at_20 + value: 30.752000000000002 + - type: map_at_100 + value: 31.084 + - type: map_at_1000 + value: 31.166 + - type: recall_at_1 + value: 19.791 + - type: recall_at_3 + value: 36.632 + - type: recall_at_5 + value: 44.076 + - type: recall_at_10 + value: 52.474 + - type: recall_at_20 + value: 60.281 + - type: recall_at_100 + value: 73.94500000000001 + - type: recall_at_1000 + value: 96.096 + - type: precision_at_1 + value: 19.791 + - type: precision_at_3 + value: 12.211 + - type: precision_at_5 + value: 8.815000000000001 + - type: precision_at_10 + value: 5.247 + - type: precision_at_20 + value: 3.0140000000000002 + - type: precision_at_100 + value: 0.739 + - type: precision_at_1000 + value: 0.096 + - type: mrr_at_1 + value: 19.7912 + - type: mrr_at_3 + value: 27.3642 + - type: mrr_at_5 + value: 29.080000000000002 + - type: mrr_at_10 + value: 30.2093 + - type: mrr_at_20 + value: 30.752000000000002 + - type: mrr_at_100 + value: 31.0843 + - type: mrr_at_1000 + value: 31.165599999999998 + - type: nauc_ndcg_at_1_max + value: 20.7569 + - type: nauc_ndcg_at_1_std + value: 0.7201 + - type: nauc_ndcg_at_1_diff1 + value: 32.9378 + - type: nauc_ndcg_at_3_max + value: 26.5474 + - type: nauc_ndcg_at_3_std + value: 7.0988 + - type: nauc_ndcg_at_3_diff1 + value: 24.0096 + - type: nauc_ndcg_at_5_max + value: 26.537699999999997 + - type: nauc_ndcg_at_5_std + value: 9.1593 + - type: nauc_ndcg_at_5_diff1 + value: 21.8229 + - type: nauc_ndcg_at_10_max + value: 27.4754 + - type: nauc_ndcg_at_10_std + value: 10.6188 + - type: nauc_ndcg_at_10_diff1 + value: 20.4038 + - type: nauc_ndcg_at_20_max + value: 27.9175 + - type: nauc_ndcg_at_20_std + value: 11.4147 + - type: nauc_ndcg_at_20_diff1 + value: 20.180699999999998 + - type: nauc_ndcg_at_100_max + value: 27.392699999999998 + - type: nauc_ndcg_at_100_std + value: 12.9455 + - type: nauc_ndcg_at_100_diff1 + value: 20.6343 + - type: nauc_ndcg_at_1000_max + value: 26.783600000000003 + - type: nauc_ndcg_at_1000_std + value: 10.993500000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 21.3823 + - type: nauc_map_at_1_max + value: 20.7569 + - type: nauc_map_at_1_std + value: 0.7201 + - type: nauc_map_at_1_diff1 + value: 32.9378 + - type: nauc_map_at_3_max + value: 25.305 + - type: nauc_map_at_3_std + value: 5.5794999999999995 + - type: nauc_map_at_3_diff1 + value: 25.9033 + - type: nauc_map_at_5_max + value: 25.321199999999997 + - type: nauc_map_at_5_std + value: 6.7775 + - type: nauc_map_at_5_diff1 + value: 24.665300000000002 + - type: nauc_map_at_10_max + value: 25.7089 + - type: nauc_map_at_10_std + value: 7.3179 + - type: nauc_map_at_10_diff1 + value: 24.093600000000002 + - type: nauc_map_at_20_max + value: 25.8319 + - type: nauc_map_at_20_std + value: 7.524 + - type: nauc_map_at_20_diff1 + value: 24.043999999999997 + - type: nauc_map_at_100_max + value: 25.7635 + - type: nauc_map_at_100_std + value: 7.736400000000001 + - type: nauc_map_at_100_diff1 + value: 24.0949 + - type: nauc_map_at_1000_max + value: 25.7395 + - type: nauc_map_at_1000_std + value: 7.6795 + - type: nauc_map_at_1000_diff1 + value: 24.1171 + - type: nauc_recall_at_1_max + value: 20.7569 + - type: nauc_recall_at_1_std + value: 0.7201 + - type: nauc_recall_at_1_diff1 + value: 32.9378 + - type: nauc_recall_at_3_max + value: 29.762499999999996 + - type: nauc_recall_at_3_std + value: 11.0866 + - type: nauc_recall_at_3_diff1 + value: 19.1171 + - type: nauc_recall_at_5_max + value: 29.6586 + - type: nauc_recall_at_5_std + value: 15.6297 + - type: nauc_recall_at_5_diff1 + value: 14.172100000000002 + - type: nauc_recall_at_10_max + value: 32.563199999999995 + - type: nauc_recall_at_10_std + value: 20.538400000000003 + - type: nauc_recall_at_10_diff1 + value: 9.5935 + - type: nauc_recall_at_20_max + value: 34.7237 + - type: nauc_recall_at_20_std + value: 24.5924 + - type: nauc_recall_at_20_diff1 + value: 7.797700000000001 + - type: nauc_recall_at_100_max + value: 33.1191 + - type: nauc_recall_at_100_std + value: 39.4841 + - type: nauc_recall_at_100_diff1 + value: 7.3458 + - type: nauc_recall_at_1000_max + value: 27.1672 + - type: nauc_recall_at_1000_std + value: 49.546099999999996 + - type: nauc_recall_at_1000_diff1 + value: -9.5462 + - type: nauc_precision_at_1_max + value: 20.7569 + - type: nauc_precision_at_1_std + value: 0.7201 + - type: nauc_precision_at_1_diff1 + value: 32.9378 + - type: nauc_precision_at_3_max + value: 29.762499999999996 + - type: nauc_precision_at_3_std + value: 11.0866 + - type: nauc_precision_at_3_diff1 + value: 19.1171 + - type: nauc_precision_at_5_max + value: 29.6586 + - type: nauc_precision_at_5_std + value: 15.6297 + - type: nauc_precision_at_5_diff1 + value: 14.172100000000002 + - type: nauc_precision_at_10_max + value: 32.563199999999995 + - type: nauc_precision_at_10_std + value: 20.538400000000003 + - type: nauc_precision_at_10_diff1 + value: 9.5935 + - type: nauc_precision_at_20_max + value: 34.7237 + - type: nauc_precision_at_20_std + value: 24.5924 + - type: nauc_precision_at_20_diff1 + value: 7.797700000000001 + - type: nauc_precision_at_100_max + value: 33.1191 + - type: nauc_precision_at_100_std + value: 39.4841 + - type: nauc_precision_at_100_diff1 + value: 7.3458 + - type: nauc_precision_at_1000_max + value: 27.1672 + - type: nauc_precision_at_1000_std + value: 49.546099999999996 + - type: nauc_precision_at_1000_diff1 + value: -9.5462 + - type: nauc_mrr_at_1_max + value: 20.7569 + - type: nauc_mrr_at_1_std + value: 0.7201 + - type: nauc_mrr_at_1_diff1 + value: 32.9378 + - type: nauc_mrr_at_3_max + value: 25.305 + - type: nauc_mrr_at_3_std + value: 5.5794999999999995 + - type: nauc_mrr_at_3_diff1 + value: 25.9033 + - type: nauc_mrr_at_5_max + value: 25.321199999999997 + - type: nauc_mrr_at_5_std + value: 6.7775 + - type: nauc_mrr_at_5_diff1 + value: 24.665300000000002 + - type: nauc_mrr_at_10_max + value: 25.7089 + - type: nauc_mrr_at_10_std + value: 7.3179 + - type: nauc_mrr_at_10_diff1 + value: 24.093600000000002 + - type: nauc_mrr_at_20_max + value: 25.8319 + - type: nauc_mrr_at_20_std + value: 7.524 + - type: nauc_mrr_at_20_diff1 + value: 24.043999999999997 + - type: nauc_mrr_at_100_max + value: 25.7635 + - type: nauc_mrr_at_100_std + value: 7.736400000000001 + - type: nauc_mrr_at_100_diff1 + value: 24.0949 + - type: nauc_mrr_at_1000_max + value: 25.7395 + - type: nauc_mrr_at_1000_std + value: 7.6795 + - type: nauc_mrr_at_1000_diff1 + value: 24.1171 + - type: main_score + value: 35.553000000000004 + task: + type: Retrieval + - dataset: + config: de + name: MTEB MintakaRetrieval (de) + revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e + split: test + type: jinaai/mintakaqa + metrics: + - type: ndcg_at_1 + value: 34.288000000000004 + - type: ndcg_at_3 + value: 47.29 + - type: ndcg_at_5 + value: 50.622 + - type: ndcg_at_10 + value: 53.291999999999994 + - type: ndcg_at_20 + value: 55.062999999999995 + - type: ndcg_at_100 + value: 56.987 + - type: ndcg_at_1000 + value: 58.084 + - type: map_at_1 + value: 34.288000000000004 + - type: map_at_3 + value: 44.11 + - type: map_at_5 + value: 45.97 + - type: map_at_10 + value: 47.079 + - type: map_at_20 + value: 47.571999999999996 + - type: map_at_100 + value: 47.83 + - type: map_at_1000 + value: 47.868 + - type: recall_at_1 + value: 34.288000000000004 + - type: recall_at_3 + value: 56.486999999999995 + - type: recall_at_5 + value: 64.532 + - type: recall_at_10 + value: 72.746 + - type: recall_at_20 + value: 79.697 + - type: recall_at_100 + value: 90.185 + - type: recall_at_1000 + value: 98.989 + - type: precision_at_1 + value: 34.288000000000004 + - type: precision_at_3 + value: 18.829 + - type: precision_at_5 + value: 12.906 + - type: precision_at_10 + value: 7.2749999999999995 + - type: precision_at_20 + value: 3.9849999999999994 + - type: precision_at_100 + value: 0.902 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 34.2881 + - type: mrr_at_3 + value: 44.1098 + - type: mrr_at_5 + value: 45.969500000000004 + - type: mrr_at_10 + value: 47.0787 + - type: mrr_at_20 + value: 47.572399999999995 + - type: mrr_at_100 + value: 47.829899999999995 + - type: mrr_at_1000 + value: 47.868100000000005 + - type: nauc_ndcg_at_1_max + value: 22.7434 + - type: nauc_ndcg_at_1_std + value: -10.3864 + - type: nauc_ndcg_at_1_diff1 + value: 32.7906 + - type: nauc_ndcg_at_3_max + value: 28.0026 + - type: nauc_ndcg_at_3_std + value: -7.077 + - type: nauc_ndcg_at_3_diff1 + value: 30.8204 + - type: nauc_ndcg_at_5_max + value: 28.2387 + - type: nauc_ndcg_at_5_std + value: -5.6394 + - type: nauc_ndcg_at_5_diff1 + value: 29.076800000000002 + - type: nauc_ndcg_at_10_max + value: 28.003299999999996 + - type: nauc_ndcg_at_10_std + value: -3.5267 + - type: nauc_ndcg_at_10_diff1 + value: 27.9501 + - type: nauc_ndcg_at_20_max + value: 28.612199999999998 + - type: nauc_ndcg_at_20_std + value: -2.0422 + - type: nauc_ndcg_at_20_diff1 + value: 27.715400000000002 + - type: nauc_ndcg_at_100_max + value: 27.761799999999997 + - type: nauc_ndcg_at_100_std + value: -1.7348999999999999 + - type: nauc_ndcg_at_100_diff1 + value: 27.840300000000003 + - type: nauc_ndcg_at_1000_max + value: 27.4602 + - type: nauc_ndcg_at_1000_std + value: -3.6883 + - type: nauc_ndcg_at_1000_diff1 + value: 28.6346 + - type: nauc_map_at_1_max + value: 22.7434 + - type: nauc_map_at_1_std + value: -10.3864 + - type: nauc_map_at_1_diff1 + value: 32.7906 + - type: nauc_map_at_3_max + value: 26.6959 + - type: nauc_map_at_3_std + value: -7.9933000000000005 + - type: nauc_map_at_3_diff1 + value: 31.2637 + - type: nauc_map_at_5_max + value: 26.801799999999997 + - type: nauc_map_at_5_std + value: -7.239800000000001 + - type: nauc_map_at_5_diff1 + value: 30.355500000000003 + - type: nauc_map_at_10_max + value: 26.7052 + - type: nauc_map_at_10_std + value: -6.4665 + - type: nauc_map_at_10_diff1 + value: 29.9325 + - type: nauc_map_at_20_max + value: 26.878600000000002 + - type: nauc_map_at_20_std + value: -6.1154 + - type: nauc_map_at_20_diff1 + value: 29.907 + - type: nauc_map_at_100_max + value: 26.768399999999996 + - type: nauc_map_at_100_std + value: -6.061 + - type: nauc_map_at_100_diff1 + value: 29.943599999999996 + - type: nauc_map_at_1000_max + value: 26.7608 + - type: nauc_map_at_1000_std + value: -6.1173 + - type: nauc_map_at_1000_diff1 + value: 29.972700000000003 + - type: nauc_recall_at_1_max + value: 22.7434 + - type: nauc_recall_at_1_std + value: -10.3864 + - type: nauc_recall_at_1_diff1 + value: 32.7906 + - type: nauc_recall_at_3_max + value: 31.9712 + - type: nauc_recall_at_3_std + value: -4.2534 + - type: nauc_recall_at_3_diff1 + value: 29.494 + - type: nauc_recall_at_5_max + value: 33.0702 + - type: nauc_recall_at_5_std + value: -0.0011 + - type: nauc_recall_at_5_diff1 + value: 24.5016 + - type: nauc_recall_at_10_max + value: 32.98 + - type: nauc_recall_at_10_std + value: 9.6754 + - type: nauc_recall_at_10_diff1 + value: 19.1609 + - type: nauc_recall_at_20_max + value: 37.5972 + - type: nauc_recall_at_20_std + value: 22.186 + - type: nauc_recall_at_20_diff1 + value: 15.232899999999999 + - type: nauc_recall_at_100_max + value: 32.7813 + - type: nauc_recall_at_100_std + value: 47.1369 + - type: nauc_recall_at_100_diff1 + value: 5.2382 + - type: nauc_recall_at_1000_max + value: 9.1951 + - type: nauc_recall_at_1000_std + value: 47.2103 + - type: nauc_recall_at_1000_diff1 + value: -26.7901 + - type: nauc_precision_at_1_max + value: 22.7434 + - type: nauc_precision_at_1_std + value: -10.3864 + - type: nauc_precision_at_1_diff1 + value: 32.7906 + - type: nauc_precision_at_3_max + value: 31.9712 + - type: nauc_precision_at_3_std + value: -4.2534 + - type: nauc_precision_at_3_diff1 + value: 29.494 + - type: nauc_precision_at_5_max + value: 33.0702 + - type: nauc_precision_at_5_std + value: -0.0011 + - type: nauc_precision_at_5_diff1 + value: 24.5016 + - type: nauc_precision_at_10_max + value: 32.98 + - type: nauc_precision_at_10_std + value: 9.6754 + - type: nauc_precision_at_10_diff1 + value: 19.1609 + - type: nauc_precision_at_20_max + value: 37.5972 + - type: nauc_precision_at_20_std + value: 22.186 + - type: nauc_precision_at_20_diff1 + value: 15.232899999999999 + - type: nauc_precision_at_100_max + value: 32.7813 + - type: nauc_precision_at_100_std + value: 47.1369 + - type: nauc_precision_at_100_diff1 + value: 5.2382 + - type: nauc_precision_at_1000_max + value: 9.1951 + - type: nauc_precision_at_1000_std + value: 47.2103 + - type: nauc_precision_at_1000_diff1 + value: -26.7901 + - type: nauc_mrr_at_1_max + value: 22.7434 + - type: nauc_mrr_at_1_std + value: -10.3864 + - type: nauc_mrr_at_1_diff1 + value: 32.7906 + - type: nauc_mrr_at_3_max + value: 26.6959 + - type: nauc_mrr_at_3_std + value: -7.9933000000000005 + - type: nauc_mrr_at_3_diff1 + value: 31.2637 + - type: nauc_mrr_at_5_max + value: 26.801799999999997 + - type: nauc_mrr_at_5_std + value: -7.239800000000001 + - type: nauc_mrr_at_5_diff1 + value: 30.355500000000003 + - type: nauc_mrr_at_10_max + value: 26.7052 + - type: nauc_mrr_at_10_std + value: -6.4665 + - type: nauc_mrr_at_10_diff1 + value: 29.9325 + - type: nauc_mrr_at_20_max + value: 26.878600000000002 + - type: nauc_mrr_at_20_std + value: -6.1154 + - type: nauc_mrr_at_20_diff1 + value: 29.907 + - type: nauc_mrr_at_100_max + value: 26.768399999999996 + - type: nauc_mrr_at_100_std + value: -6.061 + - type: nauc_mrr_at_100_diff1 + value: 29.943599999999996 + - type: nauc_mrr_at_1000_max + value: 26.7608 + - type: nauc_mrr_at_1000_std + value: -6.1173 + - type: nauc_mrr_at_1000_diff1 + value: 29.972700000000003 + - type: main_score + value: 53.291999999999994 + task: + type: Retrieval + - dataset: + config: es + name: MTEB MintakaRetrieval (es) + revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e + split: test + type: jinaai/mintakaqa + metrics: + - type: ndcg_at_1 + value: 31.889 + - type: ndcg_at_3 + value: 45.182 + - type: ndcg_at_5 + value: 48.475 + - type: ndcg_at_10 + value: 51.402 + - type: ndcg_at_20 + value: 53.089 + - type: ndcg_at_100 + value: 55.116 + - type: ndcg_at_1000 + value: 56.333999999999996 + - type: map_at_1 + value: 31.889 + - type: map_at_3 + value: 41.969 + - type: map_at_5 + value: 43.805 + - type: map_at_10 + value: 45.039 + - type: map_at_20 + value: 45.506 + - type: map_at_100 + value: 45.783 + - type: map_at_1000 + value: 45.826 + - type: recall_at_1 + value: 31.889 + - type: recall_at_3 + value: 54.455 + - type: recall_at_5 + value: 62.417 + - type: recall_at_10 + value: 71.328 + - type: recall_at_20 + value: 77.97 + - type: recall_at_100 + value: 88.944 + - type: recall_at_1000 + value: 98.639 + - type: precision_at_1 + value: 31.889 + - type: precision_at_3 + value: 18.151999999999997 + - type: precision_at_5 + value: 12.483 + - type: precision_at_10 + value: 7.133000000000001 + - type: precision_at_20 + value: 3.8989999999999996 + - type: precision_at_100 + value: 0.889 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 31.889400000000002 + - type: mrr_at_3 + value: 41.9692 + - type: mrr_at_5 + value: 43.805 + - type: mrr_at_10 + value: 45.0391 + - type: mrr_at_20 + value: 45.5055 + - type: mrr_at_100 + value: 45.7828 + - type: mrr_at_1000 + value: 45.826 + - type: nauc_ndcg_at_1_max + value: 21.0379 + - type: nauc_ndcg_at_1_std + value: -11.3016 + - type: nauc_ndcg_at_1_diff1 + value: 36.4836 + - type: nauc_ndcg_at_3_max + value: 26.7549 + - type: nauc_ndcg_at_3_std + value: -5.5999 + - type: nauc_ndcg_at_3_diff1 + value: 31.6216 + - type: nauc_ndcg_at_5_max + value: 27.224700000000002 + - type: nauc_ndcg_at_5_std + value: -4.1137 + - type: nauc_ndcg_at_5_diff1 + value: 31.018800000000002 + - type: nauc_ndcg_at_10_max + value: 26.9652 + - type: nauc_ndcg_at_10_std + value: -1.7250999999999999 + - type: nauc_ndcg_at_10_diff1 + value: 29.500500000000002 + - type: nauc_ndcg_at_20_max + value: 26.647900000000003 + - type: nauc_ndcg_at_20_std + value: -0.7269 + - type: nauc_ndcg_at_20_diff1 + value: 29.4873 + - type: nauc_ndcg_at_100_max + value: 26.7246 + - type: nauc_ndcg_at_100_std + value: -0.5544 + - type: nauc_ndcg_at_100_diff1 + value: 29.8703 + - type: nauc_ndcg_at_1000_max + value: 26.054199999999998 + - type: nauc_ndcg_at_1000_std + value: -2.5082 + - type: nauc_ndcg_at_1000_diff1 + value: 30.4545 + - type: nauc_map_at_1_max + value: 21.0379 + - type: nauc_map_at_1_std + value: -11.3016 + - type: nauc_map_at_1_diff1 + value: 36.4836 + - type: nauc_map_at_3_max + value: 25.4575 + - type: nauc_map_at_3_std + value: -7.0573999999999995 + - type: nauc_map_at_3_diff1 + value: 32.868700000000004 + - type: nauc_map_at_5_max + value: 25.670700000000004 + - type: nauc_map_at_5_std + value: -6.2981 + - type: nauc_map_at_5_diff1 + value: 32.5577 + - type: nauc_map_at_10_max + value: 25.5098 + - type: nauc_map_at_10_std + value: -5.4369 + - type: nauc_map_at_10_diff1 + value: 31.9666 + - type: nauc_map_at_20_max + value: 25.4158 + - type: nauc_map_at_20_std + value: -5.2234 + - type: nauc_map_at_20_diff1 + value: 31.9864 + - type: nauc_map_at_100_max + value: 25.4077 + - type: nauc_map_at_100_std + value: -5.2123 + - type: nauc_map_at_100_diff1 + value: 32.0435 + - type: nauc_map_at_1000_max + value: 25.3872 + - type: nauc_map_at_1000_std + value: -5.2721 + - type: nauc_map_at_1000_diff1 + value: 32.06 + - type: nauc_recall_at_1_max + value: 21.0379 + - type: nauc_recall_at_1_std + value: -11.3016 + - type: nauc_recall_at_1_diff1 + value: 36.4836 + - type: nauc_recall_at_3_max + value: 30.5737 + - type: nauc_recall_at_3_std + value: -1.2349999999999999 + - type: nauc_recall_at_3_diff1 + value: 27.8853 + - type: nauc_recall_at_5_max + value: 32.2951 + - type: nauc_recall_at_5_std + value: 3.2386999999999997 + - type: nauc_recall_at_5_diff1 + value: 25.9351 + - type: nauc_recall_at_10_max + value: 32.5274 + - type: nauc_recall_at_10_std + value: 14.138100000000001 + - type: nauc_recall_at_10_diff1 + value: 19.247700000000002 + - type: nauc_recall_at_20_max + value: 31.982899999999997 + - type: nauc_recall_at_20_std + value: 23.768900000000002 + - type: nauc_recall_at_20_diff1 + value: 16.7546 + - type: nauc_recall_at_100_max + value: 37.9468 + - type: nauc_recall_at_100_std + value: 45.7952 + - type: nauc_recall_at_100_diff1 + value: 11.671199999999999 + - type: nauc_recall_at_1000_max + value: 9.7543 + - type: nauc_recall_at_1000_std + value: 55.111900000000006 + - type: nauc_recall_at_1000_diff1 + value: -19.6604 + - type: nauc_precision_at_1_max + value: 21.0379 + - type: nauc_precision_at_1_std + value: -11.3016 + - type: nauc_precision_at_1_diff1 + value: 36.4836 + - type: nauc_precision_at_3_max + value: 30.5737 + - type: nauc_precision_at_3_std + value: -1.2349999999999999 + - type: nauc_precision_at_3_diff1 + value: 27.8853 + - type: nauc_precision_at_5_max + value: 32.2951 + - type: nauc_precision_at_5_std + value: 3.2386999999999997 + - type: nauc_precision_at_5_diff1 + value: 25.9351 + - type: nauc_precision_at_10_max + value: 32.5274 + - type: nauc_precision_at_10_std + value: 14.138100000000001 + - type: nauc_precision_at_10_diff1 + value: 19.247700000000002 + - type: nauc_precision_at_20_max + value: 31.982899999999997 + - type: nauc_precision_at_20_std + value: 23.768900000000002 + - type: nauc_precision_at_20_diff1 + value: 16.7546 + - type: nauc_precision_at_100_max + value: 37.9468 + - type: nauc_precision_at_100_std + value: 45.7952 + - type: nauc_precision_at_100_diff1 + value: 11.671199999999999 + - type: nauc_precision_at_1000_max + value: 9.7543 + - type: nauc_precision_at_1000_std + value: 55.111900000000006 + - type: nauc_precision_at_1000_diff1 + value: -19.6604 + - type: nauc_mrr_at_1_max + value: 21.0379 + - type: nauc_mrr_at_1_std + value: -11.3016 + - type: nauc_mrr_at_1_diff1 + value: 36.4836 + - type: nauc_mrr_at_3_max + value: 25.4575 + - type: nauc_mrr_at_3_std + value: -7.0573999999999995 + - type: nauc_mrr_at_3_diff1 + value: 32.868700000000004 + - type: nauc_mrr_at_5_max + value: 25.670700000000004 + - type: nauc_mrr_at_5_std + value: -6.2981 + - type: nauc_mrr_at_5_diff1 + value: 32.5577 + - type: nauc_mrr_at_10_max + value: 25.5098 + - type: nauc_mrr_at_10_std + value: -5.4369 + - type: nauc_mrr_at_10_diff1 + value: 31.9666 + - type: nauc_mrr_at_20_max + value: 25.4158 + - type: nauc_mrr_at_20_std + value: -5.2234 + - type: nauc_mrr_at_20_diff1 + value: 31.9864 + - type: nauc_mrr_at_100_max + value: 25.4077 + - type: nauc_mrr_at_100_std + value: -5.2123 + - type: nauc_mrr_at_100_diff1 + value: 32.0435 + - type: nauc_mrr_at_1000_max + value: 25.3872 + - type: nauc_mrr_at_1000_std + value: -5.2721 + - type: nauc_mrr_at_1000_diff1 + value: 32.06 + - type: main_score + value: 51.402 + task: + type: Retrieval + - dataset: + config: fr + name: MTEB MintakaRetrieval (fr) + revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e + split: test + type: jinaai/mintakaqa + metrics: + - type: ndcg_at_1 + value: 32.555 + - type: ndcg_at_3 + value: 45.278 + - type: ndcg_at_5 + value: 48.559000000000005 + - type: ndcg_at_10 + value: 51.485 + - type: ndcg_at_20 + value: 53.263000000000005 + - type: ndcg_at_100 + value: 55.221 + - type: ndcg_at_1000 + value: 56.501999999999995 + - type: map_at_1 + value: 32.555 + - type: map_at_3 + value: 42.233 + - type: map_at_5 + value: 44.049 + - type: map_at_10 + value: 45.28 + - type: map_at_20 + value: 45.773 + - type: map_at_100 + value: 46.050999999999995 + - type: map_at_1000 + value: 46.096 + - type: recall_at_1 + value: 32.555 + - type: recall_at_3 + value: 54.054 + - type: recall_at_5 + value: 62.039 + - type: recall_at_10 + value: 70.966 + - type: recall_at_20 + value: 77.969 + - type: recall_at_100 + value: 88.411 + - type: recall_at_1000 + value: 98.69 + - type: precision_at_1 + value: 32.555 + - type: precision_at_3 + value: 18.018 + - type: precision_at_5 + value: 12.408 + - type: precision_at_10 + value: 7.097 + - type: precision_at_20 + value: 3.898 + - type: precision_at_100 + value: 0.8840000000000001 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 32.555299999999995 + - type: mrr_at_3 + value: 42.2331 + - type: mrr_at_5 + value: 44.0493 + - type: mrr_at_10 + value: 45.2804 + - type: mrr_at_20 + value: 45.772800000000004 + - type: mrr_at_100 + value: 46.0514 + - type: mrr_at_1000 + value: 46.0961 + - type: nauc_ndcg_at_1_max + value: 20.6034 + - type: nauc_ndcg_at_1_std + value: -10.8016 + - type: nauc_ndcg_at_1_diff1 + value: 31.778200000000002 + - type: nauc_ndcg_at_3_max + value: 27.218700000000002 + - type: nauc_ndcg_at_3_std + value: -7.1364 + - type: nauc_ndcg_at_3_diff1 + value: 27.9898 + - type: nauc_ndcg_at_5_max + value: 26.985300000000002 + - type: nauc_ndcg_at_5_std + value: -4.5745000000000005 + - type: nauc_ndcg_at_5_diff1 + value: 26.495 + - type: nauc_ndcg_at_10_max + value: 26.698100000000004 + - type: nauc_ndcg_at_10_std + value: -2.1361000000000003 + - type: nauc_ndcg_at_10_diff1 + value: 24.6528 + - type: nauc_ndcg_at_20_max + value: 26.688499999999998 + - type: nauc_ndcg_at_20_std + value: -0.6276999999999999 + - type: nauc_ndcg_at_20_diff1 + value: 24.3522 + - type: nauc_ndcg_at_100_max + value: 26.2609 + - type: nauc_ndcg_at_100_std + value: -0.6757 + - type: nauc_ndcg_at_100_diff1 + value: 24.254 + - type: nauc_ndcg_at_1000_max + value: 26.0392 + - type: nauc_ndcg_at_1000_std + value: -2.6936999999999998 + - type: nauc_ndcg_at_1000_diff1 + value: 25.445099999999996 + - type: nauc_map_at_1_max + value: 20.6034 + - type: nauc_map_at_1_std + value: -10.8016 + - type: nauc_map_at_1_diff1 + value: 31.778200000000002 + - type: nauc_map_at_3_max + value: 25.8345 + - type: nauc_map_at_3_std + value: -8.086599999999999 + - type: nauc_map_at_3_diff1 + value: 28.8675 + - type: nauc_map_at_5_max + value: 25.692300000000003 + - type: nauc_map_at_5_std + value: -6.7096 + - type: nauc_map_at_5_diff1 + value: 28.1132 + - type: nauc_map_at_10_max + value: 25.581300000000002 + - type: nauc_map_at_10_std + value: -5.8309 + - type: nauc_map_at_10_diff1 + value: 27.422 + - type: nauc_map_at_20_max + value: 25.562800000000003 + - type: nauc_map_at_20_std + value: -5.4923 + - type: nauc_map_at_20_diff1 + value: 27.373900000000003 + - type: nauc_map_at_100_max + value: 25.516 + - type: nauc_map_at_100_std + value: -5.4798 + - type: nauc_map_at_100_diff1 + value: 27.348699999999997 + - type: nauc_map_at_1000_max + value: 25.5141 + - type: nauc_map_at_1000_std + value: -5.5389 + - type: nauc_map_at_1000_diff1 + value: 27.3864 + - type: nauc_recall_at_1_max + value: 20.6034 + - type: nauc_recall_at_1_std + value: -10.8016 + - type: nauc_recall_at_1_diff1 + value: 31.778200000000002 + - type: nauc_recall_at_3_max + value: 31.2332 + - type: nauc_recall_at_3_std + value: -4.2896 + - type: nauc_recall_at_3_diff1 + value: 25.401899999999998 + - type: nauc_recall_at_5_max + value: 30.9838 + - type: nauc_recall_at_5_std + value: 2.7324 + - type: nauc_recall_at_5_diff1 + value: 21.01 + - type: nauc_recall_at_10_max + value: 30.487399999999997 + - type: nauc_recall_at_10_std + value: 13.774000000000001 + - type: nauc_recall_at_10_diff1 + value: 12.8605 + - type: nauc_recall_at_20_max + value: 31.4296 + - type: nauc_recall_at_20_std + value: 26.6638 + - type: nauc_recall_at_20_diff1 + value: 8.1608 + - type: nauc_recall_at_100_max + value: 28.816799999999997 + - type: nauc_recall_at_100_std + value: 44.898900000000005 + - type: nauc_recall_at_100_diff1 + value: -4.1554 + - type: nauc_recall_at_1000_max + value: 5.1405 + - type: nauc_recall_at_1000_std + value: 51.3729 + - type: nauc_recall_at_1000_diff1 + value: -22.7907 + - type: nauc_precision_at_1_max + value: 20.6034 + - type: nauc_precision_at_1_std + value: -10.8016 + - type: nauc_precision_at_1_diff1 + value: 31.778200000000002 + - type: nauc_precision_at_3_max + value: 31.2332 + - type: nauc_precision_at_3_std + value: -4.2896 + - type: nauc_precision_at_3_diff1 + value: 25.401899999999998 + - type: nauc_precision_at_5_max + value: 30.9838 + - type: nauc_precision_at_5_std + value: 2.7324 + - type: nauc_precision_at_5_diff1 + value: 21.01 + - type: nauc_precision_at_10_max + value: 30.487399999999997 + - type: nauc_precision_at_10_std + value: 13.774000000000001 + - type: nauc_precision_at_10_diff1 + value: 12.8605 + - type: nauc_precision_at_20_max + value: 31.4296 + - type: nauc_precision_at_20_std + value: 26.6638 + - type: nauc_precision_at_20_diff1 + value: 8.1608 + - type: nauc_precision_at_100_max + value: 28.816799999999997 + - type: nauc_precision_at_100_std + value: 44.898900000000005 + - type: nauc_precision_at_100_diff1 + value: -4.1554 + - type: nauc_precision_at_1000_max + value: 5.1405 + - type: nauc_precision_at_1000_std + value: 51.3729 + - type: nauc_precision_at_1000_diff1 + value: -22.7907 + - type: nauc_mrr_at_1_max + value: 20.6034 + - type: nauc_mrr_at_1_std + value: -10.8016 + - type: nauc_mrr_at_1_diff1 + value: 31.778200000000002 + - type: nauc_mrr_at_3_max + value: 25.8345 + - type: nauc_mrr_at_3_std + value: -8.086599999999999 + - type: nauc_mrr_at_3_diff1 + value: 28.8675 + - type: nauc_mrr_at_5_max + value: 25.692300000000003 + - type: nauc_mrr_at_5_std + value: -6.7096 + - type: nauc_mrr_at_5_diff1 + value: 28.1132 + - type: nauc_mrr_at_10_max + value: 25.581300000000002 + - type: nauc_mrr_at_10_std + value: -5.8309 + - type: nauc_mrr_at_10_diff1 + value: 27.422 + - type: nauc_mrr_at_20_max + value: 25.562800000000003 + - type: nauc_mrr_at_20_std + value: -5.4923 + - type: nauc_mrr_at_20_diff1 + value: 27.373900000000003 + - type: nauc_mrr_at_100_max + value: 25.516 + - type: nauc_mrr_at_100_std + value: -5.4798 + - type: nauc_mrr_at_100_diff1 + value: 27.348699999999997 + - type: nauc_mrr_at_1000_max + value: 25.5141 + - type: nauc_mrr_at_1000_std + value: -5.5389 + - type: nauc_mrr_at_1000_diff1 + value: 27.3864 + - type: main_score + value: 51.485 + task: + type: Retrieval + - dataset: + config: hi + name: MTEB MintakaRetrieval (hi) + revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e + split: test + type: jinaai/mintakaqa + metrics: + - type: ndcg_at_1 + value: 24.757 + - type: ndcg_at_3 + value: 35.427 + - type: ndcg_at_5 + value: 38.431 + - type: ndcg_at_10 + value: 41.459 + - type: ndcg_at_20 + value: 44.137 + - type: ndcg_at_100 + value: 47.174 + - type: ndcg_at_1000 + value: 48.907000000000004 + - type: map_at_1 + value: 24.757 + - type: map_at_3 + value: 32.785 + - type: map_at_5 + value: 34.46 + - type: map_at_10 + value: 35.727 + - type: map_at_20 + value: 36.468 + - type: map_at_100 + value: 36.899 + - type: map_at_1000 + value: 36.963 + - type: recall_at_1 + value: 24.757 + - type: recall_at_3 + value: 43.082 + - type: recall_at_5 + value: 50.336999999999996 + - type: recall_at_10 + value: 59.611000000000004 + - type: recall_at_20 + value: 70.157 + - type: recall_at_100 + value: 86.387 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 24.757 + - type: precision_at_3 + value: 14.360999999999999 + - type: precision_at_5 + value: 10.067 + - type: precision_at_10 + value: 5.961 + - type: precision_at_20 + value: 3.508 + - type: precision_at_100 + value: 0.864 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 24.7569 + - type: mrr_at_3 + value: 32.7848 + - type: mrr_at_5 + value: 34.4602 + - type: mrr_at_10 + value: 35.7267 + - type: mrr_at_20 + value: 36.4682 + - type: mrr_at_100 + value: 36.8992 + - type: mrr_at_1000 + value: 36.9632 + - type: nauc_ndcg_at_1_max + value: 20.3395 + - type: nauc_ndcg_at_1_std + value: -9.0018 + - type: nauc_ndcg_at_1_diff1 + value: 34.642 + - type: nauc_ndcg_at_3_max + value: 25.963900000000002 + - type: nauc_ndcg_at_3_std + value: -5.6252 + - type: nauc_ndcg_at_3_diff1 + value: 28.5811 + - type: nauc_ndcg_at_5_max + value: 27.2554 + - type: nauc_ndcg_at_5_std + value: -3.6096999999999997 + - type: nauc_ndcg_at_5_diff1 + value: 27.797 + - type: nauc_ndcg_at_10_max + value: 28.333199999999998 + - type: nauc_ndcg_at_10_std + value: -2.089 + - type: nauc_ndcg_at_10_diff1 + value: 26.9718 + - type: nauc_ndcg_at_20_max + value: 28.6675 + - type: nauc_ndcg_at_20_std + value: -0.05109999999999999 + - type: nauc_ndcg_at_20_diff1 + value: 26.9614 + - type: nauc_ndcg_at_100_max + value: 28.4799 + - type: nauc_ndcg_at_100_std + value: -0.9296000000000001 + - type: nauc_ndcg_at_100_diff1 + value: 27.2765 + - type: nauc_ndcg_at_1000_max + value: 27.2479 + - type: nauc_ndcg_at_1000_std + value: -2.4863 + - type: nauc_ndcg_at_1000_diff1 + value: 28.073700000000002 + - type: nauc_map_at_1_max + value: 20.3395 + - type: nauc_map_at_1_std + value: -9.0018 + - type: nauc_map_at_1_diff1 + value: 34.642 + - type: nauc_map_at_3_max + value: 24.729 + - type: nauc_map_at_3_std + value: -6.5011 + - type: nauc_map_at_3_diff1 + value: 29.830000000000002 + - type: nauc_map_at_5_max + value: 25.4206 + - type: nauc_map_at_5_std + value: -5.38 + - type: nauc_map_at_5_diff1 + value: 29.442400000000003 + - type: nauc_map_at_10_max + value: 25.849100000000004 + - type: nauc_map_at_10_std + value: -4.7448999999999995 + - type: nauc_map_at_10_diff1 + value: 29.1066 + - type: nauc_map_at_20_max + value: 25.9306 + - type: nauc_map_at_20_std + value: -4.2157 + - type: nauc_map_at_20_diff1 + value: 29.126800000000003 + - type: nauc_map_at_100_max + value: 25.891199999999998 + - type: nauc_map_at_100_std + value: -4.3359000000000005 + - type: nauc_map_at_100_diff1 + value: 29.167900000000003 + - type: nauc_map_at_1000_max + value: 25.8398 + - type: nauc_map_at_1000_std + value: -4.3903 + - type: nauc_map_at_1000_diff1 + value: 29.2005 + - type: nauc_recall_at_1_max + value: 20.3395 + - type: nauc_recall_at_1_std + value: -9.0018 + - type: nauc_recall_at_1_diff1 + value: 34.642 + - type: nauc_recall_at_3_max + value: 29.2958 + - type: nauc_recall_at_3_std + value: -3.2081 + - type: nauc_recall_at_3_diff1 + value: 25.244100000000003 + - type: nauc_recall_at_5_max + value: 32.53 + - type: nauc_recall_at_5_std + value: 1.6236000000000002 + - type: nauc_recall_at_5_diff1 + value: 23.128999999999998 + - type: nauc_recall_at_10_max + value: 36.4748 + - type: nauc_recall_at_10_std + value: 6.8624 + - type: nauc_recall_at_10_diff1 + value: 20.0978 + - type: nauc_recall_at_20_max + value: 39.6818 + - type: nauc_recall_at_20_std + value: 18.432499999999997 + - type: nauc_recall_at_20_diff1 + value: 18.5276 + - type: nauc_recall_at_100_max + value: 47.5516 + - type: nauc_recall_at_100_std + value: 24.6037 + - type: nauc_recall_at_100_diff1 + value: 14.791799999999999 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 20.3395 + - type: nauc_precision_at_1_std + value: -9.0018 + - type: nauc_precision_at_1_diff1 + value: 34.642 + - type: nauc_precision_at_3_max + value: 29.2958 + - type: nauc_precision_at_3_std + value: -3.2081 + - type: nauc_precision_at_3_diff1 + value: 25.244100000000003 + - type: nauc_precision_at_5_max + value: 32.53 + - type: nauc_precision_at_5_std + value: 1.6236000000000002 + - type: nauc_precision_at_5_diff1 + value: 23.128999999999998 + - type: nauc_precision_at_10_max + value: 36.4748 + - type: nauc_precision_at_10_std + value: 6.8624 + - type: nauc_precision_at_10_diff1 + value: 20.0978 + - type: nauc_precision_at_20_max + value: 39.6818 + - type: nauc_precision_at_20_std + value: 18.432499999999997 + - type: nauc_precision_at_20_diff1 + value: 18.5276 + - type: nauc_precision_at_100_max + value: 47.5516 + - type: nauc_precision_at_100_std + value: 24.6037 + - type: nauc_precision_at_100_diff1 + value: 14.791799999999999 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 20.3395 + - type: nauc_mrr_at_1_std + value: -9.0018 + - type: nauc_mrr_at_1_diff1 + value: 34.642 + - type: nauc_mrr_at_3_max + value: 24.729 + - type: nauc_mrr_at_3_std + value: -6.5011 + - type: nauc_mrr_at_3_diff1 + value: 29.830000000000002 + - type: nauc_mrr_at_5_max + value: 25.4206 + - type: nauc_mrr_at_5_std + value: -5.38 + - type: nauc_mrr_at_5_diff1 + value: 29.442400000000003 + - type: nauc_mrr_at_10_max + value: 25.849100000000004 + - type: nauc_mrr_at_10_std + value: -4.7448999999999995 + - type: nauc_mrr_at_10_diff1 + value: 29.1066 + - type: nauc_mrr_at_20_max + value: 25.9306 + - type: nauc_mrr_at_20_std + value: -4.2157 + - type: nauc_mrr_at_20_diff1 + value: 29.126800000000003 + - type: nauc_mrr_at_100_max + value: 25.891199999999998 + - type: nauc_mrr_at_100_std + value: -4.3359000000000005 + - type: nauc_mrr_at_100_diff1 + value: 29.167900000000003 + - type: nauc_mrr_at_1000_max + value: 25.8398 + - type: nauc_mrr_at_1000_std + value: -4.3903 + - type: nauc_mrr_at_1000_diff1 + value: 29.2005 + - type: main_score + value: 41.459 + task: + type: Retrieval + - dataset: + config: it + name: MTEB MintakaRetrieval (it) + revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e + split: test + type: jinaai/mintakaqa + metrics: + - type: ndcg_at_1 + value: 32.818000000000005 + - type: ndcg_at_3 + value: 46.503 + - type: ndcg_at_5 + value: 49.68 + - type: ndcg_at_10 + value: 52.510999999999996 + - type: ndcg_at_20 + value: 54.269999999999996 + - type: ndcg_at_100 + value: 56.17100000000001 + - type: ndcg_at_1000 + value: 57.38100000000001 + - type: map_at_1 + value: 32.818000000000005 + - type: map_at_3 + value: 43.201 + - type: map_at_5 + value: 44.971 + - type: map_at_10 + value: 46.135999999999996 + - type: map_at_20 + value: 46.628 + - type: map_at_100 + value: 46.904 + - type: map_at_1000 + value: 46.949999999999996 + - type: recall_at_1 + value: 32.818000000000005 + - type: recall_at_3 + value: 56.033 + - type: recall_at_5 + value: 63.715999999999994 + - type: recall_at_10 + value: 72.48400000000001 + - type: recall_at_20 + value: 79.374 + - type: recall_at_100 + value: 89.436 + - type: recall_at_1000 + value: 98.914 + - type: precision_at_1 + value: 32.818000000000005 + - type: precision_at_3 + value: 18.678 + - type: precision_at_5 + value: 12.742999999999999 + - type: precision_at_10 + value: 7.248 + - type: precision_at_20 + value: 3.9690000000000003 + - type: precision_at_100 + value: 0.894 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 32.8184 + - type: mrr_at_3 + value: 43.2011 + - type: mrr_at_5 + value: 44.9715 + - type: mrr_at_10 + value: 46.135999999999996 + - type: mrr_at_20 + value: 46.6282 + - type: mrr_at_100 + value: 46.9039 + - type: mrr_at_1000 + value: 46.950399999999995 + - type: nauc_ndcg_at_1_max + value: 19.4912 + - type: nauc_ndcg_at_1_std + value: -12.131 + - type: nauc_ndcg_at_1_diff1 + value: 33.4428 + - type: nauc_ndcg_at_3_max + value: 24.157400000000003 + - type: nauc_ndcg_at_3_std + value: -8.3484 + - type: nauc_ndcg_at_3_diff1 + value: 28.878999999999998 + - type: nauc_ndcg_at_5_max + value: 24.6917 + - type: nauc_ndcg_at_5_std + value: -6.715400000000001 + - type: nauc_ndcg_at_5_diff1 + value: 26.769199999999998 + - type: nauc_ndcg_at_10_max + value: 24.684800000000003 + - type: nauc_ndcg_at_10_std + value: -4.861 + - type: nauc_ndcg_at_10_diff1 + value: 25.9297 + - type: nauc_ndcg_at_20_max + value: 24.240000000000002 + - type: nauc_ndcg_at_20_std + value: -3.7306 + - type: nauc_ndcg_at_20_diff1 + value: 25.768400000000003 + - type: nauc_ndcg_at_100_max + value: 23.906299999999998 + - type: nauc_ndcg_at_100_std + value: -3.6226000000000003 + - type: nauc_ndcg_at_100_diff1 + value: 25.976 + - type: nauc_ndcg_at_1000_max + value: 23.5824 + - type: nauc_ndcg_at_1000_std + value: -5.2613 + - type: nauc_ndcg_at_1000_diff1 + value: 26.9134 + - type: nauc_map_at_1_max + value: 19.4912 + - type: nauc_map_at_1_std + value: -12.131 + - type: nauc_map_at_1_diff1 + value: 33.4428 + - type: nauc_map_at_3_max + value: 23.109099999999998 + - type: nauc_map_at_3_std + value: -9.4751 + - type: nauc_map_at_3_diff1 + value: 29.9875 + - type: nauc_map_at_5_max + value: 23.3551 + - type: nauc_map_at_5_std + value: -8.6324 + - type: nauc_map_at_5_diff1 + value: 28.885699999999996 + - type: nauc_map_at_10_max + value: 23.3468 + - type: nauc_map_at_10_std + value: -7.9624 + - type: nauc_map_at_10_diff1 + value: 28.625899999999998 + - type: nauc_map_at_20_max + value: 23.214000000000002 + - type: nauc_map_at_20_std + value: -7.727100000000001 + - type: nauc_map_at_20_diff1 + value: 28.625899999999998 + - type: nauc_map_at_100_max + value: 23.151 + - type: nauc_map_at_100_std + value: -7.684 + - type: nauc_map_at_100_diff1 + value: 28.6601 + - type: nauc_map_at_1000_max + value: 23.139599999999998 + - type: nauc_map_at_1000_std + value: -7.7341 + - type: nauc_map_at_1000_diff1 + value: 28.692600000000002 + - type: nauc_recall_at_1_max + value: 19.4912 + - type: nauc_recall_at_1_std + value: -12.131 + - type: nauc_recall_at_1_diff1 + value: 33.4428 + - type: nauc_recall_at_3_max + value: 27.2744 + - type: nauc_recall_at_3_std + value: -4.8671 + - type: nauc_recall_at_3_diff1 + value: 25.5438 + - type: nauc_recall_at_5_max + value: 29.160700000000002 + - type: nauc_recall_at_5_std + value: -0.0181 + - type: nauc_recall_at_5_diff1 + value: 19.4392 + - type: nauc_recall_at_10_max + value: 29.9517 + - type: nauc_recall_at_10_std + value: 8.8413 + - type: nauc_recall_at_10_diff1 + value: 14.3677 + - type: nauc_recall_at_20_max + value: 28.689700000000002 + - type: nauc_recall_at_20_std + value: 19.479499999999998 + - type: nauc_recall_at_20_diff1 + value: 10.2369 + - type: nauc_recall_at_100_max + value: 28.292099999999998 + - type: nauc_recall_at_100_std + value: 37.5299 + - type: nauc_recall_at_100_diff1 + value: 0.8921999999999999 + - type: nauc_recall_at_1000_max + value: 1.9696000000000002 + - type: nauc_recall_at_1000_std + value: 63.9529 + - type: nauc_recall_at_1000_diff1 + value: -32.3176 + - type: nauc_precision_at_1_max + value: 19.4912 + - type: nauc_precision_at_1_std + value: -12.131 + - type: nauc_precision_at_1_diff1 + value: 33.4428 + - type: nauc_precision_at_3_max + value: 27.2744 + - type: nauc_precision_at_3_std + value: -4.8671 + - type: nauc_precision_at_3_diff1 + value: 25.5438 + - type: nauc_precision_at_5_max + value: 29.160700000000002 + - type: nauc_precision_at_5_std + value: -0.0181 + - type: nauc_precision_at_5_diff1 + value: 19.4392 + - type: nauc_precision_at_10_max + value: 29.9517 + - type: nauc_precision_at_10_std + value: 8.8413 + - type: nauc_precision_at_10_diff1 + value: 14.3677 + - type: nauc_precision_at_20_max + value: 28.689700000000002 + - type: nauc_precision_at_20_std + value: 19.479499999999998 + - type: nauc_precision_at_20_diff1 + value: 10.2369 + - type: nauc_precision_at_100_max + value: 28.292099999999998 + - type: nauc_precision_at_100_std + value: 37.5299 + - type: nauc_precision_at_100_diff1 + value: 0.8921999999999999 + - type: nauc_precision_at_1000_max + value: 5.9992 + - type: nauc_precision_at_1000_std + value: 61.9707 + - type: nauc_precision_at_1000_diff1 + value: -30.730600000000003 + - type: nauc_mrr_at_1_max + value: 19.4912 + - type: nauc_mrr_at_1_std + value: -12.131 + - type: nauc_mrr_at_1_diff1 + value: 33.4428 + - type: nauc_mrr_at_3_max + value: 23.109099999999998 + - type: nauc_mrr_at_3_std + value: -9.4751 + - type: nauc_mrr_at_3_diff1 + value: 29.9875 + - type: nauc_mrr_at_5_max + value: 23.3551 + - type: nauc_mrr_at_5_std + value: -8.6324 + - type: nauc_mrr_at_5_diff1 + value: 28.885699999999996 + - type: nauc_mrr_at_10_max + value: 23.3468 + - type: nauc_mrr_at_10_std + value: -7.9624 + - type: nauc_mrr_at_10_diff1 + value: 28.625899999999998 + - type: nauc_mrr_at_20_max + value: 23.214000000000002 + - type: nauc_mrr_at_20_std + value: -7.727100000000001 + - type: nauc_mrr_at_20_diff1 + value: 28.625899999999998 + - type: nauc_mrr_at_100_max + value: 23.151 + - type: nauc_mrr_at_100_std + value: -7.684 + - type: nauc_mrr_at_100_diff1 + value: 28.6601 + - type: nauc_mrr_at_1000_max + value: 23.1394 + - type: nauc_mrr_at_1000_std + value: -7.7341999999999995 + - type: nauc_mrr_at_1000_diff1 + value: 28.6925 + - type: main_score + value: 52.510999999999996 + task: + type: Retrieval + - dataset: + config: ja + name: MTEB MintakaRetrieval (ja) + revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e + split: test + type: jinaai/mintakaqa + metrics: + - type: ndcg_at_1 + value: 25.216 + - type: ndcg_at_3 + value: 35.982 + - type: ndcg_at_5 + value: 38.694 + - type: ndcg_at_10 + value: 41.585 + - type: ndcg_at_20 + value: 43.334 + - type: ndcg_at_100 + value: 45.831 + - type: ndcg_at_1000 + value: 48.06 + - type: map_at_1 + value: 25.216 + - type: map_at_3 + value: 33.348 + - type: map_at_5 + value: 34.855000000000004 + - type: map_at_10 + value: 36.054 + - type: map_at_20 + value: 36.539 + - type: map_at_100 + value: 36.878 + - type: map_at_1000 + value: 36.95 + - type: recall_at_1 + value: 25.216 + - type: recall_at_3 + value: 43.599 + - type: recall_at_5 + value: 50.173 + - type: recall_at_10 + value: 59.083 + - type: recall_at_20 + value: 65.96 + - type: recall_at_100 + value: 79.542 + - type: recall_at_1000 + value: 97.794 + - type: precision_at_1 + value: 25.216 + - type: precision_at_3 + value: 14.533 + - type: precision_at_5 + value: 10.035 + - type: precision_at_10 + value: 5.908 + - type: precision_at_20 + value: 3.298 + - type: precision_at_100 + value: 0.795 + - type: precision_at_1000 + value: 0.098 + - type: mrr_at_1 + value: 25.216300000000004 + - type: mrr_at_3 + value: 33.3478 + - type: mrr_at_5 + value: 34.8551 + - type: mrr_at_10 + value: 36.0539 + - type: mrr_at_20 + value: 36.539 + - type: mrr_at_100 + value: 36.877900000000004 + - type: mrr_at_1000 + value: 36.9504 + - type: nauc_ndcg_at_1_max + value: 22.7406 + - type: nauc_ndcg_at_1_std + value: -4.3337 + - type: nauc_ndcg_at_1_diff1 + value: 27.264 + - type: nauc_ndcg_at_3_max + value: 29.8676 + - type: nauc_ndcg_at_3_std + value: 1.8485999999999998 + - type: nauc_ndcg_at_3_diff1 + value: 22.474 + - type: nauc_ndcg_at_5_max + value: 29.7531 + - type: nauc_ndcg_at_5_std + value: 4.1128 + - type: nauc_ndcg_at_5_diff1 + value: 21.2702 + - type: nauc_ndcg_at_10_max + value: 30.563499999999998 + - type: nauc_ndcg_at_10_std + value: 6.0062 + - type: nauc_ndcg_at_10_diff1 + value: 20.663899999999998 + - type: nauc_ndcg_at_20_max + value: 30.772899999999996 + - type: nauc_ndcg_at_20_std + value: 7.545 + - type: nauc_ndcg_at_20_diff1 + value: 20.5579 + - type: nauc_ndcg_at_100_max + value: 29.5985 + - type: nauc_ndcg_at_100_std + value: 8.457 + - type: nauc_ndcg_at_100_diff1 + value: 20.3963 + - type: nauc_ndcg_at_1000_max + value: 29.4248 + - type: nauc_ndcg_at_1000_std + value: 6.1799 + - type: nauc_ndcg_at_1000_diff1 + value: 21.246000000000002 + - type: nauc_map_at_1_max + value: 22.7406 + - type: nauc_map_at_1_std + value: -4.3337 + - type: nauc_map_at_1_diff1 + value: 27.264 + - type: nauc_map_at_3_max + value: 28.3712 + - type: nauc_map_at_3_std + value: 0.2914 + - type: nauc_map_at_3_diff1 + value: 23.5754 + - type: nauc_map_at_5_max + value: 28.311799999999998 + - type: nauc_map_at_5_std + value: 1.5216 + - type: nauc_map_at_5_diff1 + value: 22.9383 + - type: nauc_map_at_10_max + value: 28.614299999999997 + - type: nauc_map_at_10_std + value: 2.2391 + - type: nauc_map_at_10_diff1 + value: 22.7495 + - type: nauc_map_at_20_max + value: 28.678700000000003 + - type: nauc_map_at_20_std + value: 2.5945 + - type: nauc_map_at_20_diff1 + value: 22.7331 + - type: nauc_map_at_100_max + value: 28.514400000000002 + - type: nauc_map_at_100_std + value: 2.7452 + - type: nauc_map_at_100_diff1 + value: 22.7087 + - type: nauc_map_at_1000_max + value: 28.5081 + - type: nauc_map_at_1000_std + value: 2.6823 + - type: nauc_map_at_1000_diff1 + value: 22.7377 + - type: nauc_recall_at_1_max + value: 22.7406 + - type: nauc_recall_at_1_std + value: -4.3337 + - type: nauc_recall_at_1_diff1 + value: 27.264 + - type: nauc_recall_at_3_max + value: 33.8982 + - type: nauc_recall_at_3_std + value: 6.1524 + - type: nauc_recall_at_3_diff1 + value: 19.466900000000003 + - type: nauc_recall_at_5_max + value: 33.6723 + - type: nauc_recall_at_5_std + value: 11.724 + - type: nauc_recall_at_5_diff1 + value: 16.426099999999998 + - type: nauc_recall_at_10_max + value: 36.7247 + - type: nauc_recall_at_10_std + value: 18.697 + - type: nauc_recall_at_10_diff1 + value: 13.7838 + - type: nauc_recall_at_20_max + value: 38.258199999999995 + - type: nauc_recall_at_20_std + value: 27.4936 + - type: nauc_recall_at_20_diff1 + value: 12.4542 + - type: nauc_recall_at_100_max + value: 31.726599999999998 + - type: nauc_recall_at_100_std + value: 43.1984 + - type: nauc_recall_at_100_diff1 + value: 7.648199999999999 + - type: nauc_recall_at_1000_max + value: 30.2643 + - type: nauc_recall_at_1000_std + value: 58.815 + - type: nauc_recall_at_1000_diff1 + value: -0.12260000000000001 + - type: nauc_precision_at_1_max + value: 22.7406 + - type: nauc_precision_at_1_std + value: -4.3337 + - type: nauc_precision_at_1_diff1 + value: 27.264 + - type: nauc_precision_at_3_max + value: 33.8982 + - type: nauc_precision_at_3_std + value: 6.1524 + - type: nauc_precision_at_3_diff1 + value: 19.466900000000003 + - type: nauc_precision_at_5_max + value: 33.6723 + - type: nauc_precision_at_5_std + value: 11.724 + - type: nauc_precision_at_5_diff1 + value: 16.426099999999998 + - type: nauc_precision_at_10_max + value: 36.7247 + - type: nauc_precision_at_10_std + value: 18.697 + - type: nauc_precision_at_10_diff1 + value: 13.7838 + - type: nauc_precision_at_20_max + value: 38.258199999999995 + - type: nauc_precision_at_20_std + value: 27.4936 + - type: nauc_precision_at_20_diff1 + value: 12.4542 + - type: nauc_precision_at_100_max + value: 31.726599999999998 + - type: nauc_precision_at_100_std + value: 43.1984 + - type: nauc_precision_at_100_diff1 + value: 7.648199999999999 + - type: nauc_precision_at_1000_max + value: 30.2643 + - type: nauc_precision_at_1000_std + value: 58.815 + - type: nauc_precision_at_1000_diff1 + value: -0.12260000000000001 + - type: nauc_mrr_at_1_max + value: 22.7406 + - type: nauc_mrr_at_1_std + value: -4.3337 + - type: nauc_mrr_at_1_diff1 + value: 27.264 + - type: nauc_mrr_at_3_max + value: 28.3712 + - type: nauc_mrr_at_3_std + value: 0.2914 + - type: nauc_mrr_at_3_diff1 + value: 23.5754 + - type: nauc_mrr_at_5_max + value: 28.311799999999998 + - type: nauc_mrr_at_5_std + value: 1.5216 + - type: nauc_mrr_at_5_diff1 + value: 22.9383 + - type: nauc_mrr_at_10_max + value: 28.614299999999997 + - type: nauc_mrr_at_10_std + value: 2.2391 + - type: nauc_mrr_at_10_diff1 + value: 22.7495 + - type: nauc_mrr_at_20_max + value: 28.678700000000003 + - type: nauc_mrr_at_20_std + value: 2.5945 + - type: nauc_mrr_at_20_diff1 + value: 22.7331 + - type: nauc_mrr_at_100_max + value: 28.514400000000002 + - type: nauc_mrr_at_100_std + value: 2.7452 + - type: nauc_mrr_at_100_diff1 + value: 22.7087 + - type: nauc_mrr_at_1000_max + value: 28.5081 + - type: nauc_mrr_at_1000_std + value: 2.6823 + - type: nauc_mrr_at_1000_diff1 + value: 22.7377 + - type: main_score + value: 41.585 + task: + type: Retrieval + - dataset: + config: pt + name: MTEB MintakaRetrieval (pt) + revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e + split: test + type: jinaai/mintakaqa + metrics: + - type: ndcg_at_1 + value: 33.517 + - type: ndcg_at_3 + value: 46.955999999999996 + - type: ndcg_at_5 + value: 50.441 + - type: ndcg_at_10 + value: 53.256 + - type: ndcg_at_20 + value: 55.086 + - type: ndcg_at_100 + value: 57.104 + - type: ndcg_at_1000 + value: 58.07600000000001 + - type: map_at_1 + value: 33.517 + - type: map_at_3 + value: 43.734 + - type: map_at_5 + value: 45.683 + - type: map_at_10 + value: 46.86 + - type: map_at_20 + value: 47.364 + - type: map_at_100 + value: 47.649 + - type: map_at_1000 + value: 47.682 + - type: recall_at_1 + value: 33.517 + - type: recall_at_3 + value: 56.245 + - type: recall_at_5 + value: 64.63499999999999 + - type: recall_at_10 + value: 73.258 + - type: recall_at_20 + value: 80.47999999999999 + - type: recall_at_100 + value: 91.27 + - type: recall_at_1000 + value: 99.10799999999999 + - type: precision_at_1 + value: 33.517 + - type: precision_at_3 + value: 18.748 + - type: precision_at_5 + value: 12.931000000000001 + - type: precision_at_10 + value: 7.327999999999999 + - type: precision_at_20 + value: 4.025 + - type: precision_at_100 + value: 0.9129999999999999 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 33.5174 + - type: mrr_at_3 + value: 43.7341 + - type: mrr_at_5 + value: 45.6882 + - type: mrr_at_10 + value: 46.8649 + - type: mrr_at_20 + value: 47.369299999999996 + - type: mrr_at_100 + value: 47.654 + - type: mrr_at_1000 + value: 47.6871 + - type: nauc_ndcg_at_1_max + value: 22.2321 + - type: nauc_ndcg_at_1_std + value: -8.761199999999999 + - type: nauc_ndcg_at_1_diff1 + value: 35.3241 + - type: nauc_ndcg_at_3_max + value: 28.7377 + - type: nauc_ndcg_at_3_std + value: -7.0482000000000005 + - type: nauc_ndcg_at_3_diff1 + value: 31.2899 + - type: nauc_ndcg_at_5_max + value: 29.3167 + - type: nauc_ndcg_at_5_std + value: -4.9694 + - type: nauc_ndcg_at_5_diff1 + value: 30.0703 + - type: nauc_ndcg_at_10_max + value: 29.1846 + - type: nauc_ndcg_at_10_std + value: -2.9368 + - type: nauc_ndcg_at_10_diff1 + value: 29.1381 + - type: nauc_ndcg_at_20_max + value: 28.7933 + - type: nauc_ndcg_at_20_std + value: -1.7139000000000002 + - type: nauc_ndcg_at_20_diff1 + value: 28.4559 + - type: nauc_ndcg_at_100_max + value: 28.0258 + - type: nauc_ndcg_at_100_std + value: -1.9387999999999999 + - type: nauc_ndcg_at_100_diff1 + value: 28.4151 + - type: nauc_ndcg_at_1000_max + value: 27.7535 + - type: nauc_ndcg_at_1000_std + value: -3.3341000000000003 + - type: nauc_ndcg_at_1000_diff1 + value: 29.4469 + - type: nauc_map_at_1_max + value: 22.2321 + - type: nauc_map_at_1_std + value: -8.761199999999999 + - type: nauc_map_at_1_diff1 + value: 35.3241 + - type: nauc_map_at_3_max + value: 27.1986 + - type: nauc_map_at_3_std + value: -7.5515 + - type: nauc_map_at_3_diff1 + value: 32.211099999999995 + - type: nauc_map_at_5_max + value: 27.4602 + - type: nauc_map_at_5_std + value: -6.429600000000001 + - type: nauc_map_at_5_diff1 + value: 31.5535 + - type: nauc_map_at_10_max + value: 27.3625 + - type: nauc_map_at_10_std + value: -5.6388 + - type: nauc_map_at_10_diff1 + value: 31.2048 + - type: nauc_map_at_20_max + value: 27.2484 + - type: nauc_map_at_20_std + value: -5.3622000000000005 + - type: nauc_map_at_20_diff1 + value: 31.0509 + - type: nauc_map_at_100_max + value: 27.1372 + - type: nauc_map_at_100_std + value: -5.3702 + - type: nauc_map_at_100_diff1 + value: 31.043599999999998 + - type: nauc_map_at_1000_max + value: 27.128000000000004 + - type: nauc_map_at_1000_std + value: -5.4073 + - type: nauc_map_at_1000_diff1 + value: 31.073600000000003 + - type: nauc_recall_at_1_max + value: 22.2321 + - type: nauc_recall_at_1_std + value: -8.761199999999999 + - type: nauc_recall_at_1_diff1 + value: 35.3241 + - type: nauc_recall_at_3_max + value: 33.362 + - type: nauc_recall_at_3_std + value: -5.4917 + - type: nauc_recall_at_3_diff1 + value: 28.5373 + - type: nauc_recall_at_5_max + value: 35.5761 + - type: nauc_recall_at_5_std + value: 0.3067 + - type: nauc_recall_at_5_diff1 + value: 24.9997 + - type: nauc_recall_at_10_max + value: 36.5078 + - type: nauc_recall_at_10_std + value: 9.3943 + - type: nauc_recall_at_10_diff1 + value: 20.2631 + - type: nauc_recall_at_20_max + value: 36.099 + - type: nauc_recall_at_20_std + value: 20.6655 + - type: nauc_recall_at_20_diff1 + value: 13.4812 + - type: nauc_recall_at_100_max + value: 31.582 + - type: nauc_recall_at_100_std + value: 38.8209 + - type: nauc_recall_at_100_diff1 + value: -2.3480999999999996 + - type: nauc_recall_at_1000_max + value: 0.7306 + - type: nauc_recall_at_1000_std + value: 47.7248 + - type: nauc_recall_at_1000_diff1 + value: -20.468600000000002 + - type: nauc_precision_at_1_max + value: 22.2321 + - type: nauc_precision_at_1_std + value: -8.761199999999999 + - type: nauc_precision_at_1_diff1 + value: 35.3241 + - type: nauc_precision_at_3_max + value: 33.362 + - type: nauc_precision_at_3_std + value: -5.4917 + - type: nauc_precision_at_3_diff1 + value: 28.5373 + - type: nauc_precision_at_5_max + value: 35.6321 + - type: nauc_precision_at_5_std + value: 0.2429 + - type: nauc_precision_at_5_diff1 + value: 24.9568 + - type: nauc_precision_at_10_max + value: 36.5824 + - type: nauc_precision_at_10_std + value: 9.322 + - type: nauc_precision_at_10_diff1 + value: 20.211100000000002 + - type: nauc_precision_at_20_max + value: 36.201 + - type: nauc_precision_at_20_std + value: 20.5852 + - type: nauc_precision_at_20_diff1 + value: 13.4108 + - type: nauc_precision_at_100_max + value: 31.796400000000002 + - type: nauc_precision_at_100_std + value: 38.7036 + - type: nauc_precision_at_100_diff1 + value: -2.53 + - type: nauc_precision_at_1000_max + value: 3.1525999999999996 + - type: nauc_precision_at_1000_std + value: 40.2489 + - type: nauc_precision_at_1000_diff1 + value: -22.0777 + - type: nauc_mrr_at_1_max + value: 22.2321 + - type: nauc_mrr_at_1_std + value: -8.761199999999999 + - type: nauc_mrr_at_1_diff1 + value: 35.3241 + - type: nauc_mrr_at_3_max + value: 27.1986 + - type: nauc_mrr_at_3_std + value: -7.5515 + - type: nauc_mrr_at_3_diff1 + value: 32.211099999999995 + - type: nauc_mrr_at_5_max + value: 27.471600000000002 + - type: nauc_mrr_at_5_std + value: -6.443899999999999 + - type: nauc_mrr_at_5_diff1 + value: 31.544800000000002 + - type: nauc_mrr_at_10_max + value: 27.374100000000002 + - type: nauc_mrr_at_10_std + value: -5.6534 + - type: nauc_mrr_at_10_diff1 + value: 31.195800000000002 + - type: nauc_mrr_at_20_max + value: 27.260099999999998 + - type: nauc_mrr_at_20_std + value: -5.3769 + - type: nauc_mrr_at_20_diff1 + value: 31.0419 + - type: nauc_mrr_at_100_max + value: 27.149 + - type: nauc_mrr_at_100_std + value: -5.3851 + - type: nauc_mrr_at_100_diff1 + value: 31.034499999999998 + - type: nauc_mrr_at_1000_max + value: 27.139000000000003 + - type: nauc_mrr_at_1000_std + value: -5.421200000000001 + - type: nauc_mrr_at_1000_diff1 + value: 31.0651 + - type: main_score + value: 53.256 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: ndcg_at_1 + value: 51.702999999999996 + - type: ndcg_at_3 + value: 48.064 + - type: ndcg_at_5 + value: 46.379 + - type: ndcg_at_10 + value: 43.663999999999994 + - type: ndcg_at_20 + value: 41.407 + - type: ndcg_at_100 + value: 42.083 + - type: ndcg_at_1000 + value: 52.335 + - type: map_at_1 + value: 6.241 + - type: map_at_3 + value: 11.142000000000001 + - type: map_at_5 + value: 13.553 + - type: map_at_10 + value: 16.406000000000002 + - type: map_at_20 + value: 19.044 + - type: map_at_100 + value: 23.204 + - type: map_at_1000 + value: 25.903 + - type: recall_at_1 + value: 6.241 + - type: recall_at_3 + value: 12.214 + - type: recall_at_5 + value: 16.473 + - type: recall_at_10 + value: 21.84 + - type: recall_at_20 + value: 27.474999999999998 + - type: recall_at_100 + value: 45.01 + - type: recall_at_1000 + value: 80.71300000000001 + - type: precision_at_1 + value: 53.251000000000005 + - type: precision_at_3 + value: 45.924 + - type: precision_at_5 + value: 41.486000000000004 + - type: precision_at_10 + value: 33.900999999999996 + - type: precision_at_20 + value: 26.084000000000003 + - type: precision_at_100 + value: 11.969000000000001 + - type: precision_at_1000 + value: 2.833 + - type: mrr_at_1 + value: 53.2508 + - type: mrr_at_3 + value: 59.9071 + - type: mrr_at_5 + value: 61.455099999999995 + - type: mrr_at_10 + value: 62.146699999999996 + - type: mrr_at_20 + value: 62.4121 + - type: mrr_at_100 + value: 62.5853 + - type: mrr_at_1000 + value: 62.6116 + - type: nauc_ndcg_at_1_max + value: 38.5919 + - type: nauc_ndcg_at_1_std + value: 18.4369 + - type: nauc_ndcg_at_1_diff1 + value: 31.143900000000002 + - type: nauc_ndcg_at_3_max + value: 38.9761 + - type: nauc_ndcg_at_3_std + value: 19.787399999999998 + - type: nauc_ndcg_at_3_diff1 + value: 17.7815 + - type: nauc_ndcg_at_5_max + value: 37.0209 + - type: nauc_ndcg_at_5_std + value: 21.8887 + - type: nauc_ndcg_at_5_diff1 + value: 13.855300000000002 + - type: nauc_ndcg_at_10_max + value: 37.534 + - type: nauc_ndcg_at_10_std + value: 22.8182 + - type: nauc_ndcg_at_10_diff1 + value: 11.0277 + - type: nauc_ndcg_at_20_max + value: 35.0094 + - type: nauc_ndcg_at_20_std + value: 23.4129 + - type: nauc_ndcg_at_20_diff1 + value: 10.1847 + - type: nauc_ndcg_at_100_max + value: 33.739200000000004 + - type: nauc_ndcg_at_100_std + value: 29.7391 + - type: nauc_ndcg_at_100_diff1 + value: 16.3823 + - type: nauc_ndcg_at_1000_max + value: 39.4096 + - type: nauc_ndcg_at_1000_std + value: 35.2713 + - type: nauc_ndcg_at_1000_diff1 + value: 16.57 + - type: nauc_map_at_1_max + value: -0.181 + - type: nauc_map_at_1_std + value: 8.6113 + - type: nauc_map_at_1_diff1 + value: 48.038199999999996 + - type: nauc_map_at_3_max + value: 2.2358 + - type: nauc_map_at_3_std + value: 10.766499999999999 + - type: nauc_map_at_3_diff1 + value: 42.226 + - type: nauc_map_at_5_max + value: 6.0876 + - type: nauc_map_at_5_std + value: 13.5501 + - type: nauc_map_at_5_diff1 + value: 37.9845 + - type: nauc_map_at_10_max + value: 11.6753 + - type: nauc_map_at_10_std + value: 17.5582 + - type: nauc_map_at_10_diff1 + value: 33.9162 + - type: nauc_map_at_20_max + value: 15.435599999999999 + - type: nauc_map_at_20_std + value: 21.687 + - type: nauc_map_at_20_diff1 + value: 30.1573 + - type: nauc_map_at_100_max + value: 20.6368 + - type: nauc_map_at_100_std + value: 26.0692 + - type: nauc_map_at_100_diff1 + value: 24.282500000000002 + - type: nauc_map_at_1000_max + value: 23.4363 + - type: nauc_map_at_1000_std + value: 26.963900000000002 + - type: nauc_map_at_1000_diff1 + value: 20.9043 + - type: nauc_recall_at_1_max + value: -0.181 + - type: nauc_recall_at_1_std + value: 8.6113 + - type: nauc_recall_at_1_diff1 + value: 48.038199999999996 + - type: nauc_recall_at_3_max + value: 0.2386 + - type: nauc_recall_at_3_std + value: 9.8405 + - type: nauc_recall_at_3_diff1 + value: 39.7343 + - type: nauc_recall_at_5_max + value: 2.7243 + - type: nauc_recall_at_5_std + value: 10.964 + - type: nauc_recall_at_5_diff1 + value: 30.642999999999997 + - type: nauc_recall_at_10_max + value: 10.2258 + - type: nauc_recall_at_10_std + value: 13.0467 + - type: nauc_recall_at_10_diff1 + value: 23.7958 + - type: nauc_recall_at_20_max + value: 12.712499999999999 + - type: nauc_recall_at_20_std + value: 16.9887 + - type: nauc_recall_at_20_diff1 + value: 18.410899999999998 + - type: nauc_recall_at_100_max + value: 14.731900000000001 + - type: nauc_recall_at_100_std + value: 26.0226 + - type: nauc_recall_at_100_diff1 + value: 9.2707 + - type: nauc_recall_at_1000_max + value: 20.6188 + - type: nauc_recall_at_1000_std + value: 38.2126 + - type: nauc_recall_at_1000_diff1 + value: 12.8767 + - type: nauc_precision_at_1_max + value: 40.2962 + - type: nauc_precision_at_1_std + value: 19.0046 + - type: nauc_precision_at_1_diff1 + value: 31.211299999999998 + - type: nauc_precision_at_3_max + value: 41.5387 + - type: nauc_precision_at_3_std + value: 21.2892 + - type: nauc_precision_at_3_diff1 + value: 7.091500000000001 + - type: nauc_precision_at_5_max + value: 39.165299999999995 + - type: nauc_precision_at_5_std + value: 23.805799999999998 + - type: nauc_precision_at_5_diff1 + value: -2.1416999999999997 + - type: nauc_precision_at_10_max + value: 38.8258 + - type: nauc_precision_at_10_std + value: 23.6424 + - type: nauc_precision_at_10_diff1 + value: -10.3489 + - type: nauc_precision_at_20_max + value: 34.2889 + - type: nauc_precision_at_20_std + value: 20.357400000000002 + - type: nauc_precision_at_20_diff1 + value: -16.0912 + - type: nauc_precision_at_100_max + value: 25.642599999999998 + - type: nauc_precision_at_100_std + value: 12.5112 + - type: nauc_precision_at_100_diff1 + value: -22.706799999999998 + - type: nauc_precision_at_1000_max + value: 18.476799999999997 + - type: nauc_precision_at_1000_std + value: -2.6321 + - type: nauc_precision_at_1000_diff1 + value: -24.8203 + - type: nauc_mrr_at_1_max + value: 40.2962 + - type: nauc_mrr_at_1_std + value: 19.0046 + - type: nauc_mrr_at_1_diff1 + value: 31.211299999999998 + - type: nauc_mrr_at_3_max + value: 41.5267 + - type: nauc_mrr_at_3_std + value: 22.364600000000003 + - type: nauc_mrr_at_3_diff1 + value: 29.371799999999997 + - type: nauc_mrr_at_5_max + value: 41.7267 + - type: nauc_mrr_at_5_std + value: 23.6217 + - type: nauc_mrr_at_5_diff1 + value: 28.8136 + - type: nauc_mrr_at_10_max + value: 43.1193 + - type: nauc_mrr_at_10_std + value: 24.0269 + - type: nauc_mrr_at_10_diff1 + value: 28.680699999999998 + - type: nauc_mrr_at_20_max + value: 43.2046 + - type: nauc_mrr_at_20_std + value: 23.9907 + - type: nauc_mrr_at_20_diff1 + value: 28.5086 + - type: nauc_mrr_at_100_max + value: 43.025000000000006 + - type: nauc_mrr_at_100_std + value: 24.002299999999998 + - type: nauc_mrr_at_100_diff1 + value: 28.5516 + - type: nauc_mrr_at_1000_max + value: 43.0013 + - type: nauc_mrr_at_1000_std + value: 23.9841 + - type: nauc_mrr_at_1000_diff1 + value: 28.565099999999997 + - type: main_score + value: 43.663999999999994 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NFCorpus-PL (default) + revision: 9a6f9567fda928260afed2de480d79c98bf0bec0 + split: test + type: clarin-knext/nfcorpus-pl + metrics: + - type: ndcg_at_1 + value: 41.641 + - type: ndcg_at_3 + value: 37.617 + - type: ndcg_at_5 + value: 36.024 + - type: ndcg_at_10 + value: 33.51 + - type: ndcg_at_20 + value: 31.575999999999997 + - type: ndcg_at_100 + value: 31.601000000000003 + - type: ndcg_at_1000 + value: 41.099000000000004 + - type: map_at_1 + value: 4.61 + - type: map_at_3 + value: 8.213 + - type: map_at_5 + value: 9.594 + - type: map_at_10 + value: 11.709 + - type: map_at_20 + value: 13.372 + - type: map_at_100 + value: 15.762 + - type: map_at_1000 + value: 17.531 + - type: recall_at_1 + value: 4.61 + - type: recall_at_3 + value: 9.366 + - type: recall_at_5 + value: 11.793 + - type: recall_at_10 + value: 16.255 + - type: recall_at_20 + value: 20.713 + - type: recall_at_100 + value: 33.396 + - type: recall_at_1000 + value: 65.532 + - type: precision_at_1 + value: 43.034 + - type: precision_at_3 + value: 35.707 + - type: precision_at_5 + value: 31.889 + - type: precision_at_10 + value: 25.697 + - type: precision_at_20 + value: 19.458000000000002 + - type: precision_at_100 + value: 8.563 + - type: precision_at_1000 + value: 2.265 + - type: mrr_at_1 + value: 43.3437 + - type: mrr_at_3 + value: 49.690400000000004 + - type: mrr_at_5 + value: 50.897800000000004 + - type: mrr_at_10 + value: 51.812599999999996 + - type: mrr_at_20 + value: 52.2167 + - type: mrr_at_100 + value: 52.4582 + - type: mrr_at_1000 + value: 52.492000000000004 + - type: nauc_ndcg_at_1_max + value: 25.4366 + - type: nauc_ndcg_at_1_std + value: 34.0673 + - type: nauc_ndcg_at_1_diff1 + value: 29.8688 + - type: nauc_ndcg_at_3_max + value: 29.877599999999997 + - type: nauc_ndcg_at_3_std + value: 32.0053 + - type: nauc_ndcg_at_3_diff1 + value: 20.6368 + - type: nauc_ndcg_at_5_max + value: 29.480099999999997 + - type: nauc_ndcg_at_5_std + value: 33.7997 + - type: nauc_ndcg_at_5_diff1 + value: 17.9377 + - type: nauc_ndcg_at_10_max + value: 30.753700000000002 + - type: nauc_ndcg_at_10_std + value: 36.1849 + - type: nauc_ndcg_at_10_diff1 + value: 17.4959 + - type: nauc_ndcg_at_20_max + value: 29.8224 + - type: nauc_ndcg_at_20_std + value: 36.690400000000004 + - type: nauc_ndcg_at_20_diff1 + value: 16.988300000000002 + - type: nauc_ndcg_at_100_max + value: 32.359500000000004 + - type: nauc_ndcg_at_100_std + value: 41.7925 + - type: nauc_ndcg_at_100_diff1 + value: 18.0404 + - type: nauc_ndcg_at_1000_max + value: 37.336000000000006 + - type: nauc_ndcg_at_1000_std + value: 47.5775 + - type: nauc_ndcg_at_1000_diff1 + value: 20.0013 + - type: nauc_map_at_1_max + value: 5.9816 + - type: nauc_map_at_1_std + value: 2.7314000000000003 + - type: nauc_map_at_1_diff1 + value: 38.8032 + - type: nauc_map_at_3_max + value: 12.1991 + - type: nauc_map_at_3_std + value: 6.6097 + - type: nauc_map_at_3_diff1 + value: 28.6401 + - type: nauc_map_at_5_max + value: 13.9078 + - type: nauc_map_at_5_std + value: 10.758700000000001 + - type: nauc_map_at_5_diff1 + value: 25.8776 + - type: nauc_map_at_10_max + value: 16.1047 + - type: nauc_map_at_10_std + value: 15.9586 + - type: nauc_map_at_10_diff1 + value: 23.131899999999998 + - type: nauc_map_at_20_max + value: 18.041 + - type: nauc_map_at_20_std + value: 20.9404 + - type: nauc_map_at_20_diff1 + value: 21.6161 + - type: nauc_map_at_100_max + value: 22.8786 + - type: nauc_map_at_100_std + value: 28.751900000000003 + - type: nauc_map_at_100_diff1 + value: 19.9815 + - type: nauc_map_at_1000_max + value: 24.6561 + - type: nauc_map_at_1000_std + value: 31.734800000000003 + - type: nauc_map_at_1000_diff1 + value: 18.534200000000002 + - type: nauc_recall_at_1_max + value: 5.9816 + - type: nauc_recall_at_1_std + value: 2.7314000000000003 + - type: nauc_recall_at_1_diff1 + value: 38.8032 + - type: nauc_recall_at_3_max + value: 11.2019 + - type: nauc_recall_at_3_std + value: 5.8047 + - type: nauc_recall_at_3_diff1 + value: 25.118000000000002 + - type: nauc_recall_at_5_max + value: 10.4781 + - type: nauc_recall_at_5_std + value: 11.6097 + - type: nauc_recall_at_5_diff1 + value: 21.1325 + - type: nauc_recall_at_10_max + value: 11.871 + - type: nauc_recall_at_10_std + value: 14.2794 + - type: nauc_recall_at_10_diff1 + value: 15.6651 + - type: nauc_recall_at_20_max + value: 11.4497 + - type: nauc_recall_at_20_std + value: 17.3558 + - type: nauc_recall_at_20_diff1 + value: 13.5072 + - type: nauc_recall_at_100_max + value: 23.8613 + - type: nauc_recall_at_100_std + value: 33.7453 + - type: nauc_recall_at_100_diff1 + value: 11.475 + - type: nauc_recall_at_1000_max + value: 29.201 + - type: nauc_recall_at_1000_std + value: 42.2995 + - type: nauc_recall_at_1000_diff1 + value: 14.773200000000001 + - type: nauc_precision_at_1_max + value: 26.4393 + - type: nauc_precision_at_1_std + value: 36.478100000000005 + - type: nauc_precision_at_1_diff1 + value: 28.8821 + - type: nauc_precision_at_3_max + value: 32.5927 + - type: nauc_precision_at_3_std + value: 33.0268 + - type: nauc_precision_at_3_diff1 + value: 12.7609 + - type: nauc_precision_at_5_max + value: 32.0786 + - type: nauc_precision_at_5_std + value: 36.1382 + - type: nauc_precision_at_5_diff1 + value: 7.906499999999999 + - type: nauc_precision_at_10_max + value: 30.7399 + - type: nauc_precision_at_10_std + value: 40.8382 + - type: nauc_precision_at_10_diff1 + value: 4.6689 + - type: nauc_precision_at_20_max + value: 29.542099999999998 + - type: nauc_precision_at_20_std + value: 41.757 + - type: nauc_precision_at_20_diff1 + value: 1.0079 + - type: nauc_precision_at_100_max + value: 23.7939 + - type: nauc_precision_at_100_std + value: 38.5996 + - type: nauc_precision_at_100_diff1 + value: -6.0089 + - type: nauc_precision_at_1000_max + value: 10.7978 + - type: nauc_precision_at_1000_std + value: 21.1097 + - type: nauc_precision_at_1000_diff1 + value: -12.065 + - type: nauc_mrr_at_1_max + value: 26.158199999999997 + - type: nauc_mrr_at_1_std + value: 36.2076 + - type: nauc_mrr_at_1_diff1 + value: 28.0497 + - type: nauc_mrr_at_3_max + value: 30.156100000000002 + - type: nauc_mrr_at_3_std + value: 38.684400000000004 + - type: nauc_mrr_at_3_diff1 + value: 29.242800000000003 + - type: nauc_mrr_at_5_max + value: 30.162499999999998 + - type: nauc_mrr_at_5_std + value: 39.6421 + - type: nauc_mrr_at_5_diff1 + value: 29.5021 + - type: nauc_mrr_at_10_max + value: 30.6004 + - type: nauc_mrr_at_10_std + value: 39.7515 + - type: nauc_mrr_at_10_diff1 + value: 28.677599999999998 + - type: nauc_mrr_at_20_max + value: 30.800300000000004 + - type: nauc_mrr_at_20_std + value: 40.1219 + - type: nauc_mrr_at_20_diff1 + value: 28.753400000000003 + - type: nauc_mrr_at_100_max + value: 30.7118 + - type: nauc_mrr_at_100_std + value: 40.1618 + - type: nauc_mrr_at_100_diff1 + value: 28.648200000000003 + - type: nauc_mrr_at_1000_max + value: 30.6948 + - type: nauc_mrr_at_1000_std + value: 40.1274 + - type: nauc_mrr_at_1000_diff1 + value: 28.664 + - type: main_score + value: 33.51 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: ndcg_at_1 + value: 50.753 + - type: ndcg_at_3 + value: 62.541000000000004 + - type: ndcg_at_5 + value: 66.46600000000001 + - type: ndcg_at_10 + value: 69.65400000000001 + - type: ndcg_at_20 + value: 70.91499999999999 + - type: ndcg_at_100 + value: 71.908 + - type: ndcg_at_1000 + value: 72.08200000000001 + - type: map_at_1 + value: 45.293 + - type: map_at_3 + value: 58.391000000000005 + - type: map_at_5 + value: 60.9 + - type: map_at_10 + value: 62.446999999999996 + - type: map_at_20 + value: 62.864 + - type: map_at_100 + value: 63.034 + - type: map_at_1000 + value: 63.042 + - type: recall_at_1 + value: 45.293 + - type: recall_at_3 + value: 71.089 + - type: recall_at_5 + value: 79.93 + - type: recall_at_10 + value: 89.01599999999999 + - type: recall_at_20 + value: 93.60300000000001 + - type: recall_at_100 + value: 98.501 + - type: recall_at_1000 + value: 99.768 + - type: precision_at_1 + value: 50.753 + - type: precision_at_3 + value: 27.733 + - type: precision_at_5 + value: 19.009 + - type: precision_at_10 + value: 10.707 + - type: precision_at_20 + value: 5.662 + - type: precision_at_100 + value: 1.198 + - type: precision_at_1000 + value: 0.121 + - type: mrr_at_1 + value: 50.7532 + - type: mrr_at_3 + value: 61.7565 + - type: mrr_at_5 + value: 63.578599999999994 + - type: mrr_at_10 + value: 64.6421 + - type: mrr_at_20 + value: 64.9149 + - type: mrr_at_100 + value: 65.0219 + - type: mrr_at_1000 + value: 65.0278 + - type: nauc_ndcg_at_1_max + value: 13.2965 + - type: nauc_ndcg_at_1_std + value: -3.7101 + - type: nauc_ndcg_at_1_diff1 + value: 44.218 + - type: nauc_ndcg_at_3_max + value: 15.421899999999999 + - type: nauc_ndcg_at_3_std + value: -6.0246 + - type: nauc_ndcg_at_3_diff1 + value: 40.8044 + - type: nauc_ndcg_at_5_max + value: 17.4666 + - type: nauc_ndcg_at_5_std + value: -5.1427 + - type: nauc_ndcg_at_5_diff1 + value: 40.6691 + - type: nauc_ndcg_at_10_max + value: 17.767 + - type: nauc_ndcg_at_10_std + value: -3.273 + - type: nauc_ndcg_at_10_diff1 + value: 41.3679 + - type: nauc_ndcg_at_20_max + value: 17.1625 + - type: nauc_ndcg_at_20_std + value: -2.8765 + - type: nauc_ndcg_at_20_diff1 + value: 41.493900000000004 + - type: nauc_ndcg_at_100_max + value: 16.9572 + - type: nauc_ndcg_at_100_std + value: -3.0804 + - type: nauc_ndcg_at_100_diff1 + value: 41.7105 + - type: nauc_ndcg_at_1000_max + value: 16.724600000000002 + - type: nauc_ndcg_at_1000_std + value: -3.3404000000000003 + - type: nauc_ndcg_at_1000_diff1 + value: 41.7087 + - type: nauc_map_at_1_max + value: 11.6516 + - type: nauc_map_at_1_std + value: -6.3083 + - type: nauc_map_at_1_diff1 + value: 44.2327 + - type: nauc_map_at_3_max + value: 14.3993 + - type: nauc_map_at_3_std + value: -6.502800000000001 + - type: nauc_map_at_3_diff1 + value: 41.732200000000006 + - type: nauc_map_at_5_max + value: 15.6076 + - type: nauc_map_at_5_std + value: -5.8444 + - type: nauc_map_at_5_diff1 + value: 41.6571 + - type: nauc_map_at_10_max + value: 15.7387 + - type: nauc_map_at_10_std + value: -4.9098999999999995 + - type: nauc_map_at_10_diff1 + value: 41.955799999999996 + - type: nauc_map_at_20_max + value: 15.5826 + - type: nauc_map_at_20_std + value: -4.745 + - type: nauc_map_at_20_diff1 + value: 41.9793 + - type: nauc_map_at_100_max + value: 15.5855 + - type: nauc_map_at_100_std + value: -4.7606 + - type: nauc_map_at_100_diff1 + value: 42.0154 + - type: nauc_map_at_1000_max + value: 15.5775 + - type: nauc_map_at_1000_std + value: -4.7707 + - type: nauc_map_at_1000_diff1 + value: 42.0164 + - type: nauc_recall_at_1_max + value: 11.6516 + - type: nauc_recall_at_1_std + value: -6.3083 + - type: nauc_recall_at_1_diff1 + value: 44.2327 + - type: nauc_recall_at_3_max + value: 16.6813 + - type: nauc_recall_at_3_std + value: -7.9479999999999995 + - type: nauc_recall_at_3_diff1 + value: 36.2813 + - type: nauc_recall_at_5_max + value: 23.3541 + - type: nauc_recall_at_5_std + value: -6.5876 + - type: nauc_recall_at_5_diff1 + value: 34.8235 + - type: nauc_recall_at_10_max + value: 29.139799999999997 + - type: nauc_recall_at_10_std + value: 2.7449000000000003 + - type: nauc_recall_at_10_diff1 + value: 36.330400000000004 + - type: nauc_recall_at_20_max + value: 28.9113 + - type: nauc_recall_at_20_std + value: 10.2921 + - type: nauc_recall_at_20_diff1 + value: 35.8524 + - type: nauc_recall_at_100_max + value: 49.3772 + - type: nauc_recall_at_100_std + value: 34.6476 + - type: nauc_recall_at_100_diff1 + value: 36.7818 + - type: nauc_recall_at_1000_max + value: 72.0675 + - type: nauc_recall_at_1000_std + value: 75.0156 + - type: nauc_recall_at_1000_diff1 + value: 8.1447 + - type: nauc_precision_at_1_max + value: 13.2965 + - type: nauc_precision_at_1_std + value: -3.7101 + - type: nauc_precision_at_1_diff1 + value: 44.218 + - type: nauc_precision_at_3_max + value: 14.7268 + - type: nauc_precision_at_3_std + value: 0.4226 + - type: nauc_precision_at_3_diff1 + value: 20.507 + - type: nauc_precision_at_5_max + value: 16.216900000000003 + - type: nauc_precision_at_5_std + value: 4.9551 + - type: nauc_precision_at_5_diff1 + value: 11.590200000000001 + - type: nauc_precision_at_10_max + value: 13.919899999999998 + - type: nauc_precision_at_10_std + value: 12.315900000000001 + - type: nauc_precision_at_10_diff1 + value: 2.5775 + - type: nauc_precision_at_20_max + value: 10.2398 + - type: nauc_precision_at_20_std + value: 15.6585 + - type: nauc_precision_at_20_diff1 + value: -3.8632 + - type: nauc_precision_at_100_max + value: 7.090000000000001 + - type: nauc_precision_at_100_std + value: 16.2262 + - type: nauc_precision_at_100_diff1 + value: -10.5035 + - type: nauc_precision_at_1000_max + value: 5.0309 + - type: nauc_precision_at_1000_std + value: 15.0366 + - type: nauc_precision_at_1000_diff1 + value: -12.6861 + - type: nauc_mrr_at_1_max + value: 13.2965 + - type: nauc_mrr_at_1_std + value: -3.7101 + - type: nauc_mrr_at_1_diff1 + value: 44.218 + - type: nauc_mrr_at_3_max + value: 15.8224 + - type: nauc_mrr_at_3_std + value: -3.2253999999999996 + - type: nauc_mrr_at_3_diff1 + value: 41.6364 + - type: nauc_mrr_at_5_max + value: 16.5498 + - type: nauc_mrr_at_5_std + value: -2.9664 + - type: nauc_mrr_at_5_diff1 + value: 41.7281 + - type: nauc_mrr_at_10_max + value: 16.472800000000003 + - type: nauc_mrr_at_10_std + value: -2.6679 + - type: nauc_mrr_at_10_diff1 + value: 41.9965 + - type: nauc_mrr_at_20_max + value: 16.3048 + - type: nauc_mrr_at_20_std + value: -2.7239 + - type: nauc_mrr_at_20_diff1 + value: 42.0714 + - type: nauc_mrr_at_100_max + value: 16.2492 + - type: nauc_mrr_at_100_std + value: -2.7628 + - type: nauc_mrr_at_100_diff1 + value: 42.089 + - type: nauc_mrr_at_1000_max + value: 16.2411 + - type: nauc_mrr_at_1000_std + value: -2.7714 + - type: nauc_mrr_at_1000_diff1 + value: 42.0891 + - type: main_score + value: 69.65400000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ-PL (default) + revision: f171245712cf85dd4700b06bef18001578d0ca8d + split: test + type: clarin-knext/nq-pl + metrics: + - type: ndcg_at_1 + value: 34.791 + - type: ndcg_at_3 + value: 45.418 + - type: ndcg_at_5 + value: 49.486000000000004 + - type: ndcg_at_10 + value: 53.141000000000005 + - type: ndcg_at_20 + value: 55.230999999999995 + - type: ndcg_at_100 + value: 57.358 + - type: ndcg_at_1000 + value: 58.166 + - type: map_at_1 + value: 31.04 + - type: map_at_3 + value: 41.665 + - type: map_at_5 + value: 44.138 + - type: map_at_10 + value: 45.834 + - type: map_at_20 + value: 46.48 + - type: map_at_100 + value: 46.818 + - type: map_at_1000 + value: 46.853 + - type: recall_at_1 + value: 31.04 + - type: recall_at_3 + value: 53.179 + - type: recall_at_5 + value: 62.539 + - type: recall_at_10 + value: 73.08099999999999 + - type: recall_at_20 + value: 80.83500000000001 + - type: recall_at_100 + value: 91.503 + - type: recall_at_1000 + value: 97.429 + - type: precision_at_1 + value: 34.791 + - type: precision_at_3 + value: 20.587 + - type: precision_at_5 + value: 14.71 + - type: precision_at_10 + value: 8.717 + - type: precision_at_20 + value: 4.852 + - type: precision_at_100 + value: 1.111 + - type: precision_at_1000 + value: 0.11900000000000001 + - type: mrr_at_1 + value: 34.7914 + - type: mrr_at_3 + value: 44.7374 + - type: mrr_at_5 + value: 46.7579 + - type: mrr_at_10 + value: 48.071999999999996 + - type: mrr_at_20 + value: 48.5693 + - type: mrr_at_100 + value: 48.8157 + - type: mrr_at_1000 + value: 48.843199999999996 + - type: nauc_ndcg_at_1_max + value: 14.9158 + - type: nauc_ndcg_at_1_std + value: 5.8503 + - type: nauc_ndcg_at_1_diff1 + value: 34.1856 + - type: nauc_ndcg_at_3_max + value: 18.0495 + - type: nauc_ndcg_at_3_std + value: 7.8047 + - type: nauc_ndcg_at_3_diff1 + value: 30.8948 + - type: nauc_ndcg_at_5_max + value: 19.5888 + - type: nauc_ndcg_at_5_std + value: 8.7665 + - type: nauc_ndcg_at_5_diff1 + value: 30.3472 + - type: nauc_ndcg_at_10_max + value: 21.0451 + - type: nauc_ndcg_at_10_std + value: 10.3885 + - type: nauc_ndcg_at_10_diff1 + value: 30.5095 + - type: nauc_ndcg_at_20_max + value: 21.5179 + - type: nauc_ndcg_at_20_std + value: 11.701699999999999 + - type: nauc_ndcg_at_20_diff1 + value: 30.4661 + - type: nauc_ndcg_at_100_max + value: 21.608900000000002 + - type: nauc_ndcg_at_100_std + value: 12.693999999999999 + - type: nauc_ndcg_at_100_diff1 + value: 30.7514 + - type: nauc_ndcg_at_1000_max + value: 20.947499999999998 + - type: nauc_ndcg_at_1000_std + value: 11.6076 + - type: nauc_ndcg_at_1000_diff1 + value: 30.9464 + - type: nauc_map_at_1_max + value: 13.342300000000002 + - type: nauc_map_at_1_std + value: 3.2223 + - type: nauc_map_at_1_diff1 + value: 35.888799999999996 + - type: nauc_map_at_3_max + value: 16.7396 + - type: nauc_map_at_3_std + value: 6.2769 + - type: nauc_map_at_3_diff1 + value: 31.7849 + - type: nauc_map_at_5_max + value: 17.610400000000002 + - type: nauc_map_at_5_std + value: 6.9688 + - type: nauc_map_at_5_diff1 + value: 31.4751 + - type: nauc_map_at_10_max + value: 18.2833 + - type: nauc_map_at_10_std + value: 7.793200000000001 + - type: nauc_map_at_10_diff1 + value: 31.589299999999998 + - type: nauc_map_at_20_max + value: 18.4083 + - type: nauc_map_at_20_std + value: 8.1613 + - type: nauc_map_at_20_diff1 + value: 31.591399999999997 + - type: nauc_map_at_100_max + value: 18.445600000000002 + - type: nauc_map_at_100_std + value: 8.341099999999999 + - type: nauc_map_at_100_diff1 + value: 31.6091 + - type: nauc_map_at_1000_max + value: 18.4238 + - type: nauc_map_at_1000_std + value: 8.3012 + - type: nauc_map_at_1000_diff1 + value: 31.617800000000003 + - type: nauc_recall_at_1_max + value: 13.342300000000002 + - type: nauc_recall_at_1_std + value: 3.2223 + - type: nauc_recall_at_1_diff1 + value: 35.888799999999996 + - type: nauc_recall_at_3_max + value: 20.2651 + - type: nauc_recall_at_3_std + value: 8.9734 + - type: nauc_recall_at_3_diff1 + value: 27.752 + - type: nauc_recall_at_5_max + value: 24.1343 + - type: nauc_recall_at_5_std + value: 11.2495 + - type: nauc_recall_at_5_diff1 + value: 25.9306 + - type: nauc_recall_at_10_max + value: 30.557299999999998 + - type: nauc_recall_at_10_std + value: 17.5616 + - type: nauc_recall_at_10_diff1 + value: 25.465100000000003 + - type: nauc_recall_at_20_max + value: 36.3729 + - type: nauc_recall_at_20_std + value: 27.4345 + - type: nauc_recall_at_20_diff1 + value: 24.1817 + - type: nauc_recall_at_100_max + value: 52.8045 + - type: nauc_recall_at_100_std + value: 58.0715 + - type: nauc_recall_at_100_diff1 + value: 23.9669 + - type: nauc_recall_at_1000_max + value: 74.2724 + - type: nauc_recall_at_1000_std + value: 80.8655 + - type: nauc_recall_at_1000_diff1 + value: 24.8839 + - type: nauc_precision_at_1_max + value: 14.9158 + - type: nauc_precision_at_1_std + value: 5.8503 + - type: nauc_precision_at_1_diff1 + value: 34.1856 + - type: nauc_precision_at_3_max + value: 21.252299999999998 + - type: nauc_precision_at_3_std + value: 13.0494 + - type: nauc_precision_at_3_diff1 + value: 21.726200000000002 + - type: nauc_precision_at_5_max + value: 22.8083 + - type: nauc_precision_at_5_std + value: 15.1694 + - type: nauc_precision_at_5_diff1 + value: 16.649 + - type: nauc_precision_at_10_max + value: 23.84 + - type: nauc_precision_at_10_std + value: 19.5524 + - type: nauc_precision_at_10_diff1 + value: 11.7563 + - type: nauc_precision_at_20_max + value: 24.1754 + - type: nauc_precision_at_20_std + value: 24.121000000000002 + - type: nauc_precision_at_20_diff1 + value: 6.740799999999999 + - type: nauc_precision_at_100_max + value: 20.563100000000002 + - type: nauc_precision_at_100_std + value: 27.558 + - type: nauc_precision_at_100_diff1 + value: -0.8977999999999999 + - type: nauc_precision_at_1000_max + value: 12.8133 + - type: nauc_precision_at_1000_std + value: 18.8305 + - type: nauc_precision_at_1000_diff1 + value: -6.1759 + - type: nauc_mrr_at_1_max + value: 14.9158 + - type: nauc_mrr_at_1_std + value: 5.8503 + - type: nauc_mrr_at_1_diff1 + value: 34.1856 + - type: nauc_mrr_at_3_max + value: 17.8839 + - type: nauc_mrr_at_3_std + value: 9.3449 + - type: nauc_mrr_at_3_diff1 + value: 31.4284 + - type: nauc_mrr_at_5_max + value: 18.5997 + - type: nauc_mrr_at_5_std + value: 9.47 + - type: nauc_mrr_at_5_diff1 + value: 31.2229 + - type: nauc_mrr_at_10_max + value: 18.8999 + - type: nauc_mrr_at_10_std + value: 9.6905 + - type: nauc_mrr_at_10_diff1 + value: 31.2789 + - type: nauc_mrr_at_20_max + value: 18.9251 + - type: nauc_mrr_at_20_std + value: 9.9187 + - type: nauc_mrr_at_20_diff1 + value: 31.298399999999997 + - type: nauc_mrr_at_100_max + value: 18.9077 + - type: nauc_mrr_at_100_std + value: 9.988199999999999 + - type: nauc_mrr_at_100_diff1 + value: 31.3528 + - type: nauc_mrr_at_1000_max + value: 18.8842 + - type: nauc_mrr_at_1000_std + value: 9.9556 + - type: nauc_mrr_at_1000_diff1 + value: 31.3583 + - type: main_score + value: 53.141000000000005 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Quora-PL (default) + revision: 0be27e93455051e531182b85e85e425aba12e9d4 + split: validation + type: clarin-knext/quora-pl + metrics: + - type: ndcg_at_1 + value: 76.99000000000001 + - type: ndcg_at_3 + value: 81.781 + - type: ndcg_at_5 + value: 83.627 + - type: ndcg_at_10 + value: 85.146 + - type: ndcg_at_20 + value: 86.015 + - type: ndcg_at_100 + value: 86.745 + - type: ndcg_at_1000 + value: 86.882 + - type: map_at_1 + value: 66.806 + - type: map_at_3 + value: 77.82900000000001 + - type: map_at_5 + value: 79.767 + - type: map_at_10 + value: 80.943 + - type: map_at_20 + value: 81.43 + - type: map_at_100 + value: 81.684 + - type: map_at_1000 + value: 81.69999999999999 + - type: recall_at_1 + value: 66.806 + - type: recall_at_3 + value: 84.09400000000001 + - type: recall_at_5 + value: 89.09899999999999 + - type: recall_at_10 + value: 93.512 + - type: recall_at_20 + value: 96.365 + - type: recall_at_100 + value: 99.22 + - type: recall_at_1000 + value: 99.937 + - type: precision_at_1 + value: 76.99000000000001 + - type: precision_at_3 + value: 35.873 + - type: precision_at_5 + value: 23.788 + - type: precision_at_10 + value: 13.091 + - type: precision_at_20 + value: 7.0169999999999995 + - type: precision_at_100 + value: 1.5230000000000001 + - type: precision_at_1000 + value: 0.156 + - type: mrr_at_1 + value: 76.86 + - type: mrr_at_3 + value: 82.7733 + - type: mrr_at_5 + value: 83.5948 + - type: mrr_at_10 + value: 83.9897 + - type: mrr_at_20 + value: 84.11030000000001 + - type: mrr_at_100 + value: 84.1575 + - type: mrr_at_1000 + value: 84.1592 + - type: nauc_ndcg_at_1_max + value: 3.7454 + - type: nauc_ndcg_at_1_std + value: -30.855500000000003 + - type: nauc_ndcg_at_1_diff1 + value: 76.3351 + - type: nauc_ndcg_at_3_max + value: 1.7838 + - type: nauc_ndcg_at_3_std + value: -37.2187 + - type: nauc_ndcg_at_3_diff1 + value: 73.47399999999999 + - type: nauc_ndcg_at_5_max + value: 1.7937999999999998 + - type: nauc_ndcg_at_5_std + value: -38.271100000000004 + - type: nauc_ndcg_at_5_diff1 + value: 73.8595 + - type: nauc_ndcg_at_10_max + value: 3.2543999999999995 + - type: nauc_ndcg_at_10_std + value: -36.510799999999996 + - type: nauc_ndcg_at_10_diff1 + value: 74.334 + - type: nauc_ndcg_at_20_max + value: 3.5938999999999997 + - type: nauc_ndcg_at_20_std + value: -35.471399999999996 + - type: nauc_ndcg_at_20_diff1 + value: 74.3699 + - type: nauc_ndcg_at_100_max + value: 3.834 + - type: nauc_ndcg_at_100_std + value: -34.2061 + - type: nauc_ndcg_at_100_diff1 + value: 74.27289999999999 + - type: nauc_ndcg_at_1000_max + value: 3.9432 + - type: nauc_ndcg_at_1000_std + value: -34.0585 + - type: nauc_ndcg_at_1000_diff1 + value: 74.3264 + - type: nauc_map_at_1_max + value: -1.5254999999999999 + - type: nauc_map_at_1_std + value: -34.9926 + - type: nauc_map_at_1_diff1 + value: 78.0814 + - type: nauc_map_at_3_max + value: 0.0422 + - type: nauc_map_at_3_std + value: -39.9644 + - type: nauc_map_at_3_diff1 + value: 75.1432 + - type: nauc_map_at_5_max + value: 0.5907 + - type: nauc_map_at_5_std + value: -39.906000000000006 + - type: nauc_map_at_5_diff1 + value: 74.93570000000001 + - type: nauc_map_at_10_max + value: 1.6818 + - type: nauc_map_at_10_std + value: -38.303599999999996 + - type: nauc_map_at_10_diff1 + value: 74.87559999999999 + - type: nauc_map_at_20_max + value: 1.9251 + - type: nauc_map_at_20_std + value: -37.316300000000005 + - type: nauc_map_at_20_diff1 + value: 74.7299 + - type: nauc_map_at_100_max + value: 2.1626 + - type: nauc_map_at_100_std + value: -36.5908 + - type: nauc_map_at_100_diff1 + value: 74.6147 + - type: nauc_map_at_1000_max + value: 2.1934 + - type: nauc_map_at_1000_std + value: -36.5438 + - type: nauc_map_at_1000_diff1 + value: 74.6123 + - type: nauc_recall_at_1_max + value: -1.5254999999999999 + - type: nauc_recall_at_1_std + value: -34.9926 + - type: nauc_recall_at_1_diff1 + value: 78.0814 + - type: nauc_recall_at_3_max + value: -1.2349999999999999 + - type: nauc_recall_at_3_std + value: -45.372099999999996 + - type: nauc_recall_at_3_diff1 + value: 70.6524 + - type: nauc_recall_at_5_max + value: -0.7293 + - type: nauc_recall_at_5_std + value: -49.6125 + - type: nauc_recall_at_5_diff1 + value: 69.45660000000001 + - type: nauc_recall_at_10_max + value: 3.6378 + - type: nauc_recall_at_10_std + value: -43.965199999999996 + - type: nauc_recall_at_10_diff1 + value: 68.7158 + - type: nauc_recall_at_20_max + value: 5.6708 + - type: nauc_recall_at_20_std + value: -40.071600000000004 + - type: nauc_recall_at_20_diff1 + value: 68.4414 + - type: nauc_recall_at_100_max + value: 6.4558 + - type: nauc_recall_at_100_std + value: -19.7545 + - type: nauc_recall_at_100_diff1 + value: 62.534800000000004 + - type: nauc_recall_at_1000_max + value: 18.6731 + - type: nauc_recall_at_1000_std + value: 42.105199999999996 + - type: nauc_recall_at_1000_diff1 + value: 67.8993 + - type: nauc_precision_at_1_max + value: 3.7454 + - type: nauc_precision_at_1_std + value: -30.855500000000003 + - type: nauc_precision_at_1_diff1 + value: 76.3351 + - type: nauc_precision_at_3_max + value: 7.2976 + - type: nauc_precision_at_3_std + value: 2.2903 + - type: nauc_precision_at_3_diff1 + value: -7.5072 + - type: nauc_precision_at_5_max + value: 7.8667 + - type: nauc_precision_at_5_std + value: 12.5317 + - type: nauc_precision_at_5_diff1 + value: -22.432199999999998 + - type: nauc_precision_at_10_max + value: 10.0199 + - type: nauc_precision_at_10_std + value: 24.1554 + - type: nauc_precision_at_10_diff1 + value: -32.2502 + - type: nauc_precision_at_20_max + value: 10.1096 + - type: nauc_precision_at_20_std + value: 31.2583 + - type: nauc_precision_at_20_diff1 + value: -37.5207 + - type: nauc_precision_at_100_max + value: 11.047600000000001 + - type: nauc_precision_at_100_std + value: 38.1319 + - type: nauc_precision_at_100_diff1 + value: -41.4069 + - type: nauc_precision_at_1000_max + value: 11.8211 + - type: nauc_precision_at_1000_std + value: 39.3463 + - type: nauc_precision_at_1000_diff1 + value: -42.0066 + - type: nauc_mrr_at_1_max + value: 3.7191 + - type: nauc_mrr_at_1_std + value: -31.2397 + - type: nauc_mrr_at_1_diff1 + value: 76.6134 + - type: nauc_mrr_at_3_max + value: 4.693 + - type: nauc_mrr_at_3_std + value: -32.903999999999996 + - type: nauc_mrr_at_3_diff1 + value: 74.832 + - type: nauc_mrr_at_5_max + value: 4.7953 + - type: nauc_mrr_at_5_std + value: -32.9968 + - type: nauc_mrr_at_5_diff1 + value: 75.0545 + - type: nauc_mrr_at_10_max + value: 4.9024 + - type: nauc_mrr_at_10_std + value: -32.4461 + - type: nauc_mrr_at_10_diff1 + value: 75.1684 + - type: nauc_mrr_at_20_max + value: 4.8370999999999995 + - type: nauc_mrr_at_20_std + value: -32.4381 + - type: nauc_mrr_at_20_diff1 + value: 75.201 + - type: nauc_mrr_at_100_max + value: 4.781 + - type: nauc_mrr_at_100_std + value: -32.4798 + - type: nauc_mrr_at_100_diff1 + value: 75.21170000000001 + - type: nauc_mrr_at_1000_max + value: 4.7793 + - type: nauc_mrr_at_1000_std + value: -32.4828 + - type: nauc_mrr_at_1000_diff1 + value: 75.2131 + - type: main_score + value: 85.146 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: ndcg_at_1 + value: 83.66 + - type: ndcg_at_3 + value: 87.863 + - type: ndcg_at_5 + value: 89.279 + - type: ndcg_at_10 + value: 90.372 + - type: ndcg_at_20 + value: 90.955 + - type: ndcg_at_100 + value: 91.352 + - type: ndcg_at_1000 + value: 91.39500000000001 + - type: map_at_1 + value: 72.75399999999999 + - type: map_at_3 + value: 84.155 + - type: map_at_5 + value: 85.97399999999999 + - type: map_at_10 + value: 87.02600000000001 + - type: map_at_20 + value: 87.442 + - type: map_at_100 + value: 87.634 + - type: map_at_1000 + value: 87.644 + - type: recall_at_1 + value: 72.75399999999999 + - type: recall_at_3 + value: 89.41799999999999 + - type: recall_at_5 + value: 93.509 + - type: recall_at_10 + value: 96.679 + - type: recall_at_20 + value: 98.519 + - type: recall_at_100 + value: 99.845 + - type: recall_at_1000 + value: 99.998 + - type: precision_at_1 + value: 83.66 + - type: precision_at_3 + value: 38.53 + - type: precision_at_5 + value: 25.259999999999998 + - type: precision_at_10 + value: 13.714 + - type: precision_at_20 + value: 7.2620000000000005 + - type: precision_at_100 + value: 1.545 + - type: precision_at_1000 + value: 0.157 + - type: mrr_at_1 + value: 83.67 + - type: mrr_at_3 + value: 88.645 + - type: mrr_at_5 + value: 89.2295 + - type: mrr_at_10 + value: 89.4605 + - type: mrr_at_20 + value: 89.5172 + - type: mrr_at_100 + value: 89.5306 + - type: mrr_at_1000 + value: 89.5308 + - type: nauc_ndcg_at_1_max + value: 8.107899999999999 + - type: nauc_ndcg_at_1_std + value: -43.6238 + - type: nauc_ndcg_at_1_diff1 + value: 79.8498 + - type: nauc_ndcg_at_3_max + value: 3.6067 + - type: nauc_ndcg_at_3_std + value: -53.6045 + - type: nauc_ndcg_at_3_diff1 + value: 77.5921 + - type: nauc_ndcg_at_5_max + value: 3.2625 + - type: nauc_ndcg_at_5_std + value: -55.3211 + - type: nauc_ndcg_at_5_diff1 + value: 78.3658 + - type: nauc_ndcg_at_10_max + value: 4.0416 + - type: nauc_ndcg_at_10_std + value: -53.7457 + - type: nauc_ndcg_at_10_diff1 + value: 78.5514 + - type: nauc_ndcg_at_20_max + value: 4.7519 + - type: nauc_ndcg_at_20_std + value: -51.9841 + - type: nauc_ndcg_at_20_diff1 + value: 78.3842 + - type: nauc_ndcg_at_100_max + value: 5.7541 + - type: nauc_ndcg_at_100_std + value: -49.9904 + - type: nauc_ndcg_at_100_diff1 + value: 78.32860000000001 + - type: nauc_ndcg_at_1000_max + value: 6.0069 + - type: nauc_ndcg_at_1000_std + value: -49.8017 + - type: nauc_ndcg_at_1000_diff1 + value: 78.2977 + - type: nauc_map_at_1_max + value: 1.5449 + - type: nauc_map_at_1_std + value: -44.338300000000004 + - type: nauc_map_at_1_diff1 + value: 82.3387 + - type: nauc_map_at_3_max + value: 1.8528 + - type: nauc_map_at_3_std + value: -55.38849999999999 + - type: nauc_map_at_3_diff1 + value: 79.2574 + - type: nauc_map_at_5_max + value: 2.8261000000000003 + - type: nauc_map_at_5_std + value: -55.5863 + - type: nauc_map_at_5_diff1 + value: 78.93860000000001 + - type: nauc_map_at_10_max + value: 3.6245 + - type: nauc_map_at_10_std + value: -53.9229 + - type: nauc_map_at_10_diff1 + value: 78.63409999999999 + - type: nauc_map_at_20_max + value: 3.9176 + - type: nauc_map_at_20_std + value: -52.5744 + - type: nauc_map_at_20_diff1 + value: 78.4779 + - type: nauc_map_at_100_max + value: 4.19 + - type: nauc_map_at_100_std + value: -51.654500000000006 + - type: nauc_map_at_100_diff1 + value: 78.39779999999999 + - type: nauc_map_at_1000_max + value: 4.2385 + - type: nauc_map_at_1000_std + value: -51.6061 + - type: nauc_map_at_1000_diff1 + value: 78.3903 + - type: nauc_recall_at_1_max + value: 1.5449 + - type: nauc_recall_at_1_std + value: -44.338300000000004 + - type: nauc_recall_at_1_diff1 + value: 82.3387 + - type: nauc_recall_at_3_max + value: -2.7309 + - type: nauc_recall_at_3_std + value: -66.5808 + - type: nauc_recall_at_3_diff1 + value: 75.6718 + - type: nauc_recall_at_5_max + value: -5.1272 + - type: nauc_recall_at_5_std + value: -76.5715 + - type: nauc_recall_at_5_diff1 + value: 75.9425 + - type: nauc_recall_at_10_max + value: -7.055599999999999 + - type: nauc_recall_at_10_std + value: -81.6288 + - type: nauc_recall_at_10_diff1 + value: 77.12790000000001 + - type: nauc_recall_at_20_max + value: -13.5368 + - type: nauc_recall_at_20_std + value: -83.4478 + - type: nauc_recall_at_20_diff1 + value: 75.1865 + - type: nauc_recall_at_100_max + value: -32.616 + - type: nauc_recall_at_100_std + value: -61.5209 + - type: nauc_recall_at_100_diff1 + value: 76.482 + - type: nauc_recall_at_1000_max + value: 20.7111 + - type: nauc_recall_at_1000_std + value: 30.6543 + - type: nauc_recall_at_1000_diff1 + value: 55.8586 + - type: nauc_precision_at_1_max + value: 8.107899999999999 + - type: nauc_precision_at_1_std + value: -43.6238 + - type: nauc_precision_at_1_diff1 + value: 79.8498 + - type: nauc_precision_at_3_max + value: 4.6219 + - type: nauc_precision_at_3_std + value: 6.9327 + - type: nauc_precision_at_3_diff1 + value: -25.4274 + - type: nauc_precision_at_5_max + value: 4.9619 + - type: nauc_precision_at_5_std + value: 17.8214 + - type: nauc_precision_at_5_diff1 + value: -36.3857 + - type: nauc_precision_at_10_max + value: 5.0724 + - type: nauc_precision_at_10_std + value: 28.3418 + - type: nauc_precision_at_10_diff1 + value: -42.7458 + - type: nauc_precision_at_20_max + value: 5.1758 + - type: nauc_precision_at_20_std + value: 34.8999 + - type: nauc_precision_at_20_diff1 + value: -45.067099999999996 + - type: nauc_precision_at_100_max + value: 6.779100000000001 + - type: nauc_precision_at_100_std + value: 40.832499999999996 + - type: nauc_precision_at_100_diff1 + value: -46.3005 + - type: nauc_precision_at_1000_max + value: 7.875500000000001 + - type: nauc_precision_at_1000_std + value: 41.5202 + - type: nauc_precision_at_1000_diff1 + value: -46.4686 + - type: nauc_mrr_at_1_max + value: 7.9126 + - type: nauc_mrr_at_1_std + value: -43.4981 + - type: nauc_mrr_at_1_diff1 + value: 79.8301 + - type: nauc_mrr_at_3_max + value: 8.0215 + - type: nauc_mrr_at_3_std + value: -48.2647 + - type: nauc_mrr_at_3_diff1 + value: 78.7292 + - type: nauc_mrr_at_5_max + value: 7.757899999999999 + - type: nauc_mrr_at_5_std + value: -48.3578 + - type: nauc_mrr_at_5_diff1 + value: 79.0961 + - type: nauc_mrr_at_10_max + value: 7.8059 + - type: nauc_mrr_at_10_std + value: -47.7136 + - type: nauc_mrr_at_10_diff1 + value: 79.1001 + - type: nauc_mrr_at_20_max + value: 7.8278 + - type: nauc_mrr_at_20_std + value: -47.578900000000004 + - type: nauc_mrr_at_20_diff1 + value: 79.06490000000001 + - type: nauc_mrr_at_100_max + value: 7.832999999999999 + - type: nauc_mrr_at_100_std + value: -47.538000000000004 + - type: nauc_mrr_at_100_diff1 + value: 79.07990000000001 + - type: nauc_mrr_at_1000_max + value: 7.834199999999999 + - type: nauc_mrr_at_1000_std + value: -47.538599999999995 + - type: nauc_mrr_at_1000_diff1 + value: 79.0802 + - type: main_score + value: 90.372 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RiaNewsRetrieval (default) + revision: 82374b0bbacda6114f39ff9c5b925fa1512ca5d7 + split: test + type: ai-forever/ria-news-retrieval + metrics: + - type: ndcg_at_1 + value: 75.41 + - type: ndcg_at_3 + value: 83.13000000000001 + - type: ndcg_at_5 + value: 84.313 + - type: ndcg_at_10 + value: 85.009 + - type: ndcg_at_20 + value: 85.436 + - type: ndcg_at_100 + value: 85.875 + - type: ndcg_at_1000 + value: 86.048 + - type: map_at_1 + value: 75.41 + - type: map_at_3 + value: 81.305 + - type: map_at_5 + value: 81.967 + - type: map_at_10 + value: 82.26299999999999 + - type: map_at_20 + value: 82.381 + - type: map_at_100 + value: 82.443 + - type: map_at_1000 + value: 82.448 + - type: recall_at_1 + value: 75.41 + - type: recall_at_3 + value: 88.38000000000001 + - type: recall_at_5 + value: 91.23 + - type: recall_at_10 + value: 93.34 + - type: recall_at_20 + value: 95.02000000000001 + - type: recall_at_100 + value: 97.37 + - type: recall_at_1000 + value: 98.78 + - type: precision_at_1 + value: 75.41 + - type: precision_at_3 + value: 29.459999999999997 + - type: precision_at_5 + value: 18.246000000000002 + - type: precision_at_10 + value: 9.334000000000001 + - type: precision_at_20 + value: 4.7509999999999994 + - type: precision_at_100 + value: 0.9740000000000001 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 75.41 + - type: mrr_at_3 + value: 81.305 + - type: mrr_at_5 + value: 81.967 + - type: mrr_at_10 + value: 82.2627 + - type: mrr_at_20 + value: 82.38069999999999 + - type: mrr_at_100 + value: 82.4427 + - type: mrr_at_1000 + value: 82.4483 + - type: nauc_ndcg_at_1_max + value: 5.5348 + - type: nauc_ndcg_at_1_std + value: -19.1767 + - type: nauc_ndcg_at_1_diff1 + value: 81.9353 + - type: nauc_ndcg_at_3_max + value: 6.473199999999999 + - type: nauc_ndcg_at_3_std + value: -16.9715 + - type: nauc_ndcg_at_3_diff1 + value: 78.9793 + - type: nauc_ndcg_at_5_max + value: 6.868499999999999 + - type: nauc_ndcg_at_5_std + value: -16.4033 + - type: nauc_ndcg_at_5_diff1 + value: 78.8519 + - type: nauc_ndcg_at_10_max + value: 7.4235999999999995 + - type: nauc_ndcg_at_10_std + value: -15.290400000000002 + - type: nauc_ndcg_at_10_diff1 + value: 79.0181 + - type: nauc_ndcg_at_20_max + value: 7.695499999999999 + - type: nauc_ndcg_at_20_std + value: -15.0138 + - type: nauc_ndcg_at_20_diff1 + value: 79.2491 + - type: nauc_ndcg_at_100_max + value: 7.980099999999999 + - type: nauc_ndcg_at_100_std + value: -14.724400000000001 + - type: nauc_ndcg_at_100_diff1 + value: 79.3374 + - type: nauc_ndcg_at_1000_max + value: 7.8065 + - type: nauc_ndcg_at_1000_std + value: -15.0831 + - type: nauc_ndcg_at_1000_diff1 + value: 79.437 + - type: nauc_map_at_1_max + value: 5.5348 + - type: nauc_map_at_1_std + value: -19.1767 + - type: nauc_map_at_1_diff1 + value: 81.9353 + - type: nauc_map_at_3_max + value: 6.3173 + - type: nauc_map_at_3_std + value: -17.602999999999998 + - type: nauc_map_at_3_diff1 + value: 79.8467 + - type: nauc_map_at_5_max + value: 6.5029 + - type: nauc_map_at_5_std + value: -17.345299999999998 + - type: nauc_map_at_5_diff1 + value: 79.8091 + - type: nauc_map_at_10_max + value: 6.7071000000000005 + - type: nauc_map_at_10_std + value: -16.9405 + - type: nauc_map_at_10_diff1 + value: 79.8888 + - type: nauc_map_at_20_max + value: 6.7600999999999996 + - type: nauc_map_at_20_std + value: -16.8864 + - type: nauc_map_at_20_diff1 + value: 79.95219999999999 + - type: nauc_map_at_100_max + value: 6.789000000000001 + - type: nauc_map_at_100_std + value: -16.8584 + - type: nauc_map_at_100_diff1 + value: 79.9661 + - type: nauc_map_at_1000_max + value: 6.7863999999999995 + - type: nauc_map_at_1000_std + value: -16.865099999999998 + - type: nauc_map_at_1000_diff1 + value: 79.96849999999999 + - type: nauc_recall_at_1_max + value: 5.5348 + - type: nauc_recall_at_1_std + value: -19.1767 + - type: nauc_recall_at_1_diff1 + value: 81.9353 + - type: nauc_recall_at_3_max + value: 7.0693 + - type: nauc_recall_at_3_std + value: -14.2503 + - type: nauc_recall_at_3_diff1 + value: 75.2279 + - type: nauc_recall_at_5_max + value: 8.8648 + - type: nauc_recall_at_5_std + value: -11.155 + - type: nauc_recall_at_5_diff1 + value: 73.6391 + - type: nauc_recall_at_10_max + value: 12.8888 + - type: nauc_recall_at_10_std + value: -2.6802 + - type: nauc_recall_at_10_diff1 + value: 73.0156 + - type: nauc_recall_at_20_max + value: 17.762900000000002 + - type: nauc_recall_at_20_std + value: 4.4794 + - type: nauc_recall_at_20_diff1 + value: 73.3629 + - type: nauc_recall_at_100_max + value: 34.158 + - type: nauc_recall_at_100_std + value: 29.4904 + - type: nauc_recall_at_100_diff1 + value: 70.3181 + - type: nauc_recall_at_1000_max + value: 47.924 + - type: nauc_recall_at_1000_std + value: 47.3271 + - type: nauc_recall_at_1000_diff1 + value: 68.7694 + - type: nauc_precision_at_1_max + value: 5.5348 + - type: nauc_precision_at_1_std + value: -19.1767 + - type: nauc_precision_at_1_diff1 + value: 81.9353 + - type: nauc_precision_at_3_max + value: 7.0693 + - type: nauc_precision_at_3_std + value: -14.2503 + - type: nauc_precision_at_3_diff1 + value: 75.2279 + - type: nauc_precision_at_5_max + value: 8.8648 + - type: nauc_precision_at_5_std + value: -11.155 + - type: nauc_precision_at_5_diff1 + value: 73.6391 + - type: nauc_precision_at_10_max + value: 12.8888 + - type: nauc_precision_at_10_std + value: -2.6802 + - type: nauc_precision_at_10_diff1 + value: 73.0156 + - type: nauc_precision_at_20_max + value: 17.762900000000002 + - type: nauc_precision_at_20_std + value: 4.4794 + - type: nauc_precision_at_20_diff1 + value: 73.3629 + - type: nauc_precision_at_100_max + value: 34.158 + - type: nauc_precision_at_100_std + value: 29.4904 + - type: nauc_precision_at_100_diff1 + value: 70.3181 + - type: nauc_precision_at_1000_max + value: 47.924 + - type: nauc_precision_at_1000_std + value: 47.3271 + - type: nauc_precision_at_1000_diff1 + value: 68.7694 + - type: nauc_mrr_at_1_max + value: 5.5348 + - type: nauc_mrr_at_1_std + value: -19.1767 + - type: nauc_mrr_at_1_diff1 + value: 81.9353 + - type: nauc_mrr_at_3_max + value: 6.3173 + - type: nauc_mrr_at_3_std + value: -17.602999999999998 + - type: nauc_mrr_at_3_diff1 + value: 79.8467 + - type: nauc_mrr_at_5_max + value: 6.5029 + - type: nauc_mrr_at_5_std + value: -17.345299999999998 + - type: nauc_mrr_at_5_diff1 + value: 79.8091 + - type: nauc_mrr_at_10_max + value: 6.7071000000000005 + - type: nauc_mrr_at_10_std + value: -16.9405 + - type: nauc_mrr_at_10_diff1 + value: 79.8888 + - type: nauc_mrr_at_20_max + value: 6.7600999999999996 + - type: nauc_mrr_at_20_std + value: -16.8864 + - type: nauc_mrr_at_20_diff1 + value: 79.95219999999999 + - type: nauc_mrr_at_100_max + value: 6.789000000000001 + - type: nauc_mrr_at_100_std + value: -16.8584 + - type: nauc_mrr_at_100_diff1 + value: 79.9661 + - type: nauc_mrr_at_1000_max + value: 6.7863999999999995 + - type: nauc_mrr_at_1000_std + value: -16.865099999999998 + - type: nauc_mrr_at_1000_diff1 + value: 79.96849999999999 + - type: main_score + value: 85.009 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RuBQRetrieval (default) + revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b + split: test + type: ai-forever/rubq-retrieval + metrics: + - type: ndcg_at_1 + value: 63.652 + - type: ndcg_at_3 + value: 67.829 + - type: ndcg_at_5 + value: 72.141 + - type: ndcg_at_10 + value: 75.551 + - type: ndcg_at_20 + value: 76.925 + - type: ndcg_at_100 + value: 77.813 + - type: ndcg_at_1000 + value: 77.994 + - type: map_at_1 + value: 45.09 + - type: map_at_3 + value: 61.731 + - type: map_at_5 + value: 65.733 + - type: map_at_10 + value: 67.826 + - type: map_at_20 + value: 68.42200000000001 + - type: map_at_100 + value: 68.613 + - type: map_at_1000 + value: 68.626 + - type: recall_at_1 + value: 45.09 + - type: recall_at_3 + value: 71.562 + - type: recall_at_5 + value: 81.474 + - type: recall_at_10 + value: 90.237 + - type: recall_at_20 + value: 94.679 + - type: recall_at_100 + value: 98.752 + - type: recall_at_1000 + value: 99.83999999999999 + - type: precision_at_1 + value: 63.652 + - type: precision_at_3 + value: 37.116 + - type: precision_at_5 + value: 26.323999999999998 + - type: precision_at_10 + value: 14.863999999999999 + - type: precision_at_20 + value: 7.89 + - type: precision_at_100 + value: 1.652 + - type: precision_at_1000 + value: 0.168 + - type: mrr_at_1 + value: 63.6525 + - type: mrr_at_3 + value: 73.2565 + - type: mrr_at_5 + value: 74.4858 + - type: mrr_at_10 + value: 75.197 + - type: mrr_at_20 + value: 75.3443 + - type: mrr_at_100 + value: 75.3988 + - type: mrr_at_1000 + value: 75.40090000000001 + - type: nauc_ndcg_at_1_max + value: 5.0771999999999995 + - type: nauc_ndcg_at_1_std + value: -22.5581 + - type: nauc_ndcg_at_1_diff1 + value: 52.925599999999996 + - type: nauc_ndcg_at_3_max + value: 4.1917 + - type: nauc_ndcg_at_3_std + value: -23.2222 + - type: nauc_ndcg_at_3_diff1 + value: 43.2648 + - type: nauc_ndcg_at_5_max + value: 4.8636 + - type: nauc_ndcg_at_5_std + value: -23.941699999999997 + - type: nauc_ndcg_at_5_diff1 + value: 42.0394 + - type: nauc_ndcg_at_10_max + value: 5.8171 + - type: nauc_ndcg_at_10_std + value: -21.576 + - type: nauc_ndcg_at_10_diff1 + value: 42.5896 + - type: nauc_ndcg_at_20_max + value: 6.3832 + - type: nauc_ndcg_at_20_std + value: -21.6577 + - type: nauc_ndcg_at_20_diff1 + value: 43.2675 + - type: nauc_ndcg_at_100_max + value: 6.299799999999999 + - type: nauc_ndcg_at_100_std + value: -21.5093 + - type: nauc_ndcg_at_100_diff1 + value: 44.2186 + - type: nauc_ndcg_at_1000_max + value: 6.1236 + - type: nauc_ndcg_at_1000_std + value: -22.0791 + - type: nauc_ndcg_at_1000_diff1 + value: 44.3418 + - type: nauc_map_at_1_max + value: 0.7341 + - type: nauc_map_at_1_std + value: -18.4253 + - type: nauc_map_at_1_diff1 + value: 46.069500000000005 + - type: nauc_map_at_3_max + value: 3.2464 + - type: nauc_map_at_3_std + value: -22.2225 + - type: nauc_map_at_3_diff1 + value: 43.378699999999995 + - type: nauc_map_at_5_max + value: 3.5513000000000003 + - type: nauc_map_at_5_std + value: -22.9553 + - type: nauc_map_at_5_diff1 + value: 42.3592 + - type: nauc_map_at_10_max + value: 4.0249 + - type: nauc_map_at_10_std + value: -21.8977 + - type: nauc_map_at_10_diff1 + value: 42.6619 + - type: nauc_map_at_20_max + value: 4.2841 + - type: nauc_map_at_20_std + value: -21.999 + - type: nauc_map_at_20_diff1 + value: 42.923899999999996 + - type: nauc_map_at_100_max + value: 4.2597000000000005 + - type: nauc_map_at_100_std + value: -22.014 + - type: nauc_map_at_100_diff1 + value: 43.0429 + - type: nauc_map_at_1000_max + value: 4.2538 + - type: nauc_map_at_1000_std + value: -22.0423 + - type: nauc_map_at_1000_diff1 + value: 43.0558 + - type: nauc_recall_at_1_max + value: 0.7341 + - type: nauc_recall_at_1_std + value: -18.4253 + - type: nauc_recall_at_1_diff1 + value: 46.069500000000005 + - type: nauc_recall_at_3_max + value: 3.794 + - type: nauc_recall_at_3_std + value: -21.1301 + - type: nauc_recall_at_3_diff1 + value: 34.8183 + - type: nauc_recall_at_5_max + value: 4.5645999999999995 + - type: nauc_recall_at_5_std + value: -23.9402 + - type: nauc_recall_at_5_diff1 + value: 29.238599999999998 + - type: nauc_recall_at_10_max + value: 7.928300000000001 + - type: nauc_recall_at_10_std + value: -12.5722 + - type: nauc_recall_at_10_diff1 + value: 24.471 + - type: nauc_recall_at_20_max + value: 14.154 + - type: nauc_recall_at_20_std + value: -8.8255 + - type: nauc_recall_at_20_diff1 + value: 21.2408 + - type: nauc_recall_at_100_max + value: 30.341600000000003 + - type: nauc_recall_at_100_std + value: 36.5751 + - type: nauc_recall_at_100_diff1 + value: 29.624899999999997 + - type: nauc_recall_at_1000_max + value: 74.9409 + - type: nauc_recall_at_1000_std + value: 42.768499999999996 + - type: nauc_recall_at_1000_diff1 + value: 32.9571 + - type: nauc_precision_at_1_max + value: 5.0771999999999995 + - type: nauc_precision_at_1_std + value: -22.5581 + - type: nauc_precision_at_1_diff1 + value: 52.925599999999996 + - type: nauc_precision_at_3_max + value: 6.496200000000001 + - type: nauc_precision_at_3_std + value: -10.7538 + - type: nauc_precision_at_3_diff1 + value: 10.0031 + - type: nauc_precision_at_5_max + value: 5.9998000000000005 + - type: nauc_precision_at_5_std + value: -5.6032 + - type: nauc_precision_at_5_diff1 + value: -1.6942 + - type: nauc_precision_at_10_max + value: 6.2056000000000004 + - type: nauc_precision_at_10_std + value: 1.5372999999999999 + - type: nauc_precision_at_10_diff1 + value: -8.7059 + - type: nauc_precision_at_20_max + value: 6.947100000000001 + - type: nauc_precision_at_20_std + value: 3.7475 + - type: nauc_precision_at_20_diff1 + value: -11.265699999999999 + - type: nauc_precision_at_100_max + value: 6.469600000000001 + - type: nauc_precision_at_100_std + value: 5.7432 + - type: nauc_precision_at_100_diff1 + value: -12.454 + - type: nauc_precision_at_1000_max + value: 5.6624 + - type: nauc_precision_at_1000_std + value: 4.4954 + - type: nauc_precision_at_1000_diff1 + value: -13.2098 + - type: nauc_mrr_at_1_max + value: 5.0771999999999995 + - type: nauc_mrr_at_1_std + value: -22.5581 + - type: nauc_mrr_at_1_diff1 + value: 52.925599999999996 + - type: nauc_mrr_at_3_max + value: 7.4656 + - type: nauc_mrr_at_3_std + value: -24.4561 + - type: nauc_mrr_at_3_diff1 + value: 49.4616 + - type: nauc_mrr_at_5_max + value: 7.445200000000001 + - type: nauc_mrr_at_5_std + value: -24.6734 + - type: nauc_mrr_at_5_diff1 + value: 49.526199999999996 + - type: nauc_mrr_at_10_max + value: 7.5846 + - type: nauc_mrr_at_10_std + value: -23.8701 + - type: nauc_mrr_at_10_diff1 + value: 49.9637 + - type: nauc_mrr_at_20_max + value: 7.494000000000001 + - type: nauc_mrr_at_20_std + value: -23.931 + - type: nauc_mrr_at_20_diff1 + value: 50.0091 + - type: nauc_mrr_at_100_max + value: 7.4916 + - type: nauc_mrr_at_100_std + value: -23.9053 + - type: nauc_mrr_at_100_diff1 + value: 50.0483 + - type: nauc_mrr_at_1000_max + value: 7.485600000000001 + - type: nauc_mrr_at_1000_std + value: -23.913899999999998 + - type: nauc_mrr_at_1000_diff1 + value: 50.0479 + - type: main_score + value: 75.551 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: ndcg_at_1 + value: 33.7 + - type: ndcg_at_3 + value: 28.360999999999997 + - type: ndcg_at_5 + value: 25.259999999999998 + - type: ndcg_at_10 + value: 30.775999999999996 + - type: ndcg_at_20 + value: 34.782000000000004 + - type: ndcg_at_100 + value: 41.753 + - type: ndcg_at_1000 + value: 46.887 + - type: map_at_1 + value: 6.843000000000001 + - type: map_at_3 + value: 13.236 + - type: map_at_5 + value: 16.405 + - type: map_at_10 + value: 19.506 + - type: map_at_20 + value: 21.308 + - type: map_at_100 + value: 23.008 + - type: map_at_1000 + value: 23.381 + - type: recall_at_1 + value: 6.843000000000001 + - type: recall_at_3 + value: 16.228 + - type: recall_at_5 + value: 22.828 + - type: recall_at_10 + value: 33.007 + - type: recall_at_20 + value: 42.433 + - type: recall_at_100 + value: 64.967 + - type: recall_at_1000 + value: 89.587 + - type: precision_at_1 + value: 33.7 + - type: precision_at_3 + value: 26.700000000000003 + - type: precision_at_5 + value: 22.54 + - type: precision_at_10 + value: 16.28 + - type: precision_at_20 + value: 10.459999999999999 + - type: precision_at_100 + value: 3.202 + - type: precision_at_1000 + value: 0.44200000000000006 + - type: mrr_at_1 + value: 33.7 + - type: mrr_at_3 + value: 43.4667 + - type: mrr_at_5 + value: 45.8517 + - type: mrr_at_10 + value: 47.4664 + - type: mrr_at_20 + value: 47.9369 + - type: mrr_at_100 + value: 48.2377 + - type: mrr_at_1000 + value: 48.2582 + - type: nauc_ndcg_at_1_max + value: 12.17 + - type: nauc_ndcg_at_1_std + value: 1.7340000000000002 + - type: nauc_ndcg_at_1_diff1 + value: 22.238 + - type: nauc_ndcg_at_3_max + value: 13.950399999999998 + - type: nauc_ndcg_at_3_std + value: 5.187 + - type: nauc_ndcg_at_3_diff1 + value: 16.8613 + - type: nauc_ndcg_at_5_max + value: 13.647 + - type: nauc_ndcg_at_5_std + value: 9.2967 + - type: nauc_ndcg_at_5_diff1 + value: 15.1222 + - type: nauc_ndcg_at_10_max + value: 14.5989 + - type: nauc_ndcg_at_10_std + value: 15.0761 + - type: nauc_ndcg_at_10_diff1 + value: 14.5739 + - type: nauc_ndcg_at_20_max + value: 15.215300000000001 + - type: nauc_ndcg_at_20_std + value: 18.302699999999998 + - type: nauc_ndcg_at_20_diff1 + value: 13.222000000000001 + - type: nauc_ndcg_at_100_max + value: 14.819299999999998 + - type: nauc_ndcg_at_100_std + value: 23.343700000000002 + - type: nauc_ndcg_at_100_diff1 + value: 11.4635 + - type: nauc_ndcg_at_1000_max + value: 15.7011 + - type: nauc_ndcg_at_1000_std + value: 20.0871 + - type: nauc_ndcg_at_1000_diff1 + value: 13.2953 + - type: nauc_map_at_1_max + value: 11.8109 + - type: nauc_map_at_1_std + value: 1.5152999999999999 + - type: nauc_map_at_1_diff1 + value: 22.1666 + - type: nauc_map_at_3_max + value: 13.797200000000002 + - type: nauc_map_at_3_std + value: 4.3428 + - type: nauc_map_at_3_diff1 + value: 16.118 + - type: nauc_map_at_5_max + value: 12.854 + - type: nauc_map_at_5_std + value: 7.2223 + - type: nauc_map_at_5_diff1 + value: 14.2653 + - type: nauc_map_at_10_max + value: 13.882 + - type: nauc_map_at_10_std + value: 12.0681 + - type: nauc_map_at_10_diff1 + value: 13.9237 + - type: nauc_map_at_20_max + value: 14.2868 + - type: nauc_map_at_20_std + value: 14.5204 + - type: nauc_map_at_20_diff1 + value: 13.0208 + - type: nauc_map_at_100_max + value: 14.225999999999999 + - type: nauc_map_at_100_std + value: 16.4205 + - type: nauc_map_at_100_diff1 + value: 12.4312 + - type: nauc_map_at_1000_max + value: 14.292399999999999 + - type: nauc_map_at_1000_std + value: 16.251099999999997 + - type: nauc_map_at_1000_diff1 + value: 12.521299999999998 + - type: nauc_recall_at_1_max + value: 11.8109 + - type: nauc_recall_at_1_std + value: 1.5152999999999999 + - type: nauc_recall_at_1_diff1 + value: 22.1666 + - type: nauc_recall_at_3_max + value: 12.806899999999999 + - type: nauc_recall_at_3_std + value: 6.2265 + - type: nauc_recall_at_3_diff1 + value: 14.097999999999999 + - type: nauc_recall_at_5_max + value: 12.162199999999999 + - type: nauc_recall_at_5_std + value: 12.7989 + - type: nauc_recall_at_5_diff1 + value: 11.0831 + - type: nauc_recall_at_10_max + value: 12.6739 + - type: nauc_recall_at_10_std + value: 22.6175 + - type: nauc_recall_at_10_diff1 + value: 9.376900000000001 + - type: nauc_recall_at_20_max + value: 13.0497 + - type: nauc_recall_at_20_std + value: 27.609299999999998 + - type: nauc_recall_at_20_diff1 + value: 6.0405 + - type: nauc_recall_at_100_max + value: 9.503499999999999 + - type: nauc_recall_at_100_std + value: 41.4 + - type: nauc_recall_at_100_diff1 + value: -1.0826 + - type: nauc_recall_at_1000_max + value: 14.0428 + - type: nauc_recall_at_1000_std + value: 39.3972 + - type: nauc_recall_at_1000_diff1 + value: 3.1826 + - type: nauc_precision_at_1_max + value: 12.17 + - type: nauc_precision_at_1_std + value: 1.7340000000000002 + - type: nauc_precision_at_1_diff1 + value: 22.238 + - type: nauc_precision_at_3_max + value: 13.092799999999999 + - type: nauc_precision_at_3_std + value: 6.3735 + - type: nauc_precision_at_3_diff1 + value: 14.161499999999998 + - type: nauc_precision_at_5_max + value: 12.4114 + - type: nauc_precision_at_5_std + value: 12.951099999999999 + - type: nauc_precision_at_5_diff1 + value: 11.12 + - type: nauc_precision_at_10_max + value: 13.251199999999999 + - type: nauc_precision_at_10_std + value: 22.4855 + - type: nauc_precision_at_10_diff1 + value: 9.403400000000001 + - type: nauc_precision_at_20_max + value: 13.6805 + - type: nauc_precision_at_20_std + value: 27.480900000000002 + - type: nauc_precision_at_20_diff1 + value: 6.2762 + - type: nauc_precision_at_100_max + value: 10.438500000000001 + - type: nauc_precision_at_100_std + value: 40.2262 + - type: nauc_precision_at_100_diff1 + value: -0.7826 + - type: nauc_precision_at_1000_max + value: 15.9807 + - type: nauc_precision_at_1000_std + value: 33.7729 + - type: nauc_precision_at_1000_diff1 + value: 3.2713 + - type: nauc_mrr_at_1_max + value: 12.17 + - type: nauc_mrr_at_1_std + value: 1.7340000000000002 + - type: nauc_mrr_at_1_diff1 + value: 22.238 + - type: nauc_mrr_at_3_max + value: 14.2982 + - type: nauc_mrr_at_3_std + value: 4.666300000000001 + - type: nauc_mrr_at_3_diff1 + value: 20.7044 + - type: nauc_mrr_at_5_max + value: 15.329699999999999 + - type: nauc_mrr_at_5_std + value: 6.5307 + - type: nauc_mrr_at_5_diff1 + value: 20.4894 + - type: nauc_mrr_at_10_max + value: 15.1992 + - type: nauc_mrr_at_10_std + value: 6.8213 + - type: nauc_mrr_at_10_diff1 + value: 20.8929 + - type: nauc_mrr_at_20_max + value: 15.1867 + - type: nauc_mrr_at_20_std + value: 6.6007 + - type: nauc_mrr_at_20_diff1 + value: 20.7505 + - type: nauc_mrr_at_100_max + value: 15.091099999999999 + - type: nauc_mrr_at_100_std + value: 6.5256 + - type: nauc_mrr_at_100_diff1 + value: 20.761599999999998 + - type: nauc_mrr_at_1000_max + value: 15.0953 + - type: nauc_mrr_at_1000_std + value: 6.5003 + - type: nauc_mrr_at_1000_diff1 + value: 20.768 + - type: main_score + value: 30.775999999999996 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SCIDOCS-PL (default) + revision: 45452b03f05560207ef19149545f168e596c9337 + split: test + type: clarin-knext/scidocs-pl + metrics: + - type: ndcg_at_1 + value: 26.5 + - type: ndcg_at_3 + value: 21.079 + - type: ndcg_at_5 + value: 18.63 + - type: ndcg_at_10 + value: 22.483 + - type: ndcg_at_20 + value: 25.552999999999997 + - type: ndcg_at_100 + value: 31.572 + - type: ndcg_at_1000 + value: 37.147000000000006 + - type: map_at_1 + value: 5.367999999999999 + - type: map_at_3 + value: 9.714 + - type: map_at_5 + value: 11.713 + - type: map_at_10 + value: 13.794 + - type: map_at_20 + value: 14.996 + - type: map_at_100 + value: 16.287 + - type: map_at_1000 + value: 16.631 + - type: recall_at_1 + value: 5.367999999999999 + - type: recall_at_3 + value: 11.907 + - type: recall_at_5 + value: 16.631999999999998 + - type: recall_at_10 + value: 23.647000000000002 + - type: recall_at_20 + value: 30.857 + - type: recall_at_100 + value: 50.236999999999995 + - type: recall_at_1000 + value: 77.445 + - type: precision_at_1 + value: 26.5 + - type: precision_at_3 + value: 19.567 + - type: precision_at_5 + value: 16.400000000000002 + - type: precision_at_10 + value: 11.67 + - type: precision_at_20 + value: 7.61 + - type: precision_at_100 + value: 2.477 + - type: precision_at_1000 + value: 0.382 + - type: mrr_at_1 + value: 26.5 + - type: mrr_at_3 + value: 33.3667 + - type: mrr_at_5 + value: 35.7267 + - type: mrr_at_10 + value: 37.1406 + - type: mrr_at_20 + value: 37.7481 + - type: mrr_at_100 + value: 38.1768 + - type: mrr_at_1000 + value: 38.2214 + - type: nauc_ndcg_at_1_max + value: 7.0188 + - type: nauc_ndcg_at_1_std + value: 5.6059 + - type: nauc_ndcg_at_1_diff1 + value: 17.6839 + - type: nauc_ndcg_at_3_max + value: 10.198400000000001 + - type: nauc_ndcg_at_3_std + value: 9.8578 + - type: nauc_ndcg_at_3_diff1 + value: 13.859399999999999 + - type: nauc_ndcg_at_5_max + value: 11.8981 + - type: nauc_ndcg_at_5_std + value: 11.4256 + - type: nauc_ndcg_at_5_diff1 + value: 13.362599999999999 + - type: nauc_ndcg_at_10_max + value: 11.9473 + - type: nauc_ndcg_at_10_std + value: 15.0253 + - type: nauc_ndcg_at_10_diff1 + value: 14.0151 + - type: nauc_ndcg_at_20_max + value: 12.955 + - type: nauc_ndcg_at_20_std + value: 18.056 + - type: nauc_ndcg_at_20_diff1 + value: 14.0076 + - type: nauc_ndcg_at_100_max + value: 15.7306 + - type: nauc_ndcg_at_100_std + value: 24.5977 + - type: nauc_ndcg_at_100_diff1 + value: 13.330800000000002 + - type: nauc_ndcg_at_1000_max + value: 16.8905 + - type: nauc_ndcg_at_1000_std + value: 24.357400000000002 + - type: nauc_ndcg_at_1000_diff1 + value: 13.586300000000001 + - type: nauc_map_at_1_max + value: 7.392 + - type: nauc_map_at_1_std + value: 5.4861 + - type: nauc_map_at_1_diff1 + value: 17.360300000000002 + - type: nauc_map_at_3_max + value: 9.3042 + - type: nauc_map_at_3_std + value: 8.74 + - type: nauc_map_at_3_diff1 + value: 13.528799999999999 + - type: nauc_map_at_5_max + value: 10.2013 + - type: nauc_map_at_5_std + value: 9.843499999999999 + - type: nauc_map_at_5_diff1 + value: 12.9857 + - type: nauc_map_at_10_max + value: 10.090200000000001 + - type: nauc_map_at_10_std + value: 12.9096 + - type: nauc_map_at_10_diff1 + value: 13.722000000000001 + - type: nauc_map_at_20_max + value: 10.3782 + - type: nauc_map_at_20_std + value: 15.0137 + - type: nauc_map_at_20_diff1 + value: 13.545599999999999 + - type: nauc_map_at_100_max + value: 11.3324 + - type: nauc_map_at_100_std + value: 17.177500000000002 + - type: nauc_map_at_100_diff1 + value: 13.4842 + - type: nauc_map_at_1000_max + value: 11.4848 + - type: nauc_map_at_1000_std + value: 17.3127 + - type: nauc_map_at_1000_diff1 + value: 13.4886 + - type: nauc_recall_at_1_max + value: 7.392 + - type: nauc_recall_at_1_std + value: 5.4861 + - type: nauc_recall_at_1_diff1 + value: 17.360300000000002 + - type: nauc_recall_at_3_max + value: 11.2259 + - type: nauc_recall_at_3_std + value: 11.3201 + - type: nauc_recall_at_3_diff1 + value: 11.904399999999999 + - type: nauc_recall_at_5_max + value: 13.3257 + - type: nauc_recall_at_5_std + value: 13.522200000000002 + - type: nauc_recall_at_5_diff1 + value: 11.065999999999999 + - type: nauc_recall_at_10_max + value: 12.4907 + - type: nauc_recall_at_10_std + value: 19.0136 + - type: nauc_recall_at_10_diff1 + value: 11.9198 + - type: nauc_recall_at_20_max + value: 13.956399999999999 + - type: nauc_recall_at_20_std + value: 24.2613 + - type: nauc_recall_at_20_diff1 + value: 11.1693 + - type: nauc_recall_at_100_max + value: 19.7049 + - type: nauc_recall_at_100_std + value: 38.762600000000006 + - type: nauc_recall_at_100_diff1 + value: 7.471 + - type: nauc_recall_at_1000_max + value: 26.753300000000003 + - type: nauc_recall_at_1000_std + value: 42.3423 + - type: nauc_recall_at_1000_diff1 + value: 6.1154 + - type: nauc_precision_at_1_max + value: 7.0188 + - type: nauc_precision_at_1_std + value: 5.6059 + - type: nauc_precision_at_1_diff1 + value: 17.6839 + - type: nauc_precision_at_3_max + value: 11.0782 + - type: nauc_precision_at_3_std + value: 11.4795 + - type: nauc_precision_at_3_diff1 + value: 12.2158 + - type: nauc_precision_at_5_max + value: 13.089200000000002 + - type: nauc_precision_at_5_std + value: 13.819400000000002 + - type: nauc_precision_at_5_diff1 + value: 11.3581 + - type: nauc_precision_at_10_max + value: 12.3759 + - type: nauc_precision_at_10_std + value: 19.3945 + - type: nauc_precision_at_10_diff1 + value: 12.18 + - type: nauc_precision_at_20_max + value: 13.9322 + - type: nauc_precision_at_20_std + value: 24.4484 + - type: nauc_precision_at_20_diff1 + value: 11.5456 + - type: nauc_precision_at_100_max + value: 19.5785 + - type: nauc_precision_at_100_std + value: 38.4441 + - type: nauc_precision_at_100_diff1 + value: 8.1804 + - type: nauc_precision_at_1000_max + value: 25.94 + - type: nauc_precision_at_1000_std + value: 40.3758 + - type: nauc_precision_at_1000_diff1 + value: 6.6218 + - type: nauc_mrr_at_1_max + value: 7.0188 + - type: nauc_mrr_at_1_std + value: 5.6059 + - type: nauc_mrr_at_1_diff1 + value: 17.6839 + - type: nauc_mrr_at_3_max + value: 10.5915 + - type: nauc_mrr_at_3_std + value: 9.2987 + - type: nauc_mrr_at_3_diff1 + value: 16.0105 + - type: nauc_mrr_at_5_max + value: 11.6549 + - type: nauc_mrr_at_5_std + value: 9.6996 + - type: nauc_mrr_at_5_diff1 + value: 15.919500000000001 + - type: nauc_mrr_at_10_max + value: 11.797699999999999 + - type: nauc_mrr_at_10_std + value: 10.670300000000001 + - type: nauc_mrr_at_10_diff1 + value: 16.087899999999998 + - type: nauc_mrr_at_20_max + value: 11.8396 + - type: nauc_mrr_at_20_std + value: 10.693800000000001 + - type: nauc_mrr_at_20_diff1 + value: 16.3201 + - type: nauc_mrr_at_100_max + value: 11.7988 + - type: nauc_mrr_at_100_std + value: 10.8405 + - type: nauc_mrr_at_100_diff1 + value: 16.1886 + - type: nauc_mrr_at_1000_max + value: 11.7941 + - type: nauc_mrr_at_1000_std + value: 10.8044 + - type: nauc_mrr_at_1000_diff1 + value: 16.220200000000002 + - type: main_score + value: 22.483 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: ndcg_at_1 + value: 74.333 + - type: ndcg_at_3 + value: 82.071 + - type: ndcg_at_5 + value: 83.83800000000001 + - type: ndcg_at_10 + value: 85.399 + - type: ndcg_at_20 + value: 85.57900000000001 + - type: ndcg_at_100 + value: 86.075 + - type: ndcg_at_1000 + value: 86.164 + - type: map_at_1 + value: 70.994 + - type: map_at_3 + value: 79.231 + - type: map_at_5 + value: 80.676 + - type: map_at_10 + value: 81.548 + - type: map_at_20 + value: 81.604 + - type: map_at_100 + value: 81.684 + - type: map_at_1000 + value: 81.688 + - type: recall_at_1 + value: 70.994 + - type: recall_at_3 + value: 87.417 + - type: recall_at_5 + value: 91.89399999999999 + - type: recall_at_10 + value: 96.167 + - type: recall_at_20 + value: 96.833 + - type: recall_at_100 + value: 99.333 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 74.333 + - type: precision_at_3 + value: 31.889 + - type: precision_at_5 + value: 20.533 + - type: precision_at_10 + value: 10.9 + - type: precision_at_20 + value: 5.483 + - type: precision_at_100 + value: 1.123 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: mrr_at_1 + value: 74.33330000000001 + - type: mrr_at_3 + value: 80.8333 + - type: mrr_at_5 + value: 81.7667 + - type: mrr_at_10 + value: 82.25869999999999 + - type: mrr_at_20 + value: 82.3147 + - type: mrr_at_100 + value: 82.3841 + - type: mrr_at_1000 + value: 82.3879 + - type: nauc_ndcg_at_1_max + value: 21.9056 + - type: nauc_ndcg_at_1_std + value: -0.21719999999999998 + - type: nauc_ndcg_at_1_diff1 + value: 76.5222 + - type: nauc_ndcg_at_3_max + value: 22.5664 + - type: nauc_ndcg_at_3_std + value: -10.6153 + - type: nauc_ndcg_at_3_diff1 + value: 73.4378 + - type: nauc_ndcg_at_5_max + value: 22.6744 + - type: nauc_ndcg_at_5_std + value: -6.4963999999999995 + - type: nauc_ndcg_at_5_diff1 + value: 73.11149999999999 + - type: nauc_ndcg_at_10_max + value: 25.7947 + - type: nauc_ndcg_at_10_std + value: -5.0876 + - type: nauc_ndcg_at_10_diff1 + value: 75.60210000000001 + - type: nauc_ndcg_at_20_max + value: 26.0131 + - type: nauc_ndcg_at_20_std + value: -6.436699999999999 + - type: nauc_ndcg_at_20_diff1 + value: 75.3544 + - type: nauc_ndcg_at_100_max + value: 25.441000000000003 + - type: nauc_ndcg_at_100_std + value: -5.1296 + - type: nauc_ndcg_at_100_diff1 + value: 75.02250000000001 + - type: nauc_ndcg_at_1000_max + value: 24.9572 + - type: nauc_ndcg_at_1000_std + value: -5.5469 + - type: nauc_ndcg_at_1000_diff1 + value: 74.9379 + - type: nauc_map_at_1_max + value: 11.445 + - type: nauc_map_at_1_std + value: -13.427800000000001 + - type: nauc_map_at_1_diff1 + value: 77.7809 + - type: nauc_map_at_3_max + value: 17.058699999999998 + - type: nauc_map_at_3_std + value: -13.484399999999999 + - type: nauc_map_at_3_diff1 + value: 75.1694 + - type: nauc_map_at_5_max + value: 20.2408 + - type: nauc_map_at_5_std + value: -9.175600000000001 + - type: nauc_map_at_5_diff1 + value: 74.5467 + - type: nauc_map_at_10_max + value: 22.4173 + - type: nauc_map_at_10_std + value: -7.6349 + - type: nauc_map_at_10_diff1 + value: 75.39059999999999 + - type: nauc_map_at_20_max + value: 22.448 + - type: nauc_map_at_20_std + value: -7.9733 + - type: nauc_map_at_20_diff1 + value: 75.32799999999999 + - type: nauc_map_at_100_max + value: 22.410800000000002 + - type: nauc_map_at_100_std + value: -7.8311 + - type: nauc_map_at_100_diff1 + value: 75.2673 + - type: nauc_map_at_1000_max + value: 22.3943 + - type: nauc_map_at_1000_std + value: -7.844900000000001 + - type: nauc_map_at_1000_diff1 + value: 75.2646 + - type: nauc_recall_at_1_max + value: 11.445 + - type: nauc_recall_at_1_std + value: -13.427800000000001 + - type: nauc_recall_at_1_diff1 + value: 77.7809 + - type: nauc_recall_at_3_max + value: 17.3626 + - type: nauc_recall_at_3_std + value: -19.5046 + - type: nauc_recall_at_3_diff1 + value: 68.9092 + - type: nauc_recall_at_5_max + value: 22.3548 + - type: nauc_recall_at_5_std + value: -5.8311 + - type: nauc_recall_at_5_diff1 + value: 64.8964 + - type: nauc_recall_at_10_max + value: 46.305800000000005 + - type: nauc_recall_at_10_std + value: -0.611 + - type: nauc_recall_at_10_diff1 + value: 84.8415 + - type: nauc_recall_at_20_max + value: 54.3835 + - type: nauc_recall_at_20_std + value: -20.4162 + - type: nauc_recall_at_20_diff1 + value: 83.02619999999999 + - type: nauc_recall_at_100_max + value: 93.4641 + - type: nauc_recall_at_100_std + value: 54.0149 + - type: nauc_recall_at_100_diff1 + value: 86.9281 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 21.9056 + - type: nauc_precision_at_1_std + value: -0.21719999999999998 + - type: nauc_precision_at_1_diff1 + value: 76.5222 + - type: nauc_precision_at_3_max + value: 29.815199999999997 + - type: nauc_precision_at_3_std + value: 15.5618 + - type: nauc_precision_at_3_diff1 + value: 12.9576 + - type: nauc_precision_at_5_max + value: 37.7937 + - type: nauc_precision_at_5_std + value: 34.086800000000004 + - type: nauc_precision_at_5_diff1 + value: -9.4724 + - type: nauc_precision_at_10_max + value: 42.072700000000005 + - type: nauc_precision_at_10_std + value: 42.559999999999995 + - type: nauc_precision_at_10_diff1 + value: -22.1475 + - type: nauc_precision_at_20_max + value: 42.9815 + - type: nauc_precision_at_20_std + value: 41.2047 + - type: nauc_precision_at_20_diff1 + value: -25.225599999999996 + - type: nauc_precision_at_100_max + value: 42.3224 + - type: nauc_precision_at_100_std + value: 48.113099999999996 + - type: nauc_precision_at_100_diff1 + value: -36.5491 + - type: nauc_precision_at_1000_max + value: 40.8151 + - type: nauc_precision_at_1000_std + value: 47.9392 + - type: nauc_precision_at_1000_diff1 + value: -40.1884 + - type: nauc_mrr_at_1_max + value: 21.9056 + - type: nauc_mrr_at_1_std + value: -0.21719999999999998 + - type: nauc_mrr_at_1_diff1 + value: 76.5222 + - type: nauc_mrr_at_3_max + value: 25.728 + - type: nauc_mrr_at_3_std + value: -2.4452000000000003 + - type: nauc_mrr_at_3_diff1 + value: 73.7363 + - type: nauc_mrr_at_5_max + value: 26.615899999999996 + - type: nauc_mrr_at_5_std + value: -1.2657 + - type: nauc_mrr_at_5_diff1 + value: 73.7557 + - type: nauc_mrr_at_10_max + value: 26.487899999999996 + - type: nauc_mrr_at_10_std + value: -1.8037 + - type: nauc_mrr_at_10_diff1 + value: 74.8553 + - type: nauc_mrr_at_20_max + value: 26.5337 + - type: nauc_mrr_at_20_std + value: -2.1328 + - type: nauc_mrr_at_20_diff1 + value: 74.78869999999999 + - type: nauc_mrr_at_100_max + value: 26.4227 + - type: nauc_mrr_at_100_std + value: -1.9076 + - type: nauc_mrr_at_100_diff1 + value: 74.7382 + - type: nauc_mrr_at_1000_max + value: 26.4066 + - type: nauc_mrr_at_1000_std + value: -1.9205 + - type: nauc_mrr_at_1000_diff1 + value: 74.73530000000001 + - type: main_score + value: 85.399 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SciFact-PL (default) + revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e + split: test + type: clarin-knext/scifact-pl + metrics: + - type: ndcg_at_1 + value: 65.333 + - type: ndcg_at_3 + value: 73.291 + - type: ndcg_at_5 + value: 75.149 + - type: ndcg_at_10 + value: 77.633 + - type: ndcg_at_20 + value: 78.236 + - type: ndcg_at_100 + value: 79.182 + - type: ndcg_at_1000 + value: 79.431 + - type: map_at_1 + value: 61.99400000000001 + - type: map_at_3 + value: 70.26299999999999 + - type: map_at_5 + value: 71.707 + - type: map_at_10 + value: 72.981 + - type: map_at_20 + value: 73.17099999999999 + - type: map_at_100 + value: 73.309 + - type: map_at_1000 + value: 73.317 + - type: recall_at_1 + value: 61.99400000000001 + - type: recall_at_3 + value: 79.01700000000001 + - type: recall_at_5 + value: 83.72800000000001 + - type: recall_at_10 + value: 90.72200000000001 + - type: recall_at_20 + value: 93.0 + - type: recall_at_100 + value: 98.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 65.333 + - type: precision_at_3 + value: 28.778 + - type: precision_at_5 + value: 18.667 + - type: precision_at_10 + value: 10.299999999999999 + - type: precision_at_20 + value: 5.283 + - type: precision_at_100 + value: 1.11 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: mrr_at_1 + value: 65.33330000000001 + - type: mrr_at_3 + value: 72.2222 + - type: mrr_at_5 + value: 73.13889999999999 + - type: mrr_at_10 + value: 74.03269999999999 + - type: mrr_at_20 + value: 74.17580000000001 + - type: mrr_at_100 + value: 74.2952 + - type: mrr_at_1000 + value: 74.3036 + - type: nauc_ndcg_at_1_max + value: 30.212699999999998 + - type: nauc_ndcg_at_1_std + value: 3.7456000000000005 + - type: nauc_ndcg_at_1_diff1 + value: 65.4258 + - type: nauc_ndcg_at_3_max + value: 20.9756 + - type: nauc_ndcg_at_3_std + value: -8.4127 + - type: nauc_ndcg_at_3_diff1 + value: 62.9899 + - type: nauc_ndcg_at_5_max + value: 25.6484 + - type: nauc_ndcg_at_5_std + value: -8.2144 + - type: nauc_ndcg_at_5_diff1 + value: 63.0932 + - type: nauc_ndcg_at_10_max + value: 28.636699999999998 + - type: nauc_ndcg_at_10_std + value: -3.3933 + - type: nauc_ndcg_at_10_diff1 + value: 62.214000000000006 + - type: nauc_ndcg_at_20_max + value: 28.3623 + - type: nauc_ndcg_at_20_std + value: -2.2724 + - type: nauc_ndcg_at_20_diff1 + value: 62.3045 + - type: nauc_ndcg_at_100_max + value: 27.5808 + - type: nauc_ndcg_at_100_std + value: -1.2848 + - type: nauc_ndcg_at_100_diff1 + value: 63.50940000000001 + - type: nauc_ndcg_at_1000_max + value: 27.395000000000003 + - type: nauc_ndcg_at_1000_std + value: -2.147 + - type: nauc_ndcg_at_1000_diff1 + value: 63.1623 + - type: nauc_map_at_1_max + value: 19.752 + - type: nauc_map_at_1_std + value: -5.6548 + - type: nauc_map_at_1_diff1 + value: 67.0171 + - type: nauc_map_at_3_max + value: 18.1306 + - type: nauc_map_at_3_std + value: -7.9393 + - type: nauc_map_at_3_diff1 + value: 64.6294 + - type: nauc_map_at_5_max + value: 22.8064 + - type: nauc_map_at_5_std + value: -7.011399999999999 + - type: nauc_map_at_5_diff1 + value: 64.4276 + - type: nauc_map_at_10_max + value: 24.9237 + - type: nauc_map_at_10_std + value: -4.3102 + - type: nauc_map_at_10_diff1 + value: 63.9498 + - type: nauc_map_at_20_max + value: 24.945 + - type: nauc_map_at_20_std + value: -4.0156 + - type: nauc_map_at_20_diff1 + value: 63.9548 + - type: nauc_map_at_100_max + value: 24.846899999999998 + - type: nauc_map_at_100_std + value: -3.8224 + - type: nauc_map_at_100_diff1 + value: 64.07650000000001 + - type: nauc_map_at_1000_max + value: 24.8433 + - type: nauc_map_at_1000_std + value: -3.8497999999999997 + - type: nauc_map_at_1000_diff1 + value: 64.0691 + - type: nauc_recall_at_1_max + value: 19.752 + - type: nauc_recall_at_1_std + value: -5.6548 + - type: nauc_recall_at_1_diff1 + value: 67.0171 + - type: nauc_recall_at_3_max + value: 11.6274 + - type: nauc_recall_at_3_std + value: -21.5381 + - type: nauc_recall_at_3_diff1 + value: 59.66630000000001 + - type: nauc_recall_at_5_max + value: 27.6039 + - type: nauc_recall_at_5_std + value: -21.051000000000002 + - type: nauc_recall_at_5_diff1 + value: 59.1607 + - type: nauc_recall_at_10_max + value: 42.6696 + - type: nauc_recall_at_10_std + value: -5.5902 + - type: nauc_recall_at_10_diff1 + value: 52.532199999999996 + - type: nauc_recall_at_20_max + value: 43.2417 + - type: nauc_recall_at_20_std + value: 4.5685 + - type: nauc_recall_at_20_diff1 + value: 51.1949 + - type: nauc_recall_at_100_max + value: 42.086800000000004 + - type: nauc_recall_at_100_std + value: 57.718599999999995 + - type: nauc_recall_at_100_diff1 + value: 88.8344 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 30.212699999999998 + - type: nauc_precision_at_1_std + value: 3.7456000000000005 + - type: nauc_precision_at_1_diff1 + value: 65.4258 + - type: nauc_precision_at_3_max + value: 25.572699999999998 + - type: nauc_precision_at_3_std + value: 6.2974000000000006 + - type: nauc_precision_at_3_diff1 + value: 28.3833 + - type: nauc_precision_at_5_max + value: 41.107 + - type: nauc_precision_at_5_std + value: 11.686100000000001 + - type: nauc_precision_at_5_diff1 + value: 13.6655 + - type: nauc_precision_at_10_max + value: 48.621700000000004 + - type: nauc_precision_at_10_std + value: 32.3541 + - type: nauc_precision_at_10_diff1 + value: -6.6252 + - type: nauc_precision_at_20_max + value: 48.237 + - type: nauc_precision_at_20_std + value: 36.7834 + - type: nauc_precision_at_20_diff1 + value: -12.4959 + - type: nauc_precision_at_100_max + value: 46.636300000000006 + - type: nauc_precision_at_100_std + value: 46.348099999999995 + - type: nauc_precision_at_100_diff1 + value: -22.5347 + - type: nauc_precision_at_1000_max + value: 47.0386 + - type: nauc_precision_at_1000_std + value: 45.3427 + - type: nauc_precision_at_1000_diff1 + value: -32.3819 + - type: nauc_mrr_at_1_max + value: 30.212699999999998 + - type: nauc_mrr_at_1_std + value: 3.7456000000000005 + - type: nauc_mrr_at_1_diff1 + value: 65.4258 + - type: nauc_mrr_at_3_max + value: 26.686799999999998 + - type: nauc_mrr_at_3_std + value: -2.3361 + - type: nauc_mrr_at_3_diff1 + value: 62.44 + - type: nauc_mrr_at_5_max + value: 29.3138 + - type: nauc_mrr_at_5_std + value: -2.027 + - type: nauc_mrr_at_5_diff1 + value: 62.5796 + - type: nauc_mrr_at_10_max + value: 29.7807 + - type: nauc_mrr_at_10_std + value: -0.7355999999999999 + - type: nauc_mrr_at_10_diff1 + value: 62.436499999999995 + - type: nauc_mrr_at_20_max + value: 29.5412 + - type: nauc_mrr_at_20_std + value: -0.4286 + - type: nauc_mrr_at_20_diff1 + value: 62.5027 + - type: nauc_mrr_at_100_max + value: 29.462699999999998 + - type: nauc_mrr_at_100_std + value: -0.311 + - type: nauc_mrr_at_100_diff1 + value: 62.634299999999996 + - type: nauc_mrr_at_1000_max + value: 29.4608 + - type: nauc_mrr_at_1000_std + value: -0.3377 + - type: nauc_mrr_at_1000_diff1 + value: 62.6262 + - type: main_score + value: 77.633 + task: + type: Retrieval + - dataset: + config: default + name: MTEB StackOverflowQA (default) + revision: db8f169f3894c14a00251061f957b2063eef2bd5 + split: test + type: CoIR-Retrieval/stackoverflow-qa + metrics: + - type: ndcg_at_1 + value: 90.07 + - type: ndcg_at_3 + value: 93.30199999999999 + - type: ndcg_at_5 + value: 93.812 + - type: ndcg_at_10 + value: 94.219 + - type: ndcg_at_20 + value: 94.46799999999999 + - type: ndcg_at_100 + value: 94.581 + - type: ndcg_at_1000 + value: 94.626 + - type: map_at_1 + value: 90.07 + - type: map_at_3 + value: 92.528 + - type: map_at_5 + value: 92.806 + - type: map_at_10 + value: 92.975 + - type: map_at_20 + value: 93.041 + - type: map_at_100 + value: 93.057 + - type: map_at_1000 + value: 93.059 + - type: recall_at_1 + value: 90.07 + - type: recall_at_3 + value: 95.537 + - type: recall_at_5 + value: 96.78999999999999 + - type: recall_at_10 + value: 98.044 + - type: recall_at_20 + value: 99.047 + - type: recall_at_100 + value: 99.649 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 90.07 + - type: precision_at_3 + value: 31.846000000000004 + - type: precision_at_5 + value: 19.358 + - type: precision_at_10 + value: 9.804 + - type: precision_at_20 + value: 4.952 + - type: precision_at_100 + value: 0.996 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 90.0702 + - type: mrr_at_3 + value: 92.52759999999999 + - type: mrr_at_5 + value: 92.8059 + - type: mrr_at_10 + value: 92.975 + - type: mrr_at_20 + value: 93.0411 + - type: mrr_at_100 + value: 93.0572 + - type: mrr_at_1000 + value: 93.0589 + - type: nauc_ndcg_at_1_max + value: 78.5096 + - type: nauc_ndcg_at_1_std + value: -21.337 + - type: nauc_ndcg_at_1_diff1 + value: 94.2006 + - type: nauc_ndcg_at_3_max + value: 81.1524 + - type: nauc_ndcg_at_3_std + value: -19.2769 + - type: nauc_ndcg_at_3_diff1 + value: 94.2531 + - type: nauc_ndcg_at_5_max + value: 81.1858 + - type: nauc_ndcg_at_5_std + value: -21.2394 + - type: nauc_ndcg_at_5_diff1 + value: 94.2269 + - type: nauc_ndcg_at_10_max + value: 81.25280000000001 + - type: nauc_ndcg_at_10_std + value: -18.6712 + - type: nauc_ndcg_at_10_diff1 + value: 94.3176 + - type: nauc_ndcg_at_20_max + value: 80.9845 + - type: nauc_ndcg_at_20_std + value: -20.491799999999998 + - type: nauc_ndcg_at_20_diff1 + value: 94.3685 + - type: nauc_ndcg_at_100_max + value: 80.7865 + - type: nauc_ndcg_at_100_std + value: -20.846700000000002 + - type: nauc_ndcg_at_100_diff1 + value: 94.3721 + - type: nauc_ndcg_at_1000_max + value: 80.6593 + - type: nauc_ndcg_at_1000_std + value: -20.6719 + - type: nauc_ndcg_at_1000_diff1 + value: 94.3257 + - type: nauc_map_at_1_max + value: 78.5096 + - type: nauc_map_at_1_std + value: -21.337 + - type: nauc_map_at_1_diff1 + value: 94.2006 + - type: nauc_map_at_3_max + value: 80.4341 + - type: nauc_map_at_3_std + value: -20.29 + - type: nauc_map_at_3_diff1 + value: 94.255 + - type: nauc_map_at_5_max + value: 80.40549999999999 + - type: nauc_map_at_5_std + value: -21.2659 + - type: nauc_map_at_5_diff1 + value: 94.2367 + - type: nauc_map_at_10_max + value: 80.4091 + - type: nauc_map_at_10_std + value: -20.3957 + - type: nauc_map_at_10_diff1 + value: 94.2727 + - type: nauc_map_at_20_max + value: 80.3449 + - type: nauc_map_at_20_std + value: -20.7878 + - type: nauc_map_at_20_diff1 + value: 94.2851 + - type: nauc_map_at_100_max + value: 80.32390000000001 + - type: nauc_map_at_100_std + value: -20.8262 + - type: nauc_map_at_100_diff1 + value: 94.28649999999999 + - type: nauc_map_at_1000_max + value: 80.32000000000001 + - type: nauc_map_at_1000_std + value: -20.8244 + - type: nauc_map_at_1000_diff1 + value: 94.2851 + - type: nauc_recall_at_1_max + value: 78.5096 + - type: nauc_recall_at_1_std + value: -21.337 + - type: nauc_recall_at_1_diff1 + value: 94.2006 + - type: nauc_recall_at_3_max + value: 84.5334 + - type: nauc_recall_at_3_std + value: -14.1385 + - type: nauc_recall_at_3_diff1 + value: 94.2307 + - type: nauc_recall_at_5_max + value: 86.1672 + - type: nauc_recall_at_5_std + value: -21.3189 + - type: nauc_recall_at_5_diff1 + value: 94.1543 + - type: nauc_recall_at_10_max + value: 89.97540000000001 + - type: nauc_recall_at_10_std + value: 2.0703 + - type: nauc_recall_at_10_diff1 + value: 94.84740000000001 + - type: nauc_recall_at_20_max + value: 92.86280000000001 + - type: nauc_recall_at_20_std + value: -19.041900000000002 + - type: nauc_recall_at_20_diff1 + value: 96.47449999999999 + - type: nauc_recall_at_100_max + value: 96.26599999999999 + - type: nauc_recall_at_100_std + value: -46.5308 + - type: nauc_recall_at_100_diff1 + value: 100.0 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 78.5096 + - type: nauc_precision_at_1_std + value: -21.337 + - type: nauc_precision_at_1_diff1 + value: 94.2006 + - type: nauc_precision_at_3_max + value: 84.5334 + - type: nauc_precision_at_3_std + value: -14.1385 + - type: nauc_precision_at_3_diff1 + value: 94.2307 + - type: nauc_precision_at_5_max + value: 86.1672 + - type: nauc_precision_at_5_std + value: -21.3189 + - type: nauc_precision_at_5_diff1 + value: 94.1543 + - type: nauc_precision_at_10_max + value: 89.97540000000001 + - type: nauc_precision_at_10_std + value: 2.0703 + - type: nauc_precision_at_10_diff1 + value: 94.84740000000001 + - type: nauc_precision_at_20_max + value: 92.86280000000001 + - type: nauc_precision_at_20_std + value: -19.041900000000002 + - type: nauc_precision_at_20_diff1 + value: 96.47449999999999 + - type: nauc_precision_at_100_max + value: 96.26599999999999 + - type: nauc_precision_at_100_std + value: -46.5308 + - type: nauc_precision_at_100_diff1 + value: 100.0 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 78.5096 + - type: nauc_mrr_at_1_std + value: -21.337 + - type: nauc_mrr_at_1_diff1 + value: 94.2006 + - type: nauc_mrr_at_3_max + value: 80.4341 + - type: nauc_mrr_at_3_std + value: -20.29 + - type: nauc_mrr_at_3_diff1 + value: 94.255 + - type: nauc_mrr_at_5_max + value: 80.40549999999999 + - type: nauc_mrr_at_5_std + value: -21.2659 + - type: nauc_mrr_at_5_diff1 + value: 94.2367 + - type: nauc_mrr_at_10_max + value: 80.4091 + - type: nauc_mrr_at_10_std + value: -20.3957 + - type: nauc_mrr_at_10_diff1 + value: 94.2727 + - type: nauc_mrr_at_20_max + value: 80.3449 + - type: nauc_mrr_at_20_std + value: -20.7878 + - type: nauc_mrr_at_20_diff1 + value: 94.2851 + - type: nauc_mrr_at_100_max + value: 80.32390000000001 + - type: nauc_mrr_at_100_std + value: -20.8262 + - type: nauc_mrr_at_100_diff1 + value: 94.28649999999999 + - type: nauc_mrr_at_1000_max + value: 80.32000000000001 + - type: nauc_mrr_at_1000_std + value: -20.8244 + - type: nauc_mrr_at_1000_diff1 + value: 94.2851 + - type: main_score + value: 94.219 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SyntecRetrieval (default) + revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9 + split: test + type: lyon-nlp/mteb-fr-retrieval-syntec-s2p + metrics: + - type: ndcg_at_1 + value: 83.0 + - type: ndcg_at_3 + value: 90.809 + - type: ndcg_at_5 + value: 91.583 + - type: ndcg_at_10 + value: 92.199 + - type: ndcg_at_20 + value: 92.199 + - type: ndcg_at_100 + value: 92.199 + - type: ndcg_at_1000 + value: 92.199 + - type: map_at_1 + value: 83.0 + - type: map_at_3 + value: 89.0 + - type: map_at_5 + value: 89.4 + - type: map_at_10 + value: 89.63600000000001 + - type: map_at_20 + value: 89.63600000000001 + - type: map_at_100 + value: 89.63600000000001 + - type: map_at_1000 + value: 89.63600000000001 + - type: recall_at_1 + value: 83.0 + - type: recall_at_3 + value: 96.0 + - type: recall_at_5 + value: 98.0 + - type: recall_at_10 + value: 100.0 + - type: recall_at_20 + value: 100.0 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 83.0 + - type: precision_at_3 + value: 32.0 + - type: precision_at_5 + value: 19.6 + - type: precision_at_10 + value: 10.0 + - type: precision_at_20 + value: 5.0 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 83.0 + - type: mrr_at_3 + value: 89.0 + - type: mrr_at_5 + value: 89.4 + - type: mrr_at_10 + value: 89.6361 + - type: mrr_at_20 + value: 89.6361 + - type: mrr_at_100 + value: 89.6361 + - type: mrr_at_1000 + value: 89.6361 + - type: nauc_ndcg_at_1_max + value: -26.6268 + - type: nauc_ndcg_at_1_std + value: 16.5467 + - type: nauc_ndcg_at_1_diff1 + value: 50.03189999999999 + - type: nauc_ndcg_at_3_max + value: -2.0125 + - type: nauc_ndcg_at_3_std + value: 16.6721 + - type: nauc_ndcg_at_3_diff1 + value: 35.192299999999996 + - type: nauc_ndcg_at_5_max + value: -10.4515 + - type: nauc_ndcg_at_5_std + value: 15.027399999999998 + - type: nauc_ndcg_at_5_diff1 + value: 39.5461 + - type: nauc_ndcg_at_10_max + value: -13.2691 + - type: nauc_ndcg_at_10_std + value: 14.8671 + - type: nauc_ndcg_at_10_diff1 + value: 42.959599999999995 + - type: nauc_ndcg_at_20_max + value: -13.2691 + - type: nauc_ndcg_at_20_std + value: 14.8671 + - type: nauc_ndcg_at_20_diff1 + value: 42.959599999999995 + - type: nauc_ndcg_at_100_max + value: -13.2691 + - type: nauc_ndcg_at_100_std + value: 14.8671 + - type: nauc_ndcg_at_100_diff1 + value: 42.959599999999995 + - type: nauc_ndcg_at_1000_max + value: -13.2691 + - type: nauc_ndcg_at_1000_std + value: 14.8671 + - type: nauc_ndcg_at_1000_diff1 + value: 42.959599999999995 + - type: nauc_map_at_1_max + value: -26.6268 + - type: nauc_map_at_1_std + value: 16.5467 + - type: nauc_map_at_1_diff1 + value: 50.03189999999999 + - type: nauc_map_at_3_max + value: -9.5851 + - type: nauc_map_at_3_std + value: 15.7581 + - type: nauc_map_at_3_diff1 + value: 40.5411 + - type: nauc_map_at_5_max + value: -13.359099999999998 + - type: nauc_map_at_5_std + value: 15.044699999999999 + - type: nauc_map_at_5_diff1 + value: 42.545100000000005 + - type: nauc_map_at_10_max + value: -14.307300000000001 + - type: nauc_map_at_10_std + value: 14.9385 + - type: nauc_map_at_10_diff1 + value: 43.6486 + - type: nauc_map_at_20_max + value: -14.307300000000001 + - type: nauc_map_at_20_std + value: 14.9385 + - type: nauc_map_at_20_diff1 + value: 43.6486 + - type: nauc_map_at_100_max + value: -14.307300000000001 + - type: nauc_map_at_100_std + value: 14.9385 + - type: nauc_map_at_100_diff1 + value: 43.6486 + - type: nauc_map_at_1000_max + value: -14.307300000000001 + - type: nauc_map_at_1000_std + value: 14.9385 + - type: nauc_map_at_1000_diff1 + value: 43.6486 + - type: nauc_recall_at_1_max + value: -26.6268 + - type: nauc_recall_at_1_std + value: 16.5467 + - type: nauc_recall_at_1_diff1 + value: 50.03189999999999 + - type: nauc_recall_at_3_max + value: 53.9683 + - type: nauc_recall_at_3_std + value: 24.5682 + - type: nauc_recall_at_3_diff1 + value: -5.3688 + - type: nauc_recall_at_5_max + value: 21.825400000000002 + - type: nauc_recall_at_5_std + value: 15.2894 + - type: nauc_recall_at_5_diff1 + value: -0.46690000000000004 + - type: nauc_recall_at_10_max + value: .nan + - type: nauc_recall_at_10_std + value: .nan + - type: nauc_recall_at_10_diff1 + value: .nan + - type: nauc_recall_at_20_max + value: .nan + - type: nauc_recall_at_20_std + value: .nan + - type: nauc_recall_at_20_diff1 + value: .nan + - type: nauc_recall_at_100_max + value: .nan + - type: nauc_recall_at_100_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: -26.6268 + - type: nauc_precision_at_1_std + value: 16.5467 + - type: nauc_precision_at_1_diff1 + value: 50.03189999999999 + - type: nauc_precision_at_3_max + value: 53.9683 + - type: nauc_precision_at_3_std + value: 24.5682 + - type: nauc_precision_at_3_diff1 + value: -5.3688 + - type: nauc_precision_at_5_max + value: 21.825400000000002 + - type: nauc_precision_at_5_std + value: 15.2894 + - type: nauc_precision_at_5_diff1 + value: -0.46690000000000004 + - type: nauc_precision_at_10_max + value: 100.0 + - type: nauc_precision_at_10_std + value: 100.0 + - type: nauc_precision_at_10_diff1 + value: 100.0 + - type: nauc_precision_at_20_max + value: 100.0 + - type: nauc_precision_at_20_std + value: 100.0 + - type: nauc_precision_at_20_diff1 + value: 100.0 + - type: nauc_precision_at_100_max + value: .nan + - type: nauc_precision_at_100_std + value: .nan + - type: nauc_precision_at_100_diff1 + value: .nan + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: -26.6268 + - type: nauc_mrr_at_1_std + value: 16.5467 + - type: nauc_mrr_at_1_diff1 + value: 50.03189999999999 + - type: nauc_mrr_at_3_max + value: -9.5851 + - type: nauc_mrr_at_3_std + value: 15.7581 + - type: nauc_mrr_at_3_diff1 + value: 40.5411 + - type: nauc_mrr_at_5_max + value: -13.359099999999998 + - type: nauc_mrr_at_5_std + value: 15.044699999999999 + - type: nauc_mrr_at_5_diff1 + value: 42.545100000000005 + - type: nauc_mrr_at_10_max + value: -14.307300000000001 + - type: nauc_mrr_at_10_std + value: 14.9385 + - type: nauc_mrr_at_10_diff1 + value: 43.6486 + - type: nauc_mrr_at_20_max + value: -14.307300000000001 + - type: nauc_mrr_at_20_std + value: 14.9385 + - type: nauc_mrr_at_20_diff1 + value: 43.6486 + - type: nauc_mrr_at_100_max + value: -14.307300000000001 + - type: nauc_mrr_at_100_std + value: 14.9385 + - type: nauc_mrr_at_100_diff1 + value: 43.6486 + - type: nauc_mrr_at_1000_max + value: -14.307300000000001 + - type: nauc_mrr_at_1000_std + value: 14.9385 + - type: nauc_mrr_at_1000_diff1 + value: 43.6486 + - type: main_score + value: 92.199 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SyntheticText2SQL (default) + revision: 686b87296c3a0191b5d9415a00526c62db9fce09 + split: test + type: CoIR-Retrieval/synthetic-text2sql + metrics: + - type: ndcg_at_1 + value: 20.526 + - type: ndcg_at_3 + value: 60.12 + - type: ndcg_at_5 + value: 62.134 + - type: ndcg_at_10 + value: 63.50599999999999 + - type: ndcg_at_20 + value: 64.167 + - type: ndcg_at_100 + value: 64.687 + - type: ndcg_at_1000 + value: 64.801 + - type: map_at_1 + value: 20.526 + - type: map_at_3 + value: 51.467 + - type: map_at_5 + value: 52.593 + - type: map_at_10 + value: 53.169999999999995 + - type: map_at_20 + value: 53.354 + - type: map_at_100 + value: 53.43 + - type: map_at_1000 + value: 53.435 + - type: recall_at_1 + value: 20.526 + - type: recall_at_3 + value: 84.721 + - type: recall_at_5 + value: 89.574 + - type: recall_at_10 + value: 93.762 + - type: recall_at_20 + value: 96.36 + - type: recall_at_100 + value: 99.09400000000001 + - type: recall_at_1000 + value: 99.966 + - type: precision_at_1 + value: 20.526 + - type: precision_at_3 + value: 28.24 + - type: precision_at_5 + value: 17.915 + - type: precision_at_10 + value: 9.376 + - type: precision_at_20 + value: 4.818 + - type: precision_at_100 + value: 0.991 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 41.2579 + - type: mrr_at_3 + value: 62.516400000000004 + - type: mrr_at_5 + value: 63.5145 + - type: mrr_at_10 + value: 64.0377 + - type: mrr_at_20 + value: 64.2242 + - type: mrr_at_100 + value: 64.2988 + - type: mrr_at_1000 + value: 64.3035 + - type: nauc_ndcg_at_1_max + value: 2.2405 + - type: nauc_ndcg_at_1_std + value: -5.765499999999999 + - type: nauc_ndcg_at_1_diff1 + value: 24.312 + - type: nauc_ndcg_at_3_max + value: 11.4795 + - type: nauc_ndcg_at_3_std + value: -19.1966 + - type: nauc_ndcg_at_3_diff1 + value: -38.0451 + - type: nauc_ndcg_at_5_max + value: 10.9642 + - type: nauc_ndcg_at_5_std + value: -17.9901 + - type: nauc_ndcg_at_5_diff1 + value: -31.5303 + - type: nauc_ndcg_at_10_max + value: 10.5792 + - type: nauc_ndcg_at_10_std + value: -16.3556 + - type: nauc_ndcg_at_10_diff1 + value: -25.688299999999998 + - type: nauc_ndcg_at_20_max + value: 9.9612 + - type: nauc_ndcg_at_20_std + value: -15.817200000000001 + - type: nauc_ndcg_at_20_diff1 + value: -23.0181 + - type: nauc_ndcg_at_100_max + value: 9.4685 + - type: nauc_ndcg_at_100_std + value: -15.2423 + - type: nauc_ndcg_at_100_diff1 + value: -20.4856 + - type: nauc_ndcg_at_1000_max + value: 9.2122 + - type: nauc_ndcg_at_1000_std + value: -15.107499999999998 + - type: nauc_ndcg_at_1000_diff1 + value: -19.910800000000002 + - type: nauc_map_at_1_max + value: 2.2405 + - type: nauc_map_at_1_std + value: -5.765499999999999 + - type: nauc_map_at_1_diff1 + value: 24.312 + - type: nauc_map_at_3_max + value: 9.068900000000001 + - type: nauc_map_at_3_std + value: -15.7062 + - type: nauc_map_at_3_diff1 + value: -22.7578 + - type: nauc_map_at_5_max + value: 8.7042 + - type: nauc_map_at_5_std + value: -14.990899999999998 + - type: nauc_map_at_5_diff1 + value: -18.929000000000002 + - type: nauc_map_at_10_max + value: 8.519599999999999 + - type: nauc_map_at_10_std + value: -14.3324 + - type: nauc_map_at_10_diff1 + value: -16.555600000000002 + - type: nauc_map_at_20_max + value: 8.3609 + - type: nauc_map_at_20_std + value: -14.1912 + - type: nauc_map_at_20_diff1 + value: -15.8825 + - type: nauc_map_at_100_max + value: 8.309800000000001 + - type: nauc_map_at_100_std + value: -14.1158 + - type: nauc_map_at_100_diff1 + value: -15.5711 + - type: nauc_map_at_1000_max + value: 8.3015 + - type: nauc_map_at_1000_std + value: -14.110800000000001 + - type: nauc_map_at_1000_diff1 + value: -15.551599999999999 + - type: nauc_recall_at_1_max + value: 2.2405 + - type: nauc_recall_at_1_std + value: -5.765499999999999 + - type: nauc_recall_at_1_diff1 + value: 24.312 + - type: nauc_recall_at_3_max + value: 22.0933 + - type: nauc_recall_at_3_std + value: -34.5539 + - type: nauc_recall_at_3_diff1 + value: -104.6041 + - type: nauc_recall_at_5_max + value: 24.1972 + - type: nauc_recall_at_5_std + value: -35.2488 + - type: nauc_recall_at_5_diff1 + value: -102.79320000000001 + - type: nauc_recall_at_10_max + value: 29.481 + - type: nauc_recall_at_10_std + value: -32.7658 + - type: nauc_recall_at_10_diff1 + value: -99.7343 + - type: nauc_recall_at_20_max + value: 31.777100000000004 + - type: nauc_recall_at_20_std + value: -34.7508 + - type: nauc_recall_at_20_diff1 + value: -103.55799999999999 + - type: nauc_recall_at_100_max + value: 46.7358 + - type: nauc_recall_at_100_std + value: -38.408300000000004 + - type: nauc_recall_at_100_diff1 + value: -103.2167 + - type: nauc_recall_at_1000_max + value: 54.0175 + - type: nauc_recall_at_1000_std + value: -144.611 + - type: nauc_recall_at_1000_diff1 + value: -115.1942 + - type: nauc_precision_at_1_max + value: 2.2405 + - type: nauc_precision_at_1_std + value: -5.765499999999999 + - type: nauc_precision_at_1_diff1 + value: 24.312 + - type: nauc_precision_at_3_max + value: 22.0933 + - type: nauc_precision_at_3_std + value: -34.5539 + - type: nauc_precision_at_3_diff1 + value: -104.6041 + - type: nauc_precision_at_5_max + value: 24.1972 + - type: nauc_precision_at_5_std + value: -35.2488 + - type: nauc_precision_at_5_diff1 + value: -102.79320000000001 + - type: nauc_precision_at_10_max + value: 29.481 + - type: nauc_precision_at_10_std + value: -32.7658 + - type: nauc_precision_at_10_diff1 + value: -99.7343 + - type: nauc_precision_at_20_max + value: 31.777100000000004 + - type: nauc_precision_at_20_std + value: -34.7508 + - type: nauc_precision_at_20_diff1 + value: -103.55799999999999 + - type: nauc_precision_at_100_max + value: 46.7358 + - type: nauc_precision_at_100_std + value: -38.408300000000004 + - type: nauc_precision_at_100_diff1 + value: -103.2167 + - type: nauc_precision_at_1000_max + value: 54.0175 + - type: nauc_precision_at_1000_std + value: -144.611 + - type: nauc_precision_at_1000_diff1 + value: -115.1942 + - type: nauc_mrr_at_1_max + value: 5.9632 + - type: nauc_mrr_at_1_std + value: -10.6813 + - type: nauc_mrr_at_1_diff1 + value: -25.2284 + - type: nauc_mrr_at_3_max + value: 10.8288 + - type: nauc_mrr_at_3_std + value: -17.6694 + - type: nauc_mrr_at_3_diff1 + value: -49.1687 + - type: nauc_mrr_at_5_max + value: 10.574 + - type: nauc_mrr_at_5_std + value: -17.0492 + - type: nauc_mrr_at_5_diff1 + value: -47.038799999999995 + - type: nauc_mrr_at_10_max + value: 10.37 + - type: nauc_mrr_at_10_std + value: -16.602600000000002 + - type: nauc_mrr_at_10_diff1 + value: -45.7465 + - type: nauc_mrr_at_20_max + value: 10.244 + - type: nauc_mrr_at_20_std + value: -16.4978 + - type: nauc_mrr_at_20_diff1 + value: -45.364900000000006 + - type: nauc_mrr_at_100_max + value: 10.2089 + - type: nauc_mrr_at_100_std + value: -16.4418 + - type: nauc_mrr_at_100_diff1 + value: -45.1925 + - type: nauc_mrr_at_1000_max + value: 10.202 + - type: nauc_mrr_at_1000_std + value: -16.438 + - type: nauc_mrr_at_1000_diff1 + value: -45.1812 + - type: main_score + value: 63.50599999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TRECCOVID (default) + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + split: test + type: mteb/trec-covid + metrics: + - type: ndcg_at_1 + value: 76.0 + - type: ndcg_at_3 + value: 78.899 + - type: ndcg_at_5 + value: 78.212 + - type: ndcg_at_10 + value: 75.09700000000001 + - type: ndcg_at_20 + value: 72.158 + - type: ndcg_at_100 + value: 58.465999999999994 + - type: ndcg_at_1000 + value: 53.702000000000005 + - type: map_at_1 + value: 0.231 + - type: map_at_3 + value: 0.676 + - type: map_at_5 + value: 1.09 + - type: map_at_10 + value: 2.0140000000000002 + - type: map_at_20 + value: 3.5740000000000003 + - type: map_at_100 + value: 11.421000000000001 + - type: map_at_1000 + value: 27.865000000000002 + - type: recall_at_1 + value: 0.231 + - type: recall_at_3 + value: 0.7000000000000001 + - type: recall_at_5 + value: 1.146 + - type: recall_at_10 + value: 2.174 + - type: recall_at_20 + value: 4.031 + - type: recall_at_100 + value: 14.713999999999999 + - type: recall_at_1000 + value: 50.8 + - type: precision_at_1 + value: 86.0 + - type: precision_at_3 + value: 87.333 + - type: precision_at_5 + value: 84.39999999999999 + - type: precision_at_10 + value: 81.0 + - type: precision_at_20 + value: 77.5 + - type: precision_at_100 + value: 60.699999999999996 + - type: precision_at_1000 + value: 23.944 + - type: mrr_at_1 + value: 86.0 + - type: mrr_at_3 + value: 91.3333 + - type: mrr_at_5 + value: 91.3333 + - type: mrr_at_10 + value: 91.5333 + - type: mrr_at_20 + value: 91.5333 + - type: mrr_at_100 + value: 91.5333 + - type: mrr_at_1000 + value: 91.5333 + - type: nauc_ndcg_at_1_max + value: -33.617599999999996 + - type: nauc_ndcg_at_1_std + value: 43.94 + - type: nauc_ndcg_at_1_diff1 + value: -43.2601 + - type: nauc_ndcg_at_3_max + value: -26.6377 + - type: nauc_ndcg_at_3_std + value: 30.128500000000003 + - type: nauc_ndcg_at_3_diff1 + value: -31.022100000000002 + - type: nauc_ndcg_at_5_max + value: -15.1317 + - type: nauc_ndcg_at_5_std + value: 30.925000000000004 + - type: nauc_ndcg_at_5_diff1 + value: -29.610799999999998 + - type: nauc_ndcg_at_10_max + value: -5.0441 + - type: nauc_ndcg_at_10_std + value: 32.0039 + - type: nauc_ndcg_at_10_diff1 + value: -16.625899999999998 + - type: nauc_ndcg_at_20_max + value: 2.8626 + - type: nauc_ndcg_at_20_std + value: 43.8575 + - type: nauc_ndcg_at_20_diff1 + value: -14.7352 + - type: nauc_ndcg_at_100_max + value: 6.9110000000000005 + - type: nauc_ndcg_at_100_std + value: 65.72489999999999 + - type: nauc_ndcg_at_100_diff1 + value: -14.4941 + - type: nauc_ndcg_at_1000_max + value: -4.3785 + - type: nauc_ndcg_at_1000_std + value: 67.1172 + - type: nauc_ndcg_at_1000_diff1 + value: -19.9709 + - type: nauc_map_at_1_max + value: -20.7539 + - type: nauc_map_at_1_std + value: -14.2095 + - type: nauc_map_at_1_diff1 + value: -21.3424 + - type: nauc_map_at_3_max + value: -22.201999999999998 + - type: nauc_map_at_3_std + value: -13.4812 + - type: nauc_map_at_3_diff1 + value: -19.3734 + - type: nauc_map_at_5_max + value: -18.276999999999997 + - type: nauc_map_at_5_std + value: -13.0987 + - type: nauc_map_at_5_diff1 + value: -18.582 + - type: nauc_map_at_10_max + value: -14.860999999999999 + - type: nauc_map_at_10_std + value: -10.9727 + - type: nauc_map_at_10_diff1 + value: -14.963199999999999 + - type: nauc_map_at_20_max + value: -9.6175 + - type: nauc_map_at_20_std + value: -0.3916 + - type: nauc_map_at_20_diff1 + value: -14.1479 + - type: nauc_map_at_100_max + value: 3.1104 + - type: nauc_map_at_100_std + value: 41.8266 + - type: nauc_map_at_100_diff1 + value: -20.152900000000002 + - type: nauc_map_at_1000_max + value: 7.1266 + - type: nauc_map_at_1000_std + value: 73.15650000000001 + - type: nauc_map_at_1000_diff1 + value: -12.962000000000002 + - type: nauc_recall_at_1_max + value: -20.7539 + - type: nauc_recall_at_1_std + value: -14.2095 + - type: nauc_recall_at_1_diff1 + value: -21.3424 + - type: nauc_recall_at_3_max + value: -21.3956 + - type: nauc_recall_at_3_std + value: -16.220200000000002 + - type: nauc_recall_at_3_diff1 + value: -19.7868 + - type: nauc_recall_at_5_max + value: -16.189500000000002 + - type: nauc_recall_at_5_std + value: -15.8557 + - type: nauc_recall_at_5_diff1 + value: -18.2898 + - type: nauc_recall_at_10_max + value: -13.772 + - type: nauc_recall_at_10_std + value: -13.8624 + - type: nauc_recall_at_10_diff1 + value: -14.11 + - type: nauc_recall_at_20_max + value: -11.267299999999999 + - type: nauc_recall_at_20_std + value: -4.2977 + - type: nauc_recall_at_20_diff1 + value: -14.6915 + - type: nauc_recall_at_100_max + value: -5.3947 + - type: nauc_recall_at_100_std + value: 30.0437 + - type: nauc_recall_at_100_diff1 + value: -19.4772 + - type: nauc_recall_at_1000_max + value: -7.1314 + - type: nauc_recall_at_1000_std + value: 59.4383 + - type: nauc_recall_at_1000_diff1 + value: -17.1386 + - type: nauc_precision_at_1_max + value: -36.2062 + - type: nauc_precision_at_1_std + value: 26.7563 + - type: nauc_precision_at_1_diff1 + value: -44.1111 + - type: nauc_precision_at_3_max + value: -21.1983 + - type: nauc_precision_at_3_std + value: 22.076 + - type: nauc_precision_at_3_diff1 + value: -33.035399999999996 + - type: nauc_precision_at_5_max + value: 0.47809999999999997 + - type: nauc_precision_at_5_std + value: 25.8771 + - type: nauc_precision_at_5_diff1 + value: -21.6477 + - type: nauc_precision_at_10_max + value: 16.914 + - type: nauc_precision_at_10_std + value: 21.6108 + - type: nauc_precision_at_10_diff1 + value: -5.2456000000000005 + - type: nauc_precision_at_20_max + value: 20.4602 + - type: nauc_precision_at_20_std + value: 42.7051 + - type: nauc_precision_at_20_diff1 + value: -13.672699999999999 + - type: nauc_precision_at_100_max + value: 17.0347 + - type: nauc_precision_at_100_std + value: 68.57130000000001 + - type: nauc_precision_at_100_diff1 + value: -12.8494 + - type: nauc_precision_at_1000_max + value: 13.3903 + - type: nauc_precision_at_1000_std + value: 45.7493 + - type: nauc_precision_at_1000_diff1 + value: -4.19 + - type: nauc_mrr_at_1_max + value: -36.2062 + - type: nauc_mrr_at_1_std + value: 26.7563 + - type: nauc_mrr_at_1_diff1 + value: -44.1111 + - type: nauc_mrr_at_3_max + value: -28.847299999999997 + - type: nauc_mrr_at_3_std + value: 26.8255 + - type: nauc_mrr_at_3_diff1 + value: -54.5471 + - type: nauc_mrr_at_5_max + value: -28.847299999999997 + - type: nauc_mrr_at_5_std + value: 26.8255 + - type: nauc_mrr_at_5_diff1 + value: -54.5471 + - type: nauc_mrr_at_10_max + value: -30.4232 + - type: nauc_mrr_at_10_std + value: 27.897 + - type: nauc_mrr_at_10_diff1 + value: -53.0694 + - type: nauc_mrr_at_20_max + value: -30.4232 + - type: nauc_mrr_at_20_std + value: 27.897 + - type: nauc_mrr_at_20_diff1 + value: -53.0694 + - type: nauc_mrr_at_100_max + value: -30.4232 + - type: nauc_mrr_at_100_std + value: 27.897 + - type: nauc_mrr_at_100_diff1 + value: -53.0694 + - type: nauc_mrr_at_1000_max + value: -30.4232 + - type: nauc_mrr_at_1000_std + value: 27.897 + - type: nauc_mrr_at_1000_diff1 + value: -53.0694 + - type: main_score + value: 75.09700000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TRECCOVID-PL (default) + revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd + split: test + type: clarin-knext/trec-covid-pl + metrics: + - type: ndcg_at_1 + value: 75.0 + - type: ndcg_at_3 + value: 75.531 + - type: ndcg_at_5 + value: 75.327 + - type: ndcg_at_10 + value: 74.28 + - type: ndcg_at_20 + value: 71.5 + - type: ndcg_at_100 + value: 58.412 + - type: ndcg_at_1000 + value: 52.580000000000005 + - type: map_at_1 + value: 0.214 + - type: map_at_3 + value: 0.608 + - type: map_at_5 + value: 0.997 + - type: map_at_10 + value: 1.917 + - type: map_at_20 + value: 3.406 + - type: map_at_100 + value: 11.231 + - type: map_at_1000 + value: 27.224999999999998 + - type: recall_at_1 + value: 0.214 + - type: recall_at_3 + value: 0.647 + - type: recall_at_5 + value: 1.083 + - type: recall_at_10 + value: 2.141 + - type: recall_at_20 + value: 3.9309999999999996 + - type: recall_at_100 + value: 14.738999999999999 + - type: recall_at_1000 + value: 49.494 + - type: precision_at_1 + value: 82.0 + - type: precision_at_3 + value: 82.667 + - type: precision_at_5 + value: 82.0 + - type: precision_at_10 + value: 80.80000000000001 + - type: precision_at_20 + value: 76.7 + - type: precision_at_100 + value: 60.8 + - type: precision_at_1000 + value: 23.418 + - type: mrr_at_1 + value: 82.0 + - type: mrr_at_3 + value: 88.66669999999999 + - type: mrr_at_5 + value: 89.16669999999999 + - type: mrr_at_10 + value: 89.16669999999999 + - type: mrr_at_20 + value: 89.16669999999999 + - type: mrr_at_100 + value: 89.16669999999999 + - type: mrr_at_1000 + value: 89.16669999999999 + - type: nauc_ndcg_at_1_max + value: -10.7389 + - type: nauc_ndcg_at_1_std + value: 29.076400000000003 + - type: nauc_ndcg_at_1_diff1 + value: 0.5456 + - type: nauc_ndcg_at_3_max + value: -9.0514 + - type: nauc_ndcg_at_3_std + value: 40.107 + - type: nauc_ndcg_at_3_diff1 + value: -1.0931 + - type: nauc_ndcg_at_5_max + value: -15.1382 + - type: nauc_ndcg_at_5_std + value: 35.2149 + - type: nauc_ndcg_at_5_diff1 + value: 4.7577 + - type: nauc_ndcg_at_10_max + value: -1.6948999999999999 + - type: nauc_ndcg_at_10_std + value: 43.573499999999996 + - type: nauc_ndcg_at_10_diff1 + value: -7.7558 + - type: nauc_ndcg_at_20_max + value: 2.1451000000000002 + - type: nauc_ndcg_at_20_std + value: 56.1246 + - type: nauc_ndcg_at_20_diff1 + value: -14.258299999999998 + - type: nauc_ndcg_at_100_max + value: 11.2457 + - type: nauc_ndcg_at_100_std + value: 70.33850000000001 + - type: nauc_ndcg_at_100_diff1 + value: -15.1171 + - type: nauc_ndcg_at_1000_max + value: 8.336599999999999 + - type: nauc_ndcg_at_1000_std + value: 70.8012 + - type: nauc_ndcg_at_1000_diff1 + value: -7.2575 + - type: nauc_map_at_1_max + value: -6.4249 + - type: nauc_map_at_1_std + value: 7.643999999999999 + - type: nauc_map_at_1_diff1 + value: 7.836 + - type: nauc_map_at_3_max + value: -4.8751999999999995 + - type: nauc_map_at_3_std + value: 14.9888 + - type: nauc_map_at_3_diff1 + value: 3.0644 + - type: nauc_map_at_5_max + value: -6.3655 + - type: nauc_map_at_5_std + value: 10.9254 + - type: nauc_map_at_5_diff1 + value: 6.722300000000001 + - type: nauc_map_at_10_max + value: -4.1576 + - type: nauc_map_at_10_std + value: 12.251900000000001 + - type: nauc_map_at_10_diff1 + value: -2.2239 + - type: nauc_map_at_20_max + value: -5.2681 + - type: nauc_map_at_20_std + value: 22.892699999999998 + - type: nauc_map_at_20_diff1 + value: -8.5991 + - type: nauc_map_at_100_max + value: 8.5047 + - type: nauc_map_at_100_std + value: 59.7735 + - type: nauc_map_at_100_diff1 + value: -16.185299999999998 + - type: nauc_map_at_1000_max + value: 15.171299999999999 + - type: nauc_map_at_1000_std + value: 76.7725 + - type: nauc_map_at_1000_diff1 + value: -14.383799999999999 + - type: nauc_recall_at_1_max + value: -6.4249 + - type: nauc_recall_at_1_std + value: 7.643999999999999 + - type: nauc_recall_at_1_diff1 + value: 7.836 + - type: nauc_recall_at_3_max + value: -6.313199999999999 + - type: nauc_recall_at_3_std + value: 9.4386 + - type: nauc_recall_at_3_diff1 + value: 3.0908 + - type: nauc_recall_at_5_max + value: -7.2623 + - type: nauc_recall_at_5_std + value: 4.9103 + - type: nauc_recall_at_5_diff1 + value: 8.2351 + - type: nauc_recall_at_10_max + value: -4.614 + - type: nauc_recall_at_10_std + value: 4.7979 + - type: nauc_recall_at_10_diff1 + value: 0.6748999999999999 + - type: nauc_recall_at_20_max + value: -7.728400000000001 + - type: nauc_recall_at_20_std + value: 13.6156 + - type: nauc_recall_at_20_diff1 + value: -5.1846000000000005 + - type: nauc_recall_at_100_max + value: 3.2063 + - type: nauc_recall_at_100_std + value: 45.6621 + - type: nauc_recall_at_100_diff1 + value: -12.003400000000001 + - type: nauc_recall_at_1000_max + value: 7.3258 + - type: nauc_recall_at_1000_std + value: 59.73159999999999 + - type: nauc_recall_at_1000_diff1 + value: -2.4623 + - type: nauc_precision_at_1_max + value: -1.6577000000000002 + - type: nauc_precision_at_1_std + value: 49.24 + - type: nauc_precision_at_1_diff1 + value: -12.7051 + - type: nauc_precision_at_3_max + value: -4.5164 + - type: nauc_precision_at_3_std + value: 49.6137 + - type: nauc_precision_at_3_diff1 + value: -12.1273 + - type: nauc_precision_at_5_max + value: -10.901299999999999 + - type: nauc_precision_at_5_std + value: 36.9505 + - type: nauc_precision_at_5_diff1 + value: 6.364699999999999 + - type: nauc_precision_at_10_max + value: 11.532 + - type: nauc_precision_at_10_std + value: 39.5629 + - type: nauc_precision_at_10_diff1 + value: -15.3441 + - type: nauc_precision_at_20_max + value: 12.9873 + - type: nauc_precision_at_20_std + value: 55.2852 + - type: nauc_precision_at_20_diff1 + value: -21.584 + - type: nauc_precision_at_100_max + value: 17.3786 + - type: nauc_precision_at_100_std + value: 71.2648 + - type: nauc_precision_at_100_diff1 + value: -19.1485 + - type: nauc_precision_at_1000_max + value: 10.5214 + - type: nauc_precision_at_1000_std + value: 34.3951 + - type: nauc_precision_at_1000_diff1 + value: -8.7155 + - type: nauc_mrr_at_1_max + value: -1.6577000000000002 + - type: nauc_mrr_at_1_std + value: 49.24 + - type: nauc_mrr_at_1_diff1 + value: -12.7051 + - type: nauc_mrr_at_3_max + value: 0.714 + - type: nauc_mrr_at_3_std + value: 44.0361 + - type: nauc_mrr_at_3_diff1 + value: -5.2096 + - type: nauc_mrr_at_5_max + value: 0.1532 + - type: nauc_mrr_at_5_std + value: 47.002500000000005 + - type: nauc_mrr_at_5_diff1 + value: -9.6778 + - type: nauc_mrr_at_10_max + value: 0.1532 + - type: nauc_mrr_at_10_std + value: 47.002500000000005 + - type: nauc_mrr_at_10_diff1 + value: -9.6778 + - type: nauc_mrr_at_20_max + value: 0.1532 + - type: nauc_mrr_at_20_std + value: 47.002500000000005 + - type: nauc_mrr_at_20_diff1 + value: -9.6778 + - type: nauc_mrr_at_100_max + value: 0.1532 + - type: nauc_mrr_at_100_std + value: 47.002500000000005 + - type: nauc_mrr_at_100_diff1 + value: -9.6778 + - type: nauc_mrr_at_1000_max + value: 0.1532 + - type: nauc_mrr_at_1000_std + value: 47.002500000000005 + - type: nauc_mrr_at_1000_diff1 + value: -9.6778 + - type: main_score + value: 74.28 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Touche2020 (default) + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + split: test + type: mteb/touche2020 + metrics: + - type: ndcg_at_1 + value: 20.408 + - type: ndcg_at_3 + value: 23.368 + - type: ndcg_at_5 + value: 24.795 + - type: ndcg_at_10 + value: 24.442 + - type: ndcg_at_20 + value: 26.712000000000003 + - type: ndcg_at_100 + value: 38.218999999999994 + - type: ndcg_at_1000 + value: 50.395 + - type: map_at_1 + value: 2.414 + - type: map_at_3 + value: 5.362 + - type: map_at_5 + value: 7.031 + - type: map_at_10 + value: 9.716 + - type: map_at_20 + value: 12.759 + - type: map_at_100 + value: 16.798 + - type: map_at_1000 + value: 18.608 + - type: recall_at_1 + value: 2.414 + - type: recall_at_3 + value: 6.3549999999999995 + - type: recall_at_5 + value: 9.888 + - type: recall_at_10 + value: 16.31 + - type: recall_at_20 + value: 25.369000000000003 + - type: recall_at_100 + value: 51.449999999999996 + - type: recall_at_1000 + value: 88.532 + - type: precision_at_1 + value: 22.448999999999998 + - type: precision_at_3 + value: 25.169999999999998 + - type: precision_at_5 + value: 26.122 + - type: precision_at_10 + value: 22.448999999999998 + - type: precision_at_20 + value: 18.061 + - type: precision_at_100 + value: 8.245 + - type: precision_at_1000 + value: 1.637 + - type: mrr_at_1 + value: 22.448999999999998 + - type: mrr_at_3 + value: 33.673500000000004 + - type: mrr_at_5 + value: 38.9796 + - type: mrr_at_10 + value: 40.1417 + - type: mrr_at_20 + value: 40.6539 + - type: mrr_at_100 + value: 41.089 + - type: mrr_at_1000 + value: 41.089 + - type: nauc_ndcg_at_1_max + value: -19.2287 + - type: nauc_ndcg_at_1_std + value: -45.5394 + - type: nauc_ndcg_at_1_diff1 + value: 15.3416 + - type: nauc_ndcg_at_3_max + value: -10.82 + - type: nauc_ndcg_at_3_std + value: -31.3072 + - type: nauc_ndcg_at_3_diff1 + value: 21.6916 + - type: nauc_ndcg_at_5_max + value: -13.109699999999998 + - type: nauc_ndcg_at_5_std + value: -27.522600000000004 + - type: nauc_ndcg_at_5_diff1 + value: 24.4728 + - type: nauc_ndcg_at_10_max + value: -6.4117999999999995 + - type: nauc_ndcg_at_10_std + value: -26.2534 + - type: nauc_ndcg_at_10_diff1 + value: 20.7574 + - type: nauc_ndcg_at_20_max + value: -7.6240000000000006 + - type: nauc_ndcg_at_20_std + value: -25.3517 + - type: nauc_ndcg_at_20_diff1 + value: 20.9176 + - type: nauc_ndcg_at_100_max + value: -7.6126 + - type: nauc_ndcg_at_100_std + value: -0.2346 + - type: nauc_ndcg_at_100_diff1 + value: 18.584899999999998 + - type: nauc_ndcg_at_1000_max + value: -11.776399999999999 + - type: nauc_ndcg_at_1000_std + value: 1.4414 + - type: nauc_ndcg_at_1000_diff1 + value: 14.777199999999999 + - type: nauc_map_at_1_max + value: -20.2053 + - type: nauc_map_at_1_std + value: -42.5689 + - type: nauc_map_at_1_diff1 + value: 7.2681 + - type: nauc_map_at_3_max + value: -21.381700000000002 + - type: nauc_map_at_3_std + value: -37.030499999999996 + - type: nauc_map_at_3_diff1 + value: 16.6717 + - type: nauc_map_at_5_max + value: -21.6803 + - type: nauc_map_at_5_std + value: -32.9052 + - type: nauc_map_at_5_diff1 + value: 17.3209 + - type: nauc_map_at_10_max + value: -16.334699999999998 + - type: nauc_map_at_10_std + value: -29.926799999999997 + - type: nauc_map_at_10_diff1 + value: 19.5508 + - type: nauc_map_at_20_max + value: -11.6061 + - type: nauc_map_at_20_std + value: -25.4481 + - type: nauc_map_at_20_diff1 + value: 21.3156 + - type: nauc_map_at_100_max + value: -8.7293 + - type: nauc_map_at_100_std + value: -15.0551 + - type: nauc_map_at_100_diff1 + value: 19.6218 + - type: nauc_map_at_1000_max + value: -9.0265 + - type: nauc_map_at_1000_std + value: -11.2221 + - type: nauc_map_at_1000_diff1 + value: 18.6205 + - type: nauc_recall_at_1_max + value: -20.2053 + - type: nauc_recall_at_1_std + value: -42.5689 + - type: nauc_recall_at_1_diff1 + value: 7.2681 + - type: nauc_recall_at_3_max + value: -20.759800000000002 + - type: nauc_recall_at_3_std + value: -33.1039 + - type: nauc_recall_at_3_diff1 + value: 16.8477 + - type: nauc_recall_at_5_max + value: -21.8789 + - type: nauc_recall_at_5_std + value: -31.1272 + - type: nauc_recall_at_5_diff1 + value: 17.2501 + - type: nauc_recall_at_10_max + value: -11.0986 + - type: nauc_recall_at_10_std + value: -24.665599999999998 + - type: nauc_recall_at_10_diff1 + value: 18.765 + - type: nauc_recall_at_20_max + value: -6.8833 + - type: nauc_recall_at_20_std + value: -19.4995 + - type: nauc_recall_at_20_diff1 + value: 18.0476 + - type: nauc_recall_at_100_max + value: -4.2063999999999995 + - type: nauc_recall_at_100_std + value: 25.0759 + - type: nauc_recall_at_100_diff1 + value: 7.972700000000001 + - type: nauc_recall_at_1000_max + value: -15.0998 + - type: nauc_recall_at_1000_std + value: 63.821600000000004 + - type: nauc_recall_at_1000_diff1 + value: -21.1563 + - type: nauc_precision_at_1_max + value: -16.6759 + - type: nauc_precision_at_1_std + value: -44.2534 + - type: nauc_precision_at_1_diff1 + value: 18.3835 + - type: nauc_precision_at_3_max + value: -7.119000000000001 + - type: nauc_precision_at_3_std + value: -25.8631 + - type: nauc_precision_at_3_diff1 + value: 22.3105 + - type: nauc_precision_at_5_max + value: -7.76 + - type: nauc_precision_at_5_std + value: -19.555 + - type: nauc_precision_at_5_diff1 + value: 27.7623 + - type: nauc_precision_at_10_max + value: 9.3791 + - type: nauc_precision_at_10_std + value: -8.367099999999999 + - type: nauc_precision_at_10_diff1 + value: 24.916 + - type: nauc_precision_at_20_max + value: 8.9204 + - type: nauc_precision_at_20_std + value: -1.6655 + - type: nauc_precision_at_20_diff1 + value: 22.0225 + - type: nauc_precision_at_100_max + value: 7.7587 + - type: nauc_precision_at_100_std + value: 60.668299999999995 + - type: nauc_precision_at_100_diff1 + value: 3.7122 + - type: nauc_precision_at_1000_max + value: 11.474 + - type: nauc_precision_at_1000_std + value: 30.152299999999997 + - type: nauc_precision_at_1000_diff1 + value: -19.2138 + - type: nauc_mrr_at_1_max + value: -16.6759 + - type: nauc_mrr_at_1_std + value: -44.2534 + - type: nauc_mrr_at_1_diff1 + value: 18.3835 + - type: nauc_mrr_at_3_max + value: -9.3101 + - type: nauc_mrr_at_3_std + value: -37.2543 + - type: nauc_mrr_at_3_diff1 + value: 17.0229 + - type: nauc_mrr_at_5_max + value: -9.2051 + - type: nauc_mrr_at_5_std + value: -42.4076 + - type: nauc_mrr_at_5_diff1 + value: 21.668599999999998 + - type: nauc_mrr_at_10_max + value: -8.9211 + - type: nauc_mrr_at_10_std + value: -40.14 + - type: nauc_mrr_at_10_diff1 + value: 20.4738 + - type: nauc_mrr_at_20_max + value: -9.4624 + - type: nauc_mrr_at_20_std + value: -39.8633 + - type: nauc_mrr_at_20_diff1 + value: 20.038 + - type: nauc_mrr_at_100_max + value: -9.5545 + - type: nauc_mrr_at_100_std + value: -39.7509 + - type: nauc_mrr_at_100_diff1 + value: 19.7864 + - type: nauc_mrr_at_1000_max + value: -9.5545 + - type: nauc_mrr_at_1000_std + value: -39.7509 + - type: nauc_mrr_at_1000_diff1 + value: 19.7864 + - type: main_score + value: 24.442 + task: + type: Retrieval +tags: +- sentence-transformers +- transformers +- sentence-similarity +- mteb --- # INF-Retriever-v1 ## Model Overview