diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -24756,6 +24756,18048 @@ model-index: value: 24.442 task: type: Retrieval + - dataset: + config: default + name: MTEB ARCChallenge (default) + revision: c481e0da3dcbbad8bce7721dea9085b74320a0a3 + split: test + type: RAR-b/ARC-Challenge + metrics: + - type: ndcg_at_1 + value: 8.959 + - type: ndcg_at_3 + value: 16.238 + - type: ndcg_at_5 + value: 18.841 + - type: ndcg_at_10 + value: 21.606 + - type: ndcg_at_20 + value: 24.326 + - type: ndcg_at_100 + value: 28.410999999999998 + - type: ndcg_at_1000 + value: 31.279 + - type: map_at_1 + value: 8.959 + - type: map_at_3 + value: 14.448 + - type: map_at_5 + value: 15.894 + - type: map_at_10 + value: 17.023 + - type: map_at_20 + value: 17.76 + - type: map_at_100 + value: 18.303 + - type: map_at_1000 + value: 18.4 + - type: recall_at_1 + value: 8.959 + - type: recall_at_3 + value: 21.416 + - type: recall_at_5 + value: 27.73 + - type: recall_at_10 + value: 36.348 + - type: recall_at_20 + value: 47.184 + - type: recall_at_100 + value: 69.539 + - type: recall_at_1000 + value: 92.747 + - type: precision_at_1 + value: 8.959 + - type: precision_at_3 + value: 7.138999999999999 + - type: precision_at_5 + value: 5.546 + - type: precision_at_10 + value: 3.6350000000000002 + - type: precision_at_20 + value: 2.359 + - type: precision_at_100 + value: 0.695 + - type: precision_at_1000 + value: 0.093 + - type: mrr_at_1 + value: 8.959 + - type: mrr_at_3 + value: 14.4482 + - type: mrr_at_5 + value: 15.8945 + - type: mrr_at_10 + value: 17.022599999999997 + - type: mrr_at_20 + value: 17.7596 + - type: mrr_at_100 + value: 18.3031 + - type: mrr_at_1000 + value: 18.3996 + - type: nauc_ndcg_at_1_max + value: 12.1138 + - type: nauc_ndcg_at_1_std + value: -4.135400000000001 + - type: nauc_ndcg_at_1_diff1 + value: 21.3944 + - type: nauc_ndcg_at_3_max + value: 12.3417 + - type: nauc_ndcg_at_3_std + value: -4.7944 + - type: nauc_ndcg_at_3_diff1 + value: 12.8219 + - type: nauc_ndcg_at_5_max + value: 12.4485 + - type: nauc_ndcg_at_5_std + value: -5.292800000000001 + - type: nauc_ndcg_at_5_diff1 + value: 12.1046 + - type: nauc_ndcg_at_10_max + value: 12.2392 + - type: nauc_ndcg_at_10_std + value: -6.0638 + - type: nauc_ndcg_at_10_diff1 + value: 11.329699999999999 + - type: nauc_ndcg_at_20_max + value: 11.7689 + - type: nauc_ndcg_at_20_std + value: -6.212 + - type: nauc_ndcg_at_20_diff1 + value: 10.6237 + - type: nauc_ndcg_at_100_max + value: 11.713999999999999 + - type: nauc_ndcg_at_100_std + value: -5.0887 + - type: nauc_ndcg_at_100_diff1 + value: 11.1611 + - type: nauc_ndcg_at_1000_max + value: 11.9055 + - type: nauc_ndcg_at_1000_std + value: -5.0326 + - type: nauc_ndcg_at_1000_diff1 + value: 11.226899999999999 + - type: nauc_map_at_1_max + value: 12.1138 + - type: nauc_map_at_1_std + value: -4.135400000000001 + - type: nauc_map_at_1_diff1 + value: 21.3944 + - type: nauc_map_at_3_max + value: 12.3613 + - type: nauc_map_at_3_std + value: -4.6464 + - type: nauc_map_at_3_diff1 + value: 14.0188 + - type: nauc_map_at_5_max + value: 12.4427 + - type: nauc_map_at_5_std + value: -4.925 + - type: nauc_map_at_5_diff1 + value: 13.533600000000002 + - type: nauc_map_at_10_max + value: 12.2015 + - type: nauc_map_at_10_std + value: -5.326899999999999 + - type: nauc_map_at_10_diff1 + value: 13.159199999999998 + - type: nauc_map_at_20_max + value: 12.0508 + - type: nauc_map_at_20_std + value: -5.3717 + - type: nauc_map_at_20_diff1 + value: 12.8943 + - type: nauc_map_at_100_max + value: 12.0556 + - type: nauc_map_at_100_std + value: -5.2142 + - type: nauc_map_at_100_diff1 + value: 13.008500000000002 + - type: nauc_map_at_1000_max + value: 12.0694 + - type: nauc_map_at_1000_std + value: -5.1987 + - type: nauc_map_at_1000_diff1 + value: 13.0209 + - type: nauc_recall_at_1_max + value: 12.1138 + - type: nauc_recall_at_1_std + value: -4.135400000000001 + - type: nauc_recall_at_1_diff1 + value: 21.3944 + - type: nauc_recall_at_3_max + value: 12.2821 + - type: nauc_recall_at_3_std + value: -5.1205 + - type: nauc_recall_at_3_diff1 + value: 10.3534 + - type: nauc_recall_at_5_max + value: 12.4415 + - type: nauc_recall_at_5_std + value: -6.1108 + - type: nauc_recall_at_5_diff1 + value: 9.2813 + - type: nauc_recall_at_10_max + value: 12.4612 + - type: nauc_recall_at_10_std + value: -7.689500000000001 + - type: nauc_recall_at_10_diff1 + value: 7.6724 + - type: nauc_recall_at_20_max + value: 11.1129 + - type: nauc_recall_at_20_std + value: -8.1372 + - type: nauc_recall_at_20_diff1 + value: 5.795100000000001 + - type: nauc_recall_at_100_max + value: 10.543 + - type: nauc_recall_at_100_std + value: -3.0072 + - type: nauc_recall_at_100_diff1 + value: 6.5950999999999995 + - type: nauc_recall_at_1000_max + value: 11.6505 + - type: nauc_recall_at_1000_std + value: 1.8325 + - type: nauc_recall_at_1000_diff1 + value: -4.1654 + - type: nauc_precision_at_1_max + value: 12.1138 + - type: nauc_precision_at_1_std + value: -4.135400000000001 + - type: nauc_precision_at_1_diff1 + value: 21.3944 + - type: nauc_precision_at_3_max + value: 12.2821 + - type: nauc_precision_at_3_std + value: -5.1205 + - type: nauc_precision_at_3_diff1 + value: 10.3534 + - type: nauc_precision_at_5_max + value: 12.4415 + - type: nauc_precision_at_5_std + value: -6.1108 + - type: nauc_precision_at_5_diff1 + value: 9.2813 + - type: nauc_precision_at_10_max + value: 12.4612 + - type: nauc_precision_at_10_std + value: -7.689500000000001 + - type: nauc_precision_at_10_diff1 + value: 7.6724 + - type: nauc_precision_at_20_max + value: 11.1129 + - type: nauc_precision_at_20_std + value: -8.1372 + - type: nauc_precision_at_20_diff1 + value: 5.795100000000001 + - type: nauc_precision_at_100_max + value: 10.543 + - type: nauc_precision_at_100_std + value: -3.0072 + - type: nauc_precision_at_100_diff1 + value: 6.5950999999999995 + - type: nauc_precision_at_1000_max + value: 11.6505 + - type: nauc_precision_at_1000_std + value: 1.8325 + - type: nauc_precision_at_1000_diff1 + value: -4.1654 + - type: nauc_mrr_at_1_max + value: 12.1138 + - type: nauc_mrr_at_1_std + value: -4.135400000000001 + - type: nauc_mrr_at_1_diff1 + value: 21.3944 + - type: nauc_mrr_at_3_max + value: 12.3613 + - type: nauc_mrr_at_3_std + value: -4.6464 + - type: nauc_mrr_at_3_diff1 + value: 14.0188 + - type: nauc_mrr_at_5_max + value: 12.4427 + - type: nauc_mrr_at_5_std + value: -4.925 + - type: nauc_mrr_at_5_diff1 + value: 13.533600000000002 + - type: nauc_mrr_at_10_max + value: 12.2015 + - type: nauc_mrr_at_10_std + value: -5.326899999999999 + - type: nauc_mrr_at_10_diff1 + value: 13.159199999999998 + - type: nauc_mrr_at_20_max + value: 12.0508 + - type: nauc_mrr_at_20_std + value: -5.3717 + - type: nauc_mrr_at_20_diff1 + value: 12.8943 + - type: nauc_mrr_at_100_max + value: 12.0556 + - type: nauc_mrr_at_100_std + value: -5.2142 + - type: nauc_mrr_at_100_diff1 + value: 13.008500000000002 + - type: nauc_mrr_at_1000_max + value: 12.0694 + - type: nauc_mrr_at_1000_std + value: -5.1987 + - type: nauc_mrr_at_1000_diff1 + value: 13.0209 + - type: main_score + value: 21.606 + task: + type: Retrieval + - dataset: + config: default + name: MTEB AlphaNLI (default) + revision: 303f40ef3d50918d3dc43577d33f2f7344ad72c1 + split: test + type: RAR-b/alphanli + metrics: + - type: ndcg_at_1 + value: 29.047 + - type: ndcg_at_3 + value: 37.782 + - type: ndcg_at_5 + value: 39.989999999999995 + - type: ndcg_at_10 + value: 41.926 + - type: ndcg_at_20 + value: 43.573 + - type: ndcg_at_100 + value: 45.957 + - type: ndcg_at_1000 + value: 47.799 + - type: map_at_1 + value: 29.047 + - type: map_at_3 + value: 35.693999999999996 + - type: map_at_5 + value: 36.921 + - type: map_at_10 + value: 37.705 + - type: map_at_20 + value: 38.155 + - type: map_at_100 + value: 38.487 + - type: map_at_1000 + value: 38.548 + - type: recall_at_1 + value: 29.047 + - type: recall_at_3 + value: 43.799 + - type: recall_at_5 + value: 49.151 + - type: recall_at_10 + value: 55.222 + - type: recall_at_20 + value: 61.748999999999995 + - type: recall_at_100 + value: 74.543 + - type: recall_at_1000 + value: 89.491 + - type: precision_at_1 + value: 29.047 + - type: precision_at_3 + value: 14.6 + - type: precision_at_5 + value: 9.83 + - type: precision_at_10 + value: 5.522 + - type: precision_at_20 + value: 3.087 + - type: precision_at_100 + value: 0.745 + - type: precision_at_1000 + value: 0.089 + - type: mrr_at_1 + value: 29.047 + - type: mrr_at_3 + value: 35.6941 + - type: mrr_at_5 + value: 36.9212 + - type: mrr_at_10 + value: 37.7046 + - type: mrr_at_20 + value: 38.154700000000005 + - type: mrr_at_100 + value: 38.487100000000005 + - type: mrr_at_1000 + value: 38.5482 + - type: nauc_ndcg_at_1_max + value: 15.287999999999998 + - type: nauc_ndcg_at_1_std + value: -4.9541 + - type: nauc_ndcg_at_1_diff1 + value: 41.8594 + - type: nauc_ndcg_at_3_max + value: 17.5068 + - type: nauc_ndcg_at_3_std + value: -5.1408000000000005 + - type: nauc_ndcg_at_3_diff1 + value: 42.1294 + - type: nauc_ndcg_at_5_max + value: 16.781 + - type: nauc_ndcg_at_5_std + value: -5.2116999999999996 + - type: nauc_ndcg_at_5_diff1 + value: 40.8572 + - type: nauc_ndcg_at_10_max + value: 16.2437 + - type: nauc_ndcg_at_10_std + value: -4.9609 + - type: nauc_ndcg_at_10_diff1 + value: 39.8999 + - type: nauc_ndcg_at_20_max + value: 16.5522 + - type: nauc_ndcg_at_20_std + value: -4.085 + - type: nauc_ndcg_at_20_diff1 + value: 39.671800000000005 + - type: nauc_ndcg_at_100_max + value: 16.06 + - type: nauc_ndcg_at_100_std + value: -3.9815000000000005 + - type: nauc_ndcg_at_100_diff1 + value: 38.6936 + - type: nauc_ndcg_at_1000_max + value: 16.2501 + - type: nauc_ndcg_at_1000_std + value: -3.702 + - type: nauc_ndcg_at_1000_diff1 + value: 39.3437 + - type: nauc_map_at_1_max + value: 15.287999999999998 + - type: nauc_map_at_1_std + value: -4.9541 + - type: nauc_map_at_1_diff1 + value: 41.8594 + - type: nauc_map_at_3_max + value: 17.0042 + - type: nauc_map_at_3_std + value: -5.2621 + - type: nauc_map_at_3_diff1 + value: 41.9276 + - type: nauc_map_at_5_max + value: 16.5656 + - type: nauc_map_at_5_std + value: -5.2787 + - type: nauc_map_at_5_diff1 + value: 41.200900000000004 + - type: nauc_map_at_10_max + value: 16.3268 + - type: nauc_map_at_10_std + value: -5.1523 + - type: nauc_map_at_10_diff1 + value: 40.813300000000005 + - type: nauc_map_at_20_max + value: 16.4188 + - type: nauc_map_at_20_std + value: -4.9085 + - type: nauc_map_at_20_diff1 + value: 40.7529 + - type: nauc_map_at_100_max + value: 16.3308 + - type: nauc_map_at_100_std + value: -4.9005 + - type: nauc_map_at_100_diff1 + value: 40.6209 + - type: nauc_map_at_1000_max + value: 16.338900000000002 + - type: nauc_map_at_1000_std + value: -4.891 + - type: nauc_map_at_1000_diff1 + value: 40.6405 + - type: nauc_recall_at_1_max + value: 15.287999999999998 + - type: nauc_recall_at_1_std + value: -4.9541 + - type: nauc_recall_at_1_diff1 + value: 41.8594 + - type: nauc_recall_at_3_max + value: 18.9159 + - type: nauc_recall_at_3_std + value: -4.7326 + - type: nauc_recall_at_3_diff1 + value: 42.7541 + - type: nauc_recall_at_5_max + value: 17.3248 + - type: nauc_recall_at_5_std + value: -4.9915 + - type: nauc_recall_at_5_diff1 + value: 39.7701 + - type: nauc_recall_at_10_max + value: 15.7309 + - type: nauc_recall_at_10_std + value: -4.3191 + - type: nauc_recall_at_10_diff1 + value: 36.6315 + - type: nauc_recall_at_20_max + value: 16.957900000000002 + - type: nauc_recall_at_20_std + value: -0.5297999999999999 + - type: nauc_recall_at_20_diff1 + value: 35.3804 + - type: nauc_recall_at_100_max + value: 13.9573 + - type: nauc_recall_at_100_std + value: 1.5011 + - type: nauc_recall_at_100_diff1 + value: 26.6297 + - type: nauc_recall_at_1000_max + value: 15.4456 + - type: nauc_recall_at_1000_std + value: 13.6715 + - type: nauc_recall_at_1000_diff1 + value: 28.814099999999996 + - type: nauc_precision_at_1_max + value: 15.287999999999998 + - type: nauc_precision_at_1_std + value: -4.9541 + - type: nauc_precision_at_1_diff1 + value: 41.8594 + - type: nauc_precision_at_3_max + value: 18.9159 + - type: nauc_precision_at_3_std + value: -4.7326 + - type: nauc_precision_at_3_diff1 + value: 42.7541 + - type: nauc_precision_at_5_max + value: 17.3248 + - type: nauc_precision_at_5_std + value: -4.9915 + - type: nauc_precision_at_5_diff1 + value: 39.7701 + - type: nauc_precision_at_10_max + value: 15.7309 + - type: nauc_precision_at_10_std + value: -4.3191 + - type: nauc_precision_at_10_diff1 + value: 36.6315 + - type: nauc_precision_at_20_max + value: 16.957900000000002 + - type: nauc_precision_at_20_std + value: -0.5297999999999999 + - type: nauc_precision_at_20_diff1 + value: 35.3804 + - type: nauc_precision_at_100_max + value: 13.9573 + - type: nauc_precision_at_100_std + value: 1.5011 + - type: nauc_precision_at_100_diff1 + value: 26.6297 + - type: nauc_precision_at_1000_max + value: 15.4456 + - type: nauc_precision_at_1000_std + value: 13.6715 + - type: nauc_precision_at_1000_diff1 + value: 28.814099999999996 + - type: nauc_mrr_at_1_max + value: 15.287999999999998 + - type: nauc_mrr_at_1_std + value: -4.9541 + - type: nauc_mrr_at_1_diff1 + value: 41.8594 + - type: nauc_mrr_at_3_max + value: 17.0042 + - type: nauc_mrr_at_3_std + value: -5.2621 + - type: nauc_mrr_at_3_diff1 + value: 41.9276 + - type: nauc_mrr_at_5_max + value: 16.5656 + - type: nauc_mrr_at_5_std + value: -5.2787 + - type: nauc_mrr_at_5_diff1 + value: 41.200900000000004 + - type: nauc_mrr_at_10_max + value: 16.3268 + - type: nauc_mrr_at_10_std + value: -5.1523 + - type: nauc_mrr_at_10_diff1 + value: 40.813300000000005 + - type: nauc_mrr_at_20_max + value: 16.4188 + - type: nauc_mrr_at_20_std + value: -4.9085 + - type: nauc_mrr_at_20_diff1 + value: 40.7529 + - type: nauc_mrr_at_100_max + value: 16.3308 + - type: nauc_mrr_at_100_std + value: -4.9005 + - type: nauc_mrr_at_100_diff1 + value: 40.6209 + - type: nauc_mrr_at_1000_max + value: 16.338900000000002 + - type: nauc_mrr_at_1000_std + value: -4.891 + - type: nauc_mrr_at_1000_diff1 + value: 40.6405 + - type: main_score + value: 41.926 + task: + type: Retrieval + - dataset: + config: default + name: MTEB BSARDRetrieval (default) + revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59 + split: test + type: maastrichtlawtech/bsard + metrics: + - type: ndcg_at_1 + value: 15.315000000000001 + - type: ndcg_at_3 + value: 22.742 + - type: ndcg_at_5 + value: 25.146 + - type: ndcg_at_10 + value: 28.993000000000002 + - type: ndcg_at_20 + value: 30.797 + - type: ndcg_at_100 + value: 34.189 + - type: ndcg_at_1000 + value: 36.507 + - type: map_at_1 + value: 15.315000000000001 + - type: map_at_3 + value: 20.946 + - type: map_at_5 + value: 22.275 + - type: map_at_10 + value: 23.898 + - type: map_at_20 + value: 24.382 + - type: map_at_100 + value: 24.809 + - type: map_at_1000 + value: 24.886 + - type: recall_at_1 + value: 15.315000000000001 + - type: recall_at_3 + value: 27.927999999999997 + - type: recall_at_5 + value: 33.784 + - type: recall_at_10 + value: 45.495000000000005 + - type: recall_at_20 + value: 52.703 + - type: recall_at_100 + value: 71.622 + - type: recall_at_1000 + value: 90.54100000000001 + - type: precision_at_1 + value: 15.315000000000001 + - type: precision_at_3 + value: 9.309000000000001 + - type: precision_at_5 + value: 6.757000000000001 + - type: precision_at_10 + value: 4.55 + - type: precision_at_20 + value: 2.635 + - type: precision_at_100 + value: 0.716 + - type: precision_at_1000 + value: 0.091 + - type: mrr_at_1 + value: 15.3153 + - type: mrr_at_3 + value: 20.9459 + - type: mrr_at_5 + value: 22.2748 + - type: mrr_at_10 + value: 23.8984 + - type: mrr_at_20 + value: 24.3824 + - type: mrr_at_100 + value: 24.8094 + - type: mrr_at_1000 + value: 24.8863 + - type: nauc_ndcg_at_1_max + value: 2.6499 + - type: nauc_ndcg_at_1_std + value: -0.4151 + - type: nauc_ndcg_at_1_diff1 + value: 11.8534 + - type: nauc_ndcg_at_3_max + value: 10.1863 + - type: nauc_ndcg_at_3_std + value: 8.7991 + - type: nauc_ndcg_at_3_diff1 + value: 12.529100000000001 + - type: nauc_ndcg_at_5_max + value: 10.3811 + - type: nauc_ndcg_at_5_std + value: 9.9561 + - type: nauc_ndcg_at_5_diff1 + value: 11.3694 + - type: nauc_ndcg_at_10_max + value: 11.3732 + - type: nauc_ndcg_at_10_std + value: 10.7126 + - type: nauc_ndcg_at_10_diff1 + value: 10.843 + - type: nauc_ndcg_at_20_max + value: 11.1547 + - type: nauc_ndcg_at_20_std + value: 11.6387 + - type: nauc_ndcg_at_20_diff1 + value: 11.7127 + - type: nauc_ndcg_at_100_max + value: 11.6548 + - type: nauc_ndcg_at_100_std + value: 14.1946 + - type: nauc_ndcg_at_100_diff1 + value: 10.331700000000001 + - type: nauc_ndcg_at_1000_max + value: 11.6215 + - type: nauc_ndcg_at_1000_std + value: 12.5504 + - type: nauc_ndcg_at_1000_diff1 + value: 9.972399999999999 + - type: nauc_map_at_1_max + value: 2.6499 + - type: nauc_map_at_1_std + value: -0.4151 + - type: nauc_map_at_1_diff1 + value: 11.8534 + - type: nauc_map_at_3_max + value: 8.3987 + - type: nauc_map_at_3_std + value: 6.756900000000001 + - type: nauc_map_at_3_diff1 + value: 12.1288 + - type: nauc_map_at_5_max + value: 8.5961 + - type: nauc_map_at_5_std + value: 7.5306 + - type: nauc_map_at_5_diff1 + value: 11.475299999999999 + - type: nauc_map_at_10_max + value: 9.0059 + - type: nauc_map_at_10_std + value: 7.953200000000001 + - type: nauc_map_at_10_diff1 + value: 11.1738 + - type: nauc_map_at_20_max + value: 8.973 + - type: nauc_map_at_20_std + value: 8.2026 + - type: nauc_map_at_20_diff1 + value: 11.4258 + - type: nauc_map_at_100_max + value: 9.119399999999999 + - type: nauc_map_at_100_std + value: 8.5197 + - type: nauc_map_at_100_diff1 + value: 11.3065 + - type: nauc_map_at_1000_max + value: 9.146 + - type: nauc_map_at_1000_std + value: 8.5007 + - type: nauc_map_at_1000_diff1 + value: 11.2826 + - type: nauc_recall_at_1_max + value: 2.6499 + - type: nauc_recall_at_1_std + value: -0.4151 + - type: nauc_recall_at_1_diff1 + value: 11.8534 + - type: nauc_recall_at_3_max + value: 14.622399999999999 + - type: nauc_recall_at_3_std + value: 13.824300000000001 + - type: nauc_recall_at_3_diff1 + value: 13.5937 + - type: nauc_recall_at_5_max + value: 14.607600000000001 + - type: nauc_recall_at_5_std + value: 15.7613 + - type: nauc_recall_at_5_diff1 + value: 11.0456 + - type: nauc_recall_at_10_max + value: 17.308200000000003 + - type: nauc_recall_at_10_std + value: 17.3381 + - type: nauc_recall_at_10_diff1 + value: 9.9642 + - type: nauc_recall_at_20_max + value: 16.5655 + - type: nauc_recall_at_20_std + value: 20.9005 + - type: nauc_recall_at_20_diff1 + value: 12.9387 + - type: nauc_recall_at_100_max + value: 19.6149 + - type: nauc_recall_at_100_std + value: 39.9593 + - type: nauc_recall_at_100_diff1 + value: 3.2689999999999997 + - type: nauc_recall_at_1000_max + value: 26.4229 + - type: nauc_recall_at_1000_std + value: 36.5731 + - type: nauc_recall_at_1000_diff1 + value: -14.0105 + - type: nauc_precision_at_1_max + value: 2.6499 + - type: nauc_precision_at_1_std + value: -0.4151 + - type: nauc_precision_at_1_diff1 + value: 11.8534 + - type: nauc_precision_at_3_max + value: 14.622399999999999 + - type: nauc_precision_at_3_std + value: 13.824300000000001 + - type: nauc_precision_at_3_diff1 + value: 13.5937 + - type: nauc_precision_at_5_max + value: 14.607600000000001 + - type: nauc_precision_at_5_std + value: 15.7613 + - type: nauc_precision_at_5_diff1 + value: 11.0456 + - type: nauc_precision_at_10_max + value: 17.308200000000003 + - type: nauc_precision_at_10_std + value: 17.3381 + - type: nauc_precision_at_10_diff1 + value: 9.9642 + - type: nauc_precision_at_20_max + value: 16.5655 + - type: nauc_precision_at_20_std + value: 20.9005 + - type: nauc_precision_at_20_diff1 + value: 12.9387 + - type: nauc_precision_at_100_max + value: 19.6149 + - type: nauc_precision_at_100_std + value: 39.9593 + - type: nauc_precision_at_100_diff1 + value: 3.2689999999999997 + - type: nauc_precision_at_1000_max + value: 26.4229 + - type: nauc_precision_at_1000_std + value: 36.5731 + - type: nauc_precision_at_1000_diff1 + value: -14.0105 + - type: nauc_mrr_at_1_max + value: 2.6499 + - type: nauc_mrr_at_1_std + value: -0.4151 + - type: nauc_mrr_at_1_diff1 + value: 11.8534 + - type: nauc_mrr_at_3_max + value: 8.3987 + - type: nauc_mrr_at_3_std + value: 6.756900000000001 + - type: nauc_mrr_at_3_diff1 + value: 12.1288 + - type: nauc_mrr_at_5_max + value: 8.5961 + - type: nauc_mrr_at_5_std + value: 7.5306 + - type: nauc_mrr_at_5_diff1 + value: 11.475299999999999 + - type: nauc_mrr_at_10_max + value: 9.0059 + - type: nauc_mrr_at_10_std + value: 7.953200000000001 + - type: nauc_mrr_at_10_diff1 + value: 11.1738 + - type: nauc_mrr_at_20_max + value: 8.973 + - type: nauc_mrr_at_20_std + value: 8.2026 + - type: nauc_mrr_at_20_diff1 + value: 11.4258 + - type: nauc_mrr_at_100_max + value: 9.119399999999999 + - type: nauc_mrr_at_100_std + value: 8.5197 + - type: nauc_mrr_at_100_diff1 + value: 11.3065 + - type: nauc_mrr_at_1000_max + value: 9.146 + - type: nauc_mrr_at_1000_std + value: 8.5007 + - type: nauc_mrr_at_1000_diff1 + value: 11.2826 + - type: main_score + value: 71.622 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: ndcg_at_1 + value: 38.111 + - type: ndcg_at_3 + value: 34.489999999999995 + - type: ndcg_at_5 + value: 36.986999999999995 + - type: ndcg_at_10 + value: 41.825 + - type: ndcg_at_20 + value: 45.326 + - type: ndcg_at_100 + value: 50.207 + - type: ndcg_at_1000 + value: 52.686 + - type: map_at_1 + value: 16.898 + - type: map_at_3 + value: 25.509999999999998 + - type: map_at_5 + value: 28.357 + - type: map_at_10 + value: 31.079 + - type: map_at_20 + value: 32.539 + - type: map_at_100 + value: 33.690999999999995 + - type: map_at_1000 + value: 33.865 + - type: recall_at_1 + value: 16.898 + - type: recall_at_3 + value: 31.636999999999997 + - type: recall_at_5 + value: 39.147 + - type: recall_at_10 + value: 49.787 + - type: recall_at_20 + value: 59.41499999999999 + - type: recall_at_100 + value: 77.506 + - type: recall_at_1000 + value: 90.803 + - type: precision_at_1 + value: 38.111 + - type: precision_at_3 + value: 26.515 + - type: precision_at_5 + value: 20.3 + - type: precision_at_10 + value: 13.427 + - type: precision_at_20 + value: 8.27 + - type: precision_at_100 + value: 2.258 + - type: precision_at_1000 + value: 0.27299999999999996 + - type: mrr_at_1 + value: 38.110699999999994 + - type: mrr_at_3 + value: 49.2725 + - type: mrr_at_5 + value: 51.3214 + - type: mrr_at_10 + value: 52.53210000000001 + - type: mrr_at_20 + value: 52.976 + - type: mrr_at_100 + value: 53.1711 + - type: mrr_at_1000 + value: 53.1903 + - type: nauc_ndcg_at_1_max + value: 25.9911 + - type: nauc_ndcg_at_1_std + value: 10.1589 + - type: nauc_ndcg_at_1_diff1 + value: 28.048299999999998 + - type: nauc_ndcg_at_3_max + value: 30.218099999999996 + - type: nauc_ndcg_at_3_std + value: 12.1291 + - type: nauc_ndcg_at_3_diff1 + value: 25.948999999999998 + - type: nauc_ndcg_at_5_max + value: 31.6729 + - type: nauc_ndcg_at_5_std + value: 15.241 + - type: nauc_ndcg_at_5_diff1 + value: 25.1176 + - type: nauc_ndcg_at_10_max + value: 33.1404 + - type: nauc_ndcg_at_10_std + value: 20.167099999999998 + - type: nauc_ndcg_at_10_diff1 + value: 24.4986 + - type: nauc_ndcg_at_20_max + value: 34.2767 + - type: nauc_ndcg_at_20_std + value: 22.9182 + - type: nauc_ndcg_at_20_diff1 + value: 24.787 + - type: nauc_ndcg_at_100_max + value: 34.7158 + - type: nauc_ndcg_at_100_std + value: 23.792099999999998 + - type: nauc_ndcg_at_100_diff1 + value: 24.4404 + - type: nauc_ndcg_at_1000_max + value: 34.3857 + - type: nauc_ndcg_at_1000_std + value: 22.959699999999998 + - type: nauc_ndcg_at_1000_diff1 + value: 24.7766 + - type: nauc_map_at_1_max + value: 24.1179 + - type: nauc_map_at_1_std + value: 3.5414000000000003 + - type: nauc_map_at_1_diff1 + value: 36.2877 + - type: nauc_map_at_3_max + value: 28.9204 + - type: nauc_map_at_3_std + value: 9.1425 + - type: nauc_map_at_3_diff1 + value: 29.776000000000003 + - type: nauc_map_at_5_max + value: 30.204199999999997 + - type: nauc_map_at_5_std + value: 12.1428 + - type: nauc_map_at_5_diff1 + value: 27.7071 + - type: nauc_map_at_10_max + value: 31.4553 + - type: nauc_map_at_10_std + value: 15.5741 + - type: nauc_map_at_10_diff1 + value: 27.030900000000003 + - type: nauc_map_at_20_max + value: 32.0437 + - type: nauc_map_at_20_std + value: 16.8794 + - type: nauc_map_at_20_diff1 + value: 27.005699999999997 + - type: nauc_map_at_100_max + value: 32.1721 + - type: nauc_map_at_100_std + value: 17.2462 + - type: nauc_map_at_100_diff1 + value: 27.0341 + - type: nauc_map_at_1000_max + value: 32.162600000000005 + - type: nauc_map_at_1000_std + value: 17.2116 + - type: nauc_map_at_1000_diff1 + value: 27.0399 + - type: nauc_recall_at_1_max + value: 24.1179 + - type: nauc_recall_at_1_std + value: 3.5414000000000003 + - type: nauc_recall_at_1_diff1 + value: 36.2877 + - type: nauc_recall_at_3_max + value: 29.352899999999998 + - type: nauc_recall_at_3_std + value: 11.6053 + - type: nauc_recall_at_3_diff1 + value: 24.7852 + - type: nauc_recall_at_5_max + value: 30.4369 + - type: nauc_recall_at_5_std + value: 16.086100000000002 + - type: nauc_recall_at_5_diff1 + value: 20.4639 + - type: nauc_recall_at_10_max + value: 30.8014 + - type: nauc_recall_at_10_std + value: 25.212899999999998 + - type: nauc_recall_at_10_diff1 + value: 17.9288 + - type: nauc_recall_at_20_max + value: 32.2821 + - type: nauc_recall_at_20_std + value: 32.1034 + - type: nauc_recall_at_20_diff1 + value: 17.7108 + - type: nauc_recall_at_100_max + value: 34.528999999999996 + - type: nauc_recall_at_100_std + value: 39.8304 + - type: nauc_recall_at_100_diff1 + value: 14.0489 + - type: nauc_recall_at_1000_max + value: 38.982099999999996 + - type: nauc_recall_at_1000_std + value: 51.2921 + - type: nauc_recall_at_1000_diff1 + value: 15.3262 + - type: nauc_precision_at_1_max + value: 25.9911 + - type: nauc_precision_at_1_std + value: 10.1589 + - type: nauc_precision_at_1_diff1 + value: 28.048299999999998 + - type: nauc_precision_at_3_max + value: 29.303800000000003 + - type: nauc_precision_at_3_std + value: 18.496399999999998 + - type: nauc_precision_at_3_diff1 + value: 12.514700000000001 + - type: nauc_precision_at_5_max + value: 28.8575 + - type: nauc_precision_at_5_std + value: 23.6084 + - type: nauc_precision_at_5_diff1 + value: 5.5624 + - type: nauc_precision_at_10_max + value: 26.3905 + - type: nauc_precision_at_10_std + value: 29.5192 + - type: nauc_precision_at_10_diff1 + value: 0.7599 + - type: nauc_precision_at_20_max + value: 24.330299999999998 + - type: nauc_precision_at_20_std + value: 32.1863 + - type: nauc_precision_at_20_diff1 + value: -1.0958 + - type: nauc_precision_at_100_max + value: 14.6063 + - type: nauc_precision_at_100_std + value: 26.2106 + - type: nauc_precision_at_100_diff1 + value: -10.4853 + - type: nauc_precision_at_1000_max + value: 2.7477 + - type: nauc_precision_at_1000_std + value: 15.168899999999999 + - type: nauc_precision_at_1000_diff1 + value: -16.7222 + - type: nauc_mrr_at_1_max + value: 25.9911 + - type: nauc_mrr_at_1_std + value: 10.1589 + - type: nauc_mrr_at_1_diff1 + value: 28.048299999999998 + - type: nauc_mrr_at_3_max + value: 30.1415 + - type: nauc_mrr_at_3_std + value: 15.353900000000001 + - type: nauc_mrr_at_3_diff1 + value: 24.6846 + - type: nauc_mrr_at_5_max + value: 30.689899999999998 + - type: nauc_mrr_at_5_std + value: 15.877099999999999 + - type: nauc_mrr_at_5_diff1 + value: 24.342 + - type: nauc_mrr_at_10_max + value: 30.573299999999996 + - type: nauc_mrr_at_10_std + value: 16.1935 + - type: nauc_mrr_at_10_diff1 + value: 24.6865 + - type: nauc_mrr_at_20_max + value: 30.5852 + - type: nauc_mrr_at_20_std + value: 16.3394 + - type: nauc_mrr_at_20_diff1 + value: 24.86 + - type: nauc_mrr_at_100_max + value: 30.5336 + - type: nauc_mrr_at_100_std + value: 16.2076 + - type: nauc_mrr_at_100_diff1 + value: 24.851200000000002 + - type: nauc_mrr_at_1000_max + value: 30.525600000000004 + - type: nauc_mrr_at_1000_std + value: 16.1906 + - type: nauc_mrr_at_1000_diff1 + value: 24.8689 + - type: main_score + value: 41.825 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia-PL (default) + revision: 76afe41d9af165cc40999fcaa92312b8b012064a + split: test + type: clarin-knext/dbpedia-pl + metrics: + - type: ndcg_at_1 + value: 50.875 + - type: ndcg_at_3 + value: 43.745 + - type: ndcg_at_5 + value: 42.186 + - type: ndcg_at_10 + value: 40.506 + - type: ndcg_at_20 + value: 40.372 + - type: ndcg_at_100 + value: 45.967 + - type: ndcg_at_1000 + value: 53.247 + - type: map_at_1 + value: 8.14 + - type: map_at_3 + value: 12.966 + - type: map_at_5 + value: 15.704 + - type: map_at_10 + value: 19.005 + - type: map_at_20 + value: 22.543 + - type: map_at_100 + value: 27.773999999999997 + - type: map_at_1000 + value: 29.567 + - type: recall_at_1 + value: 8.14 + - type: recall_at_3 + value: 14.038 + - type: recall_at_5 + value: 18.394 + - type: recall_at_10 + value: 24.476 + - type: recall_at_20 + value: 32.141999999999996 + - type: recall_at_100 + value: 53.027 + - type: recall_at_1000 + value: 76.108 + - type: precision_at_1 + value: 62.0 + - type: precision_at_3 + value: 47.667 + - type: precision_at_5 + value: 42.4 + - type: precision_at_10 + value: 33.45 + - type: precision_at_20 + value: 26.012 + - type: precision_at_100 + value: 11.110000000000001 + - type: precision_at_1000 + value: 2.274 + - type: mrr_at_1 + value: 62.0 + - type: mrr_at_3 + value: 68.5417 + - type: mrr_at_5 + value: 69.8292 + - type: mrr_at_10 + value: 70.5928 + - type: mrr_at_20 + value: 70.7758 + - type: mrr_at_100 + value: 70.90610000000001 + - type: mrr_at_1000 + value: 70.91619999999999 + - type: nauc_ndcg_at_1_max + value: 31.0803 + - type: nauc_ndcg_at_1_std + value: 26.571 + - type: nauc_ndcg_at_1_diff1 + value: 39.8359 + - type: nauc_ndcg_at_3_max + value: 32.2144 + - type: nauc_ndcg_at_3_std + value: 26.3096 + - type: nauc_ndcg_at_3_diff1 + value: 23.9557 + - type: nauc_ndcg_at_5_max + value: 31.2855 + - type: nauc_ndcg_at_5_std + value: 25.979999999999997 + - type: nauc_ndcg_at_5_diff1 + value: 24.1607 + - type: nauc_ndcg_at_10_max + value: 29.106700000000004 + - type: nauc_ndcg_at_10_std + value: 24.3628 + - type: nauc_ndcg_at_10_diff1 + value: 25.580599999999997 + - type: nauc_ndcg_at_20_max + value: 30.0282 + - type: nauc_ndcg_at_20_std + value: 23.5403 + - type: nauc_ndcg_at_20_diff1 + value: 26.499899999999997 + - type: nauc_ndcg_at_100_max + value: 34.2855 + - type: nauc_ndcg_at_100_std + value: 29.9558 + - type: nauc_ndcg_at_100_diff1 + value: 27.954 + - type: nauc_ndcg_at_1000_max + value: 40.9813 + - type: nauc_ndcg_at_1000_std + value: 37.2717 + - type: nauc_ndcg_at_1000_diff1 + value: 23.5544 + - type: nauc_map_at_1_max + value: -6.3487 + - type: nauc_map_at_1_std + value: -9.4313 + - type: nauc_map_at_1_diff1 + value: 40.840900000000005 + - type: nauc_map_at_3_max + value: -0.737 + - type: nauc_map_at_3_std + value: -10.2587 + - type: nauc_map_at_3_diff1 + value: 32.887499999999996 + - type: nauc_map_at_5_max + value: 3.1542 + - type: nauc_map_at_5_std + value: -7.321 + - type: nauc_map_at_5_diff1 + value: 32.7918 + - type: nauc_map_at_10_max + value: 8.8565 + - type: nauc_map_at_10_std + value: -0.6899 + - type: nauc_map_at_10_diff1 + value: 30.2686 + - type: nauc_map_at_20_max + value: 14.7305 + - type: nauc_map_at_20_std + value: 7.1096 + - type: nauc_map_at_20_diff1 + value: 27.5058 + - type: nauc_map_at_100_max + value: 23.8313 + - type: nauc_map_at_100_std + value: 18.8839 + - type: nauc_map_at_100_diff1 + value: 24.304000000000002 + - type: nauc_map_at_1000_max + value: 26.6895 + - type: nauc_map_at_1000_std + value: 21.2809 + - type: nauc_map_at_1000_diff1 + value: 22.7344 + - type: nauc_recall_at_1_max + value: -6.3487 + - type: nauc_recall_at_1_std + value: -9.4313 + - type: nauc_recall_at_1_diff1 + value: 40.840900000000005 + - type: nauc_recall_at_3_max + value: -3.4255 + - type: nauc_recall_at_3_std + value: -11.3798 + - type: nauc_recall_at_3_diff1 + value: 29.0014 + - type: nauc_recall_at_5_max + value: -0.9769999999999999 + - type: nauc_recall_at_5_std + value: -9.3334 + - type: nauc_recall_at_5_diff1 + value: 28.793800000000005 + - type: nauc_recall_at_10_max + value: 5.6434999999999995 + - type: nauc_recall_at_10_std + value: -2.1572999999999998 + - type: nauc_recall_at_10_diff1 + value: 25.3382 + - type: nauc_recall_at_20_max + value: 13.5807 + - type: nauc_recall_at_20_std + value: 6.5347 + - type: nauc_recall_at_20_diff1 + value: 21.3755 + - type: nauc_recall_at_100_max + value: 26.2892 + - type: nauc_recall_at_100_std + value: 26.895000000000003 + - type: nauc_recall_at_100_diff1 + value: 20.5197 + - type: nauc_recall_at_1000_max + value: 43.0861 + - type: nauc_recall_at_1000_std + value: 46.550599999999996 + - type: nauc_recall_at_1000_diff1 + value: 12.734799999999998 + - type: nauc_precision_at_1_max + value: 39.3391 + - type: nauc_precision_at_1_std + value: 31.5929 + - type: nauc_precision_at_1_diff1 + value: 41.2493 + - type: nauc_precision_at_3_max + value: 38.763999999999996 + - type: nauc_precision_at_3_std + value: 32.596799999999995 + - type: nauc_precision_at_3_diff1 + value: 5.7916 + - type: nauc_precision_at_5_max + value: 38.311099999999996 + - type: nauc_precision_at_5_std + value: 34.8943 + - type: nauc_precision_at_5_diff1 + value: 2.2577 + - type: nauc_precision_at_10_max + value: 38.634800000000006 + - type: nauc_precision_at_10_std + value: 37.3915 + - type: nauc_precision_at_10_diff1 + value: -3.0383 + - type: nauc_precision_at_20_max + value: 39.817099999999996 + - type: nauc_precision_at_20_std + value: 39.6415 + - type: nauc_precision_at_20_diff1 + value: -6.8633 + - type: nauc_precision_at_100_max + value: 37.654199999999996 + - type: nauc_precision_at_100_std + value: 35.7686 + - type: nauc_precision_at_100_diff1 + value: -13.1242 + - type: nauc_precision_at_1000_max + value: 26.488899999999997 + - type: nauc_precision_at_1000_std + value: 5.4336 + - type: nauc_precision_at_1000_diff1 + value: -18.7423 + - type: nauc_mrr_at_1_max + value: 39.3391 + - type: nauc_mrr_at_1_std + value: 31.5929 + - type: nauc_mrr_at_1_diff1 + value: 41.2493 + - type: nauc_mrr_at_3_max + value: 43.0241 + - type: nauc_mrr_at_3_std + value: 35.9871 + - type: nauc_mrr_at_3_diff1 + value: 38.2861 + - type: nauc_mrr_at_5_max + value: 43.156 + - type: nauc_mrr_at_5_std + value: 36.1022 + - type: nauc_mrr_at_5_diff1 + value: 37.859500000000004 + - type: nauc_mrr_at_10_max + value: 43.5089 + - type: nauc_mrr_at_10_std + value: 35.728300000000004 + - type: nauc_mrr_at_10_diff1 + value: 37.9298 + - type: nauc_mrr_at_20_max + value: 43.6851 + - type: nauc_mrr_at_20_std + value: 35.708400000000005 + - type: nauc_mrr_at_20_diff1 + value: 37.8435 + - type: nauc_mrr_at_100_max + value: 43.6652 + - type: nauc_mrr_at_100_std + value: 35.7036 + - type: nauc_mrr_at_100_diff1 + value: 37.9612 + - type: nauc_mrr_at_1000_max + value: 43.6541 + - type: nauc_mrr_at_1000_std + value: 35.6967 + - type: nauc_mrr_at_1000_diff1 + value: 37.9754 + - type: main_score + value: 40.506 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: ndcg_at_1 + value: 91.899 + - type: ndcg_at_3 + value: 93.267 + - type: ndcg_at_5 + value: 93.757 + - type: ndcg_at_10 + value: 94.146 + - type: ndcg_at_20 + value: 94.42399999999999 + - type: ndcg_at_100 + value: 94.647 + - type: ndcg_at_1000 + value: 94.765 + - type: map_at_1 + value: 85.329 + - type: map_at_3 + value: 91.089 + - type: map_at_5 + value: 91.62 + - type: map_at_10 + value: 91.92 + - type: map_at_20 + value: 92.053 + - type: map_at_100 + value: 92.111 + - type: map_at_1000 + value: 92.12 + - type: recall_at_1 + value: 85.329 + - type: recall_at_3 + value: 94.89 + - type: recall_at_5 + value: 96.185 + - type: recall_at_10 + value: 97.234 + - type: recall_at_20 + value: 98.059 + - type: recall_at_100 + value: 98.946 + - type: recall_at_1000 + value: 99.605 + - type: precision_at_1 + value: 91.899 + - type: precision_at_3 + value: 35.064 + - type: precision_at_5 + value: 21.575 + - type: precision_at_10 + value: 11.056000000000001 + - type: precision_at_20 + value: 5.647 + - type: precision_at_100 + value: 1.155 + - type: precision_at_1000 + value: 0.11800000000000001 + - type: mrr_at_1 + value: 91.89920000000001 + - type: mrr_at_3 + value: 95.3895 + - type: mrr_at_5 + value: 95.5103 + - type: mrr_at_10 + value: 95.53049999999999 + - type: mrr_at_20 + value: 95.5399 + - type: mrr_at_100 + value: 95.5414 + - type: mrr_at_1000 + value: 95.5414 + - type: nauc_ndcg_at_1_max + value: 18.874 + - type: nauc_ndcg_at_1_std + value: -29.2163 + - type: nauc_ndcg_at_1_diff1 + value: 84.62910000000001 + - type: nauc_ndcg_at_3_max + value: 12.1354 + - type: nauc_ndcg_at_3_std + value: -13.180700000000002 + - type: nauc_ndcg_at_3_diff1 + value: 56.0503 + - type: nauc_ndcg_at_5_max + value: 10.477400000000001 + - type: nauc_ndcg_at_5_std + value: -10.5639 + - type: nauc_ndcg_at_5_diff1 + value: 55.295899999999996 + - type: nauc_ndcg_at_10_max + value: 9.903599999999999 + - type: nauc_ndcg_at_10_std + value: -10.8966 + - type: nauc_ndcg_at_10_diff1 + value: 55.9124 + - type: nauc_ndcg_at_20_max + value: 11.3408 + - type: nauc_ndcg_at_20_std + value: -11.2965 + - type: nauc_ndcg_at_20_diff1 + value: 57.17100000000001 + - type: nauc_ndcg_at_100_max + value: 12.2585 + - type: nauc_ndcg_at_100_std + value: -12.1029 + - type: nauc_ndcg_at_100_diff1 + value: 58.6422 + - type: nauc_ndcg_at_1000_max + value: 12.5826 + - type: nauc_ndcg_at_1000_std + value: -13.0434 + - type: nauc_ndcg_at_1000_diff1 + value: 59.80950000000001 + - type: nauc_map_at_1_max + value: 12.1387 + - type: nauc_map_at_1_std + value: -14.315 + - type: nauc_map_at_1_diff1 + value: 62.0448 + - type: nauc_map_at_3_max + value: 9.500300000000001 + - type: nauc_map_at_3_std + value: -11.245099999999999 + - type: nauc_map_at_3_diff1 + value: 54.190400000000004 + - type: nauc_map_at_5_max + value: 9.270399999999999 + - type: nauc_map_at_5_std + value: -10.4106 + - type: nauc_map_at_5_diff1 + value: 54.6217 + - type: nauc_map_at_10_max + value: 9.371599999999999 + - type: nauc_map_at_10_std + value: -10.6793 + - type: nauc_map_at_10_diff1 + value: 55.157599999999995 + - type: nauc_map_at_20_max + value: 10.0296 + - type: nauc_map_at_20_std + value: -10.7732 + - type: nauc_map_at_20_diff1 + value: 55.58650000000001 + - type: nauc_map_at_100_max + value: 10.2516 + - type: nauc_map_at_100_std + value: -10.9039 + - type: nauc_map_at_100_diff1 + value: 55.865500000000004 + - type: nauc_map_at_1000_max + value: 10.2721 + - type: nauc_map_at_1000_std + value: -10.944700000000001 + - type: nauc_map_at_1000_diff1 + value: 55.9146 + - type: nauc_recall_at_1_max + value: 12.1387 + - type: nauc_recall_at_1_std + value: -14.315 + - type: nauc_recall_at_1_diff1 + value: 62.0448 + - type: nauc_recall_at_3_max + value: 4.9031 + - type: nauc_recall_at_3_std + value: 0.11989999999999999 + - type: nauc_recall_at_3_diff1 + value: 30.244100000000003 + - type: nauc_recall_at_5_max + value: 0.7865000000000001 + - type: nauc_recall_at_5_std + value: 11.2494 + - type: nauc_recall_at_5_diff1 + value: 23.4022 + - type: nauc_recall_at_10_max + value: -3.6447 + - type: nauc_recall_at_10_std + value: 16.5021 + - type: nauc_recall_at_10_diff1 + value: 17.7732 + - type: nauc_recall_at_20_max + value: 0.0287 + - type: nauc_recall_at_20_std + value: 25.3604 + - type: nauc_recall_at_20_diff1 + value: 11.737300000000001 + - type: nauc_recall_at_100_max + value: 4.4988 + - type: nauc_recall_at_100_std + value: 39.1148 + - type: nauc_recall_at_100_diff1 + value: 3.1119999999999997 + - type: nauc_recall_at_1000_max + value: 9.459900000000001 + - type: nauc_recall_at_1000_std + value: 57.3982 + - type: nauc_recall_at_1000_diff1 + value: -3.4705 + - type: nauc_precision_at_1_max + value: 18.874 + - type: nauc_precision_at_1_std + value: -29.2163 + - type: nauc_precision_at_1_diff1 + value: 84.62910000000001 + - type: nauc_precision_at_3_max + value: -3.1606 + - type: nauc_precision_at_3_std + value: 0.2803 + - type: nauc_precision_at_3_diff1 + value: -18.779 + - type: nauc_precision_at_5_max + value: -3.6164 + - type: nauc_precision_at_5_std + value: 4.2379 + - type: nauc_precision_at_5_diff1 + value: -22.2797 + - type: nauc_precision_at_10_max + value: -2.7018 + - type: nauc_precision_at_10_std + value: 2.8728 + - type: nauc_precision_at_10_diff1 + value: -21.4422 + - type: nauc_precision_at_20_max + value: 1.0897000000000001 + - type: nauc_precision_at_20_std + value: 2.04 + - type: nauc_precision_at_20_diff1 + value: -20.1086 + - type: nauc_precision_at_100_max + value: 3.1357000000000004 + - type: nauc_precision_at_100_std + value: 1.0407 + - type: nauc_precision_at_100_diff1 + value: -18.5042 + - type: nauc_precision_at_1000_max + value: 3.3724999999999996 + - type: nauc_precision_at_1000_std + value: -1.5122 + - type: nauc_precision_at_1000_diff1 + value: -16.7105 + - type: nauc_mrr_at_1_max + value: 18.874 + - type: nauc_mrr_at_1_std + value: -29.2163 + - type: nauc_mrr_at_1_diff1 + value: 84.62910000000001 + - type: nauc_mrr_at_3_max + value: 21.8014 + - type: nauc_mrr_at_3_std + value: -32.561499999999995 + - type: nauc_mrr_at_3_diff1 + value: 84.6743 + - type: nauc_mrr_at_5_max + value: 21.172 + - type: nauc_mrr_at_5_std + value: -31.5774 + - type: nauc_mrr_at_5_diff1 + value: 84.6554 + - type: nauc_mrr_at_10_max + value: 21.1614 + - type: nauc_mrr_at_10_std + value: -31.344699999999996 + - type: nauc_mrr_at_10_diff1 + value: 84.62180000000001 + - type: nauc_mrr_at_20_max + value: 21.0522 + - type: nauc_mrr_at_20_std + value: -31.3525 + - type: nauc_mrr_at_20_diff1 + value: 84.612 + - type: nauc_mrr_at_100_max + value: 21.0302 + - type: nauc_mrr_at_100_std + value: -31.3739 + - type: nauc_mrr_at_100_diff1 + value: 84.6208 + - type: nauc_mrr_at_1000_max + value: 21.0302 + - type: nauc_mrr_at_1000_std + value: -31.3739 + - type: nauc_mrr_at_1000_diff1 + value: 84.6208 + - type: main_score + value: 94.146 + task: + type: Retrieval + - dataset: + config: default + name: MTEB GermanDPR (default) + revision: 5129d02422a66be600ac89cd3e8531b4f97d347d + split: test + type: deepset/germandpr + metrics: + - type: ndcg_at_1 + value: 67.415 + - type: ndcg_at_3 + value: 81.684 + - type: ndcg_at_5 + value: 83.829 + - type: ndcg_at_10 + value: 84.624 + - type: ndcg_at_20 + value: 84.77900000000001 + - type: ndcg_at_100 + value: 84.832 + - type: ndcg_at_1000 + value: 84.832 + - type: map_at_1 + value: 67.415 + - type: map_at_3 + value: 78.244 + - type: map_at_5 + value: 79.444 + - type: map_at_10 + value: 79.794 + - type: map_at_20 + value: 79.84 + - type: map_at_100 + value: 79.84700000000001 + - type: map_at_1000 + value: 79.84700000000001 + - type: recall_at_1 + value: 67.415 + - type: recall_at_3 + value: 91.61 + - type: recall_at_5 + value: 96.78 + - type: recall_at_10 + value: 99.122 + - type: recall_at_20 + value: 99.70700000000001 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 67.415 + - type: precision_at_3 + value: 30.537 + - type: precision_at_5 + value: 19.356 + - type: precision_at_10 + value: 9.912 + - type: precision_at_20 + value: 4.984999999999999 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 67.41460000000001 + - type: mrr_at_3 + value: 78.2439 + - type: mrr_at_5 + value: 79.4439 + - type: mrr_at_10 + value: 79.7938 + - type: mrr_at_20 + value: 79.8405 + - type: mrr_at_100 + value: 79.8472 + - type: mrr_at_1000 + value: 79.8472 + - type: nauc_ndcg_at_1_max + value: -9.555299999999999 + - type: nauc_ndcg_at_1_std + value: -10.2019 + - type: nauc_ndcg_at_1_diff1 + value: 56.3025 + - type: nauc_ndcg_at_3_max + value: -10.883099999999999 + - type: nauc_ndcg_at_3_std + value: -6.9233 + - type: nauc_ndcg_at_3_diff1 + value: 52.27119999999999 + - type: nauc_ndcg_at_5_max + value: -10.816699999999999 + - type: nauc_ndcg_at_5_std + value: -8.428099999999999 + - type: nauc_ndcg_at_5_diff1 + value: 53.782300000000006 + - type: nauc_ndcg_at_10_max + value: -8.9075 + - type: nauc_ndcg_at_10_std + value: -8.3803 + - type: nauc_ndcg_at_10_diff1 + value: 54.290099999999995 + - type: nauc_ndcg_at_20_max + value: -9.012 + - type: nauc_ndcg_at_20_std + value: -8.107899999999999 + - type: nauc_ndcg_at_20_diff1 + value: 54.0452 + - type: nauc_ndcg_at_100_max + value: -9.4168 + - type: nauc_ndcg_at_100_std + value: -8.5463 + - type: nauc_ndcg_at_100_diff1 + value: 54.0112 + - type: nauc_ndcg_at_1000_max + value: -9.4168 + - type: nauc_ndcg_at_1000_std + value: -8.5463 + - type: nauc_ndcg_at_1000_diff1 + value: 54.0112 + - type: nauc_map_at_1_max + value: -9.555299999999999 + - type: nauc_map_at_1_std + value: -10.2019 + - type: nauc_map_at_1_diff1 + value: 56.3025 + - type: nauc_map_at_3_max + value: -10.0746 + - type: nauc_map_at_3_std + value: -8.0706 + - type: nauc_map_at_3_diff1 + value: 53.2748 + - type: nauc_map_at_5_max + value: -10.087200000000001 + - type: nauc_map_at_5_std + value: -8.8644 + - type: nauc_map_at_5_diff1 + value: 54.0493 + - type: nauc_map_at_10_max + value: -9.4231 + - type: nauc_map_at_10_std + value: -8.8079 + - type: nauc_map_at_10_diff1 + value: 54.1942 + - type: nauc_map_at_20_max + value: -9.443200000000001 + - type: nauc_map_at_20_std + value: -8.7505 + - type: nauc_map_at_20_diff1 + value: 54.138299999999994 + - type: nauc_map_at_100_max + value: -9.4823 + - type: nauc_map_at_100_std + value: -8.7927 + - type: nauc_map_at_100_diff1 + value: 54.1338 + - type: nauc_map_at_1000_max + value: -9.4823 + - type: nauc_map_at_1000_std + value: -8.7927 + - type: nauc_map_at_1000_diff1 + value: 54.1338 + - type: nauc_recall_at_1_max + value: -9.555299999999999 + - type: nauc_recall_at_1_std + value: -10.2019 + - type: nauc_recall_at_1_diff1 + value: 56.3025 + - type: nauc_recall_at_3_max + value: -16.4939 + - type: nauc_recall_at_3_std + value: 0.5852999999999999 + - type: nauc_recall_at_3_diff1 + value: 46.0801 + - type: nauc_recall_at_5_max + value: -22.5903 + - type: nauc_recall_at_5_std + value: -2.1646 + - type: nauc_recall_at_5_diff1 + value: 51.3008 + - type: nauc_recall_at_10_max + value: 30.9089 + - type: nauc_recall_at_10_std + value: 11.715399999999999 + - type: nauc_recall_at_10_diff1 + value: 70.5449 + - type: nauc_recall_at_20_max + value: 90.7431 + - type: nauc_recall_at_20_std + value: 100.0 + - type: nauc_recall_at_20_diff1 + value: 61.5086 + - type: nauc_recall_at_100_max + value: .nan + - type: nauc_recall_at_100_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: -9.555299999999999 + - type: nauc_precision_at_1_std + value: -10.2019 + - type: nauc_precision_at_1_diff1 + value: 56.3025 + - type: nauc_precision_at_3_max + value: -16.4939 + - type: nauc_precision_at_3_std + value: 0.5852999999999999 + - type: nauc_precision_at_3_diff1 + value: 46.0801 + - type: nauc_precision_at_5_max + value: -22.5903 + - type: nauc_precision_at_5_std + value: -2.1646 + - type: nauc_precision_at_5_diff1 + value: 51.3008 + - type: nauc_precision_at_10_max + value: 30.9089 + - type: nauc_precision_at_10_std + value: 11.715399999999999 + - type: nauc_precision_at_10_diff1 + value: 70.5449 + - type: nauc_precision_at_20_max + value: 90.7431 + - type: nauc_precision_at_20_std + value: 100.0 + - type: nauc_precision_at_20_diff1 + value: 61.5086 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 100.0 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: -9.555299999999999 + - type: nauc_mrr_at_1_std + value: -10.2019 + - type: nauc_mrr_at_1_diff1 + value: 56.3025 + - type: nauc_mrr_at_3_max + value: -10.0746 + - type: nauc_mrr_at_3_std + value: -8.0706 + - type: nauc_mrr_at_3_diff1 + value: 53.2748 + - type: nauc_mrr_at_5_max + value: -10.087200000000001 + - type: nauc_mrr_at_5_std + value: -8.8644 + - type: nauc_mrr_at_5_diff1 + value: 54.0493 + - type: nauc_mrr_at_10_max + value: -9.4231 + - type: nauc_mrr_at_10_std + value: -8.8079 + - type: nauc_mrr_at_10_diff1 + value: 54.1942 + - type: nauc_mrr_at_20_max + value: -9.443200000000001 + - type: nauc_mrr_at_20_std + value: -8.7505 + - type: nauc_mrr_at_20_diff1 + value: 54.138299999999994 + - type: nauc_mrr_at_100_max + value: -9.4823 + - type: nauc_mrr_at_100_std + value: -8.7927 + - type: nauc_mrr_at_100_diff1 + value: 54.1338 + - type: nauc_mrr_at_1000_max + value: -9.4823 + - type: nauc_mrr_at_1000_std + value: -8.7927 + - type: nauc_mrr_at_1000_diff1 + value: 54.1338 + - type: main_score + value: 84.624 + task: + type: Retrieval + - dataset: + config: default + name: MTEB GermanQuAD-Retrieval (default) + revision: f5c87ae5a2e7a5106606314eef45255f03151bb3 + split: test + type: mteb/germanquad-retrieval + metrics: + - type: ndcg_at_1 + value: 92.967 + - type: ndcg_at_3 + value: 96.289 + - type: ndcg_at_5 + value: 96.626 + - type: ndcg_at_10 + value: 96.68900000000001 + - type: ndcg_at_20 + value: 96.767 + - type: ndcg_at_100 + value: 96.812 + - type: ndcg_at_1000 + value: 96.812 + - type: map_at_1 + value: 92.967 + - type: map_at_3 + value: 95.531 + - type: map_at_5 + value: 95.719 + - type: map_at_10 + value: 95.747 + - type: map_at_20 + value: 95.768 + - type: map_at_100 + value: 95.775 + - type: map_at_1000 + value: 95.775 + - type: recall_at_1 + value: 92.967 + - type: recall_at_3 + value: 98.457 + - type: recall_at_5 + value: 99.274 + - type: recall_at_10 + value: 99.456 + - type: recall_at_20 + value: 99.773 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 92.967 + - type: precision_at_3 + value: 32.818999999999996 + - type: precision_at_5 + value: 19.855 + - type: precision_at_10 + value: 9.946000000000002 + - type: precision_at_20 + value: 4.989 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 92.9673 + - type: mrr_at_3 + value: 95.5309 + - type: mrr_at_5 + value: 95.7191 + - type: mrr_at_10 + value: 95.74719999999999 + - type: mrr_at_20 + value: 95.7679 + - type: mrr_at_100 + value: 95.7749 + - type: mrr_at_1000 + value: 95.7749 + - type: nauc_ndcg_at_1_max + value: 43.1782 + - type: nauc_ndcg_at_1_std + value: 4.3794 + - type: nauc_ndcg_at_1_diff1 + value: 92.29690000000001 + - type: nauc_ndcg_at_3_max + value: 50.711600000000004 + - type: nauc_ndcg_at_3_std + value: 8.735 + - type: nauc_ndcg_at_3_diff1 + value: 91.4129 + - type: nauc_ndcg_at_5_max + value: 48.727 + - type: nauc_ndcg_at_5_std + value: 8.8142 + - type: nauc_ndcg_at_5_diff1 + value: 90.9919 + - type: nauc_ndcg_at_10_max + value: 48.245900000000006 + - type: nauc_ndcg_at_10_std + value: 7.796500000000001 + - type: nauc_ndcg_at_10_diff1 + value: 90.8216 + - type: nauc_ndcg_at_20_max + value: 48.0006 + - type: nauc_ndcg_at_20_std + value: 7.3255 + - type: nauc_ndcg_at_20_diff1 + value: 91.4755 + - type: nauc_ndcg_at_100_max + value: 47.3572 + - type: nauc_ndcg_at_100_std + value: 7.1823 + - type: nauc_ndcg_at_100_diff1 + value: 91.4873 + - type: nauc_ndcg_at_1000_max + value: 47.3572 + - type: nauc_ndcg_at_1000_std + value: 7.1823 + - type: nauc_ndcg_at_1000_diff1 + value: 91.4873 + - type: nauc_map_at_1_max + value: 43.1782 + - type: nauc_map_at_1_std + value: 4.3794 + - type: nauc_map_at_1_diff1 + value: 92.29690000000001 + - type: nauc_map_at_3_max + value: 48.1278 + - type: nauc_map_at_3_std + value: 7.2038 + - type: nauc_map_at_3_diff1 + value: 91.76299999999999 + - type: nauc_map_at_5_max + value: 47.1549 + - type: nauc_map_at_5_std + value: 7.2926 + - type: nauc_map_at_5_diff1 + value: 91.5946 + - type: nauc_map_at_10_max + value: 46.9818 + - type: nauc_map_at_10_std + value: 6.9354 + - type: nauc_map_at_10_diff1 + value: 91.53909999999999 + - type: nauc_map_at_20_max + value: 46.9171 + - type: nauc_map_at_20_std + value: 6.823600000000001 + - type: nauc_map_at_20_diff1 + value: 91.65140000000001 + - type: nauc_map_at_100_max + value: 46.8399 + - type: nauc_map_at_100_std + value: 6.8136 + - type: nauc_map_at_100_diff1 + value: 91.6547 + - type: nauc_map_at_1000_max + value: 46.8399 + - type: nauc_map_at_1000_std + value: 6.8136 + - type: nauc_map_at_1000_diff1 + value: 91.6547 + - type: nauc_recall_at_1_max + value: 43.1782 + - type: nauc_recall_at_1_std + value: 4.3794 + - type: nauc_recall_at_1_diff1 + value: 92.29690000000001 + - type: nauc_recall_at_3_max + value: 71.9842 + - type: nauc_recall_at_3_std + value: 21.3916 + - type: nauc_recall_at_3_diff1 + value: 88.4688 + - type: nauc_recall_at_5_max + value: 73.3118 + - type: nauc_recall_at_5_std + value: 33.5537 + - type: nauc_recall_at_5_diff1 + value: 80.3972 + - type: nauc_recall_at_10_max + value: 72.8152 + - type: nauc_recall_at_10_std + value: 23.519499999999997 + - type: nauc_recall_at_10_diff1 + value: 73.863 + - type: nauc_recall_at_20_max + value: 94.4446 + - type: nauc_recall_at_20_std + value: 20.1451 + - type: nauc_recall_at_20_diff1 + value: 91.08370000000001 + - type: nauc_recall_at_100_max + value: .nan + - type: nauc_recall_at_100_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 43.1782 + - type: nauc_precision_at_1_std + value: 4.3794 + - type: nauc_precision_at_1_diff1 + value: 92.29690000000001 + - type: nauc_precision_at_3_max + value: 71.9842 + - type: nauc_precision_at_3_std + value: 21.3916 + - type: nauc_precision_at_3_diff1 + value: 88.4688 + - type: nauc_precision_at_5_max + value: 73.3118 + - type: nauc_precision_at_5_std + value: 33.5537 + - type: nauc_precision_at_5_diff1 + value: 80.3972 + - type: nauc_precision_at_10_max + value: 72.8152 + - type: nauc_precision_at_10_std + value: 23.519499999999997 + - type: nauc_precision_at_10_diff1 + value: 73.863 + - type: nauc_precision_at_20_max + value: 94.4446 + - type: nauc_precision_at_20_std + value: 20.1451 + - type: nauc_precision_at_20_diff1 + value: 91.08370000000001 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 100.0 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 43.1782 + - type: nauc_mrr_at_1_std + value: 4.3794 + - type: nauc_mrr_at_1_diff1 + value: 92.29690000000001 + - type: nauc_mrr_at_3_max + value: 48.1278 + - type: nauc_mrr_at_3_std + value: 7.2038 + - type: nauc_mrr_at_3_diff1 + value: 91.76299999999999 + - type: nauc_mrr_at_5_max + value: 47.1549 + - type: nauc_mrr_at_5_std + value: 7.2926 + - type: nauc_mrr_at_5_diff1 + value: 91.5946 + - type: nauc_mrr_at_10_max + value: 46.9818 + - type: nauc_mrr_at_10_std + value: 6.9354 + - type: nauc_mrr_at_10_diff1 + value: 91.53909999999999 + - type: nauc_mrr_at_20_max + value: 46.9171 + - type: nauc_mrr_at_20_std + value: 6.823600000000001 + - type: nauc_mrr_at_20_diff1 + value: 91.65140000000001 + - type: nauc_mrr_at_100_max + value: 46.8399 + - type: nauc_mrr_at_100_std + value: 6.8136 + - type: nauc_mrr_at_100_diff1 + value: 91.6547 + - type: nauc_mrr_at_1000_max + value: 46.8399 + - type: nauc_mrr_at_1000_std + value: 6.8136 + - type: nauc_mrr_at_1000_diff1 + value: 91.6547 + - type: main_score + value: 95.7191 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HellaSwag (default) + revision: a5c990205e017d10761197ccab3000936689c3ae + split: test + type: RAR-b/hellaswag + metrics: + - type: ndcg_at_1 + value: 24.139 + - type: ndcg_at_3 + value: 34.455999999999996 + - type: ndcg_at_5 + value: 37.217 + - type: ndcg_at_10 + value: 39.655 + - type: ndcg_at_20 + value: 41.177 + - type: ndcg_at_100 + value: 43.695 + - type: ndcg_at_1000 + value: 45.528 + - type: map_at_1 + value: 24.139 + - type: map_at_3 + value: 31.889 + - type: map_at_5 + value: 33.43 + - type: map_at_10 + value: 34.443 + - type: map_at_20 + value: 34.861 + - type: map_at_100 + value: 35.199000000000005 + - type: map_at_1000 + value: 35.263 + - type: recall_at_1 + value: 24.139 + - type: recall_at_3 + value: 41.894 + - type: recall_at_5 + value: 48.565999999999995 + - type: recall_at_10 + value: 56.065 + - type: recall_at_20 + value: 62.07899999999999 + - type: recall_at_100 + value: 75.812 + - type: recall_at_1000 + value: 90.5 + - type: precision_at_1 + value: 24.139 + - type: precision_at_3 + value: 13.965 + - type: precision_at_5 + value: 9.713 + - type: precision_at_10 + value: 5.606 + - type: precision_at_20 + value: 3.104 + - type: precision_at_100 + value: 0.758 + - type: precision_at_1000 + value: 0.09 + - type: mrr_at_1 + value: 24.1386 + - type: mrr_at_3 + value: 31.889400000000002 + - type: mrr_at_5 + value: 33.4299 + - type: mrr_at_10 + value: 34.4433 + - type: mrr_at_20 + value: 34.861399999999996 + - type: mrr_at_100 + value: 35.199000000000005 + - type: mrr_at_1000 + value: 35.2634 + - type: nauc_ndcg_at_1_max + value: 24.5416 + - type: nauc_ndcg_at_1_std + value: -13.3275 + - type: nauc_ndcg_at_1_diff1 + value: 25.1069 + - type: nauc_ndcg_at_3_max + value: 30.388399999999997 + - type: nauc_ndcg_at_3_std + value: -15.087700000000002 + - type: nauc_ndcg_at_3_diff1 + value: 21.7918 + - type: nauc_ndcg_at_5_max + value: 31.782100000000003 + - type: nauc_ndcg_at_5_std + value: -15.6676 + - type: nauc_ndcg_at_5_diff1 + value: 21.438 + - type: nauc_ndcg_at_10_max + value: 33.0623 + - type: nauc_ndcg_at_10_std + value: -16.165399999999998 + - type: nauc_ndcg_at_10_diff1 + value: 21.0669 + - type: nauc_ndcg_at_20_max + value: 33.6431 + - type: nauc_ndcg_at_20_std + value: -15.782599999999999 + - type: nauc_ndcg_at_20_diff1 + value: 20.8528 + - type: nauc_ndcg_at_100_max + value: 33.888 + - type: nauc_ndcg_at_100_std + value: -15.0748 + - type: nauc_ndcg_at_100_diff1 + value: 20.6313 + - type: nauc_ndcg_at_1000_max + value: 33.7079 + - type: nauc_ndcg_at_1000_std + value: -14.369599999999998 + - type: nauc_ndcg_at_1000_diff1 + value: 21.032400000000003 + - type: nauc_map_at_1_max + value: 24.5416 + - type: nauc_map_at_1_std + value: -13.3275 + - type: nauc_map_at_1_diff1 + value: 25.1069 + - type: nauc_map_at_3_max + value: 29.0835 + - type: nauc_map_at_3_std + value: -14.66 + - type: nauc_map_at_3_diff1 + value: 22.534499999999998 + - type: nauc_map_at_5_max + value: 29.858 + - type: nauc_map_at_5_std + value: -15.0006 + - type: nauc_map_at_5_diff1 + value: 22.3434 + - type: nauc_map_at_10_max + value: 30.3676 + - type: nauc_map_at_10_std + value: -15.2167 + - type: nauc_map_at_10_diff1 + value: 22.1985 + - type: nauc_map_at_20_max + value: 30.5043 + - type: nauc_map_at_20_std + value: -15.1116 + - type: nauc_map_at_20_diff1 + value: 22.14 + - type: nauc_map_at_100_max + value: 30.5274 + - type: nauc_map_at_100_std + value: -15.031500000000001 + - type: nauc_map_at_100_diff1 + value: 22.1244 + - type: nauc_map_at_1000_max + value: 30.518600000000003 + - type: nauc_map_at_1000_std + value: -15.004600000000002 + - type: nauc_map_at_1000_diff1 + value: 22.1361 + - type: nauc_recall_at_1_max + value: 24.5416 + - type: nauc_recall_at_1_std + value: -13.3275 + - type: nauc_recall_at_1_diff1 + value: 25.1069 + - type: nauc_recall_at_3_max + value: 33.8905 + - type: nauc_recall_at_3_std + value: -16.2487 + - type: nauc_recall_at_3_diff1 + value: 19.7978 + - type: nauc_recall_at_5_max + value: 37.236000000000004 + - type: nauc_recall_at_5_std + value: -17.5645 + - type: nauc_recall_at_5_diff1 + value: 18.909799999999997 + - type: nauc_recall_at_10_max + value: 41.6197 + - type: nauc_recall_at_10_std + value: -19.1634 + - type: nauc_recall_at_10_diff1 + value: 17.575 + - type: nauc_recall_at_20_max + value: 44.8573 + - type: nauc_recall_at_20_std + value: -17.7673 + - type: nauc_recall_at_20_diff1 + value: 16.4244 + - type: nauc_recall_at_100_max + value: 50.9404 + - type: nauc_recall_at_100_std + value: -12.7702 + - type: nauc_recall_at_100_diff1 + value: 12.8293 + - type: nauc_recall_at_1000_max + value: 67.8855 + - type: nauc_recall_at_1000_std + value: 6.561 + - type: nauc_recall_at_1000_diff1 + value: 13.261999999999999 + - type: nauc_precision_at_1_max + value: 24.5416 + - type: nauc_precision_at_1_std + value: -13.3275 + - type: nauc_precision_at_1_diff1 + value: 25.1069 + - type: nauc_precision_at_3_max + value: 33.8905 + - type: nauc_precision_at_3_std + value: -16.2487 + - type: nauc_precision_at_3_diff1 + value: 19.7978 + - type: nauc_precision_at_5_max + value: 37.236000000000004 + - type: nauc_precision_at_5_std + value: -17.5645 + - type: nauc_precision_at_5_diff1 + value: 18.909799999999997 + - type: nauc_precision_at_10_max + value: 41.6197 + - type: nauc_precision_at_10_std + value: -19.1634 + - type: nauc_precision_at_10_diff1 + value: 17.575 + - type: nauc_precision_at_20_max + value: 44.8573 + - type: nauc_precision_at_20_std + value: -17.7673 + - type: nauc_precision_at_20_diff1 + value: 16.4244 + - type: nauc_precision_at_100_max + value: 50.9404 + - type: nauc_precision_at_100_std + value: -12.7702 + - type: nauc_precision_at_100_diff1 + value: 12.8293 + - type: nauc_precision_at_1000_max + value: 67.8855 + - type: nauc_precision_at_1000_std + value: 6.561 + - type: nauc_precision_at_1000_diff1 + value: 13.261999999999999 + - type: nauc_mrr_at_1_max + value: 24.5416 + - type: nauc_mrr_at_1_std + value: -13.3275 + - type: nauc_mrr_at_1_diff1 + value: 25.1069 + - type: nauc_mrr_at_3_max + value: 29.0835 + - type: nauc_mrr_at_3_std + value: -14.66 + - type: nauc_mrr_at_3_diff1 + value: 22.534499999999998 + - type: nauc_mrr_at_5_max + value: 29.858 + - type: nauc_mrr_at_5_std + value: -15.0006 + - type: nauc_mrr_at_5_diff1 + value: 22.3434 + - type: nauc_mrr_at_10_max + value: 30.3676 + - type: nauc_mrr_at_10_std + value: -15.2167 + - type: nauc_mrr_at_10_diff1 + value: 22.1985 + - type: nauc_mrr_at_20_max + value: 30.5043 + - type: nauc_mrr_at_20_std + value: -15.1116 + - type: nauc_mrr_at_20_diff1 + value: 22.14 + - type: nauc_mrr_at_100_max + value: 30.5274 + - type: nauc_mrr_at_100_std + value: -15.031500000000001 + - type: nauc_mrr_at_100_diff1 + value: 22.1244 + - type: nauc_mrr_at_1000_max + value: 30.518600000000003 + - type: nauc_mrr_at_1000_std + value: -15.004600000000002 + - type: nauc_mrr_at_1000_diff1 + value: 22.1361 + - type: main_score + value: 39.655 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA-PL (default) + revision: a0bd479ac97b4ccb5bd6ce320c415d0bb4beb907 + split: test + type: clarin-knext/hotpotqa-pl + metrics: + - type: ndcg_at_1 + value: 81.796 + - type: ndcg_at_3 + value: 68.66499999999999 + - type: ndcg_at_5 + value: 71.364 + - type: ndcg_at_10 + value: 73.414 + - type: ndcg_at_20 + value: 74.634 + - type: ndcg_at_100 + value: 76.276 + - type: ndcg_at_1000 + value: 77.34299999999999 + - type: map_at_1 + value: 40.898 + - type: map_at_3 + value: 61.99400000000001 + - type: map_at_5 + value: 64.168 + - type: map_at_10 + value: 65.438 + - type: map_at_20 + value: 65.946 + - type: map_at_100 + value: 66.295 + - type: map_at_1000 + value: 66.353 + - type: recall_at_1 + value: 40.898 + - type: recall_at_3 + value: 66.009 + - type: recall_at_5 + value: 71.317 + - type: recall_at_10 + value: 76.435 + - type: recall_at_20 + value: 80.35799999999999 + - type: recall_at_100 + value: 87.54899999999999 + - type: recall_at_1000 + value: 94.537 + - type: precision_at_1 + value: 81.796 + - type: precision_at_3 + value: 44.006 + - type: precision_at_5 + value: 28.527 + - type: precision_at_10 + value: 15.287 + - type: precision_at_20 + value: 8.036 + - type: precision_at_100 + value: 1.7510000000000001 + - type: precision_at_1000 + value: 0.189 + - type: mrr_at_1 + value: 81.79610000000001 + - type: mrr_at_3 + value: 86.0185 + - type: mrr_at_5 + value: 86.58970000000001 + - type: mrr_at_10 + value: 86.849 + - type: mrr_at_20 + value: 86.933 + - type: mrr_at_100 + value: 86.98219999999999 + - type: mrr_at_1000 + value: 86.9877 + - type: nauc_ndcg_at_1_max + value: 31.987 + - type: nauc_ndcg_at_1_std + value: -0.0234 + - type: nauc_ndcg_at_1_diff1 + value: 74.5536 + - type: nauc_ndcg_at_3_max + value: 25.624799999999997 + - type: nauc_ndcg_at_3_std + value: 4.0673 + - type: nauc_ndcg_at_3_diff1 + value: 22.9156 + - type: nauc_ndcg_at_5_max + value: 27.2565 + - type: nauc_ndcg_at_5_std + value: 6.1022 + - type: nauc_ndcg_at_5_diff1 + value: 22.4112 + - type: nauc_ndcg_at_10_max + value: 28.3943 + - type: nauc_ndcg_at_10_std + value: 8.211 + - type: nauc_ndcg_at_10_diff1 + value: 22.8036 + - type: nauc_ndcg_at_20_max + value: 29.016199999999998 + - type: nauc_ndcg_at_20_std + value: 9.249400000000001 + - type: nauc_ndcg_at_20_diff1 + value: 23.1925 + - type: nauc_ndcg_at_100_max + value: 29.468100000000003 + - type: nauc_ndcg_at_100_std + value: 10.4642 + - type: nauc_ndcg_at_100_diff1 + value: 24.0709 + - type: nauc_ndcg_at_1000_max + value: 29.455199999999998 + - type: nauc_ndcg_at_1000_std + value: 10.1902 + - type: nauc_ndcg_at_1000_diff1 + value: 25.1128 + - type: nauc_map_at_1_max + value: 31.987 + - type: nauc_map_at_1_std + value: -0.0234 + - type: nauc_map_at_1_diff1 + value: 74.5536 + - type: nauc_map_at_3_max + value: 23.088900000000002 + - type: nauc_map_at_3_std + value: 3.2273000000000005 + - type: nauc_map_at_3_diff1 + value: 16.648699999999998 + - type: nauc_map_at_5_max + value: 24.4442 + - type: nauc_map_at_5_std + value: 4.8491 + - type: nauc_map_at_5_diff1 + value: 16.6687 + - type: nauc_map_at_10_max + value: 25.1448 + - type: nauc_map_at_10_std + value: 5.9671 + - type: nauc_map_at_10_diff1 + value: 17.0489 + - type: nauc_map_at_20_max + value: 25.352200000000003 + - type: nauc_map_at_20_std + value: 6.2782 + - type: nauc_map_at_20_diff1 + value: 17.194300000000002 + - type: nauc_map_at_100_max + value: 25.4064 + - type: nauc_map_at_100_std + value: 6.4501 + - type: nauc_map_at_100_diff1 + value: 17.3278 + - type: nauc_map_at_1000_max + value: 25.402200000000004 + - type: nauc_map_at_1000_std + value: 6.4447 + - type: nauc_map_at_1000_diff1 + value: 17.3645 + - type: nauc_recall_at_1_max + value: 31.987 + - type: nauc_recall_at_1_std + value: -0.0234 + - type: nauc_recall_at_1_diff1 + value: 74.5536 + - type: nauc_recall_at_3_max + value: 24.2107 + - type: nauc_recall_at_3_std + value: 5.508 + - type: nauc_recall_at_3_diff1 + value: 10.4598 + - type: nauc_recall_at_5_max + value: 26.501599999999996 + - type: nauc_recall_at_5_std + value: 9.337900000000001 + - type: nauc_recall_at_5_diff1 + value: 7.936 + - type: nauc_recall_at_10_max + value: 28.843200000000003 + - type: nauc_recall_at_10_std + value: 14.943600000000002 + - type: nauc_recall_at_10_diff1 + value: 6.7947999999999995 + - type: nauc_recall_at_20_max + value: 31.0797 + - type: nauc_recall_at_20_std + value: 19.6198 + - type: nauc_recall_at_20_diff1 + value: 6.0314 + - type: nauc_recall_at_100_max + value: 35.138000000000005 + - type: nauc_recall_at_100_std + value: 32.182100000000005 + - type: nauc_recall_at_100_diff1 + value: 4.526 + - type: nauc_recall_at_1000_max + value: 42.755700000000004 + - type: nauc_recall_at_1000_std + value: 49.9693 + - type: nauc_recall_at_1000_diff1 + value: 5.1765 + - type: nauc_precision_at_1_max + value: 31.987 + - type: nauc_precision_at_1_std + value: -0.0234 + - type: nauc_precision_at_1_diff1 + value: 74.5536 + - type: nauc_precision_at_3_max + value: 24.2107 + - type: nauc_precision_at_3_std + value: 5.508 + - type: nauc_precision_at_3_diff1 + value: 10.4598 + - type: nauc_precision_at_5_max + value: 26.501599999999996 + - type: nauc_precision_at_5_std + value: 9.337900000000001 + - type: nauc_precision_at_5_diff1 + value: 7.936 + - type: nauc_precision_at_10_max + value: 28.843200000000003 + - type: nauc_precision_at_10_std + value: 14.943600000000002 + - type: nauc_precision_at_10_diff1 + value: 6.7947999999999995 + - type: nauc_precision_at_20_max + value: 31.0797 + - type: nauc_precision_at_20_std + value: 19.6198 + - type: nauc_precision_at_20_diff1 + value: 6.0314 + - type: nauc_precision_at_100_max + value: 35.138000000000005 + - type: nauc_precision_at_100_std + value: 32.182100000000005 + - type: nauc_precision_at_100_diff1 + value: 4.526 + - type: nauc_precision_at_1000_max + value: 42.755700000000004 + - type: nauc_precision_at_1000_std + value: 49.9693 + - type: nauc_precision_at_1000_diff1 + value: 5.1765 + - type: nauc_mrr_at_1_max + value: 31.987 + - type: nauc_mrr_at_1_std + value: -0.0234 + - type: nauc_mrr_at_1_diff1 + value: 74.5536 + - type: nauc_mrr_at_3_max + value: 37.0385 + - type: nauc_mrr_at_3_std + value: 3.6706999999999996 + - type: nauc_mrr_at_3_diff1 + value: 73.93260000000001 + - type: nauc_mrr_at_5_max + value: 37.0571 + - type: nauc_mrr_at_5_std + value: 3.4465999999999997 + - type: nauc_mrr_at_5_diff1 + value: 73.9784 + - type: nauc_mrr_at_10_max + value: 36.9612 + - type: nauc_mrr_at_10_std + value: 3.6853 + - type: nauc_mrr_at_10_diff1 + value: 73.98989999999999 + - type: nauc_mrr_at_20_max + value: 36.9062 + - type: nauc_mrr_at_20_std + value: 3.7478 + - type: nauc_mrr_at_20_diff1 + value: 74.0123 + - type: nauc_mrr_at_100_max + value: 36.8521 + - type: nauc_mrr_at_100_std + value: 3.7525999999999997 + - type: nauc_mrr_at_100_diff1 + value: 74.02 + - type: nauc_mrr_at_1000_max + value: 36.8394 + - type: nauc_mrr_at_1000_std + value: 3.7302 + - type: nauc_mrr_at_1000_diff1 + value: 74.01870000000001 + - type: main_score + value: 73.414 + task: + type: Retrieval + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: dev + type: mteb/msmarco + metrics: + - type: ndcg_at_1 + value: 23.854 + - type: ndcg_at_3 + value: 35.573 + - type: ndcg_at_5 + value: 39.96 + - type: ndcg_at_10 + value: 44.064 + - type: ndcg_at_20 + value: 46.572 + - type: ndcg_at_100 + value: 49.492000000000004 + - type: ndcg_at_1000 + value: 50.43 + - type: map_at_1 + value: 23.202 + - type: map_at_3 + value: 32.393 + - type: map_at_5 + value: 34.86 + - type: map_at_10 + value: 36.586 + - type: map_at_20 + value: 37.301 + - type: map_at_100 + value: 37.729 + - type: map_at_1000 + value: 37.769000000000005 + - type: recall_at_1 + value: 23.202 + - type: recall_at_3 + value: 44.092999999999996 + - type: recall_at_5 + value: 54.6 + - type: recall_at_10 + value: 67.11399999999999 + - type: recall_at_20 + value: 76.79899999999999 + - type: recall_at_100 + value: 92.085 + - type: recall_at_1000 + value: 99.122 + - type: precision_at_1 + value: 23.854 + - type: precision_at_3 + value: 15.238999999999999 + - type: precision_at_5 + value: 11.395 + - type: precision_at_10 + value: 7.016 + - type: precision_at_20 + value: 4.037 + - type: precision_at_100 + value: 0.9730000000000001 + - type: precision_at_1000 + value: 0.106 + - type: mrr_at_1 + value: 23.8539 + - type: mrr_at_3 + value: 33.0826 + - type: mrr_at_5 + value: 35.5045 + - type: mrr_at_10 + value: 37.1743 + - type: mrr_at_20 + value: 37.8471 + - type: mrr_at_100 + value: 38.2468 + - type: mrr_at_1000 + value: 38.2798 + - type: nauc_ndcg_at_1_max + value: -6.1334 + - type: nauc_ndcg_at_1_std + value: -17.2828 + - type: nauc_ndcg_at_1_diff1 + value: 38.506299999999996 + - type: nauc_ndcg_at_3_max + value: -8.8368 + - type: nauc_ndcg_at_3_std + value: -19.3132 + - type: nauc_ndcg_at_3_diff1 + value: 34.9182 + - type: nauc_ndcg_at_5_max + value: -9.1031 + - type: nauc_ndcg_at_5_std + value: -18.923499999999997 + - type: nauc_ndcg_at_5_diff1 + value: 33.7619 + - type: nauc_ndcg_at_10_max + value: -10.0147 + - type: nauc_ndcg_at_10_std + value: -17.708 + - type: nauc_ndcg_at_10_diff1 + value: 34.2713 + - type: nauc_ndcg_at_20_max + value: -9.975399999999999 + - type: nauc_ndcg_at_20_std + value: -15.7972 + - type: nauc_ndcg_at_20_diff1 + value: 34.4282 + - type: nauc_ndcg_at_100_max + value: -9.6171 + - type: nauc_ndcg_at_100_std + value: -14.6965 + - type: nauc_ndcg_at_100_diff1 + value: 35.1249 + - type: nauc_ndcg_at_1000_max + value: -9.0588 + - type: nauc_ndcg_at_1000_std + value: -16.101399999999998 + - type: nauc_ndcg_at_1000_diff1 + value: 35.0065 + - type: nauc_map_at_1_max + value: -5.9766 + - type: nauc_map_at_1_std + value: -17.2788 + - type: nauc_map_at_1_diff1 + value: 38.7113 + - type: nauc_map_at_3_max + value: -8.1997 + - type: nauc_map_at_3_std + value: -18.9722 + - type: nauc_map_at_3_diff1 + value: 35.768 + - type: nauc_map_at_5_max + value: -8.3391 + - type: nauc_map_at_5_std + value: -18.7446 + - type: nauc_map_at_5_diff1 + value: 35.117399999999996 + - type: nauc_map_at_10_max + value: -8.720600000000001 + - type: nauc_map_at_10_std + value: -18.282 + - type: nauc_map_at_10_diff1 + value: 35.363299999999995 + - type: nauc_map_at_20_max + value: -8.6669 + - type: nauc_map_at_20_std + value: -17.8046 + - type: nauc_map_at_20_diff1 + value: 35.409 + - type: nauc_map_at_100_max + value: -8.6183 + - type: nauc_map_at_100_std + value: -17.627399999999998 + - type: nauc_map_at_100_diff1 + value: 35.503800000000005 + - type: nauc_map_at_1000_max + value: -8.593399999999999 + - type: nauc_map_at_1000_std + value: -17.6687 + - type: nauc_map_at_1000_diff1 + value: 35.5024 + - type: nauc_recall_at_1_max + value: -5.9766 + - type: nauc_recall_at_1_std + value: -17.2788 + - type: nauc_recall_at_1_diff1 + value: 38.7113 + - type: nauc_recall_at_3_max + value: -10.4913 + - type: nauc_recall_at_3_std + value: -20.227999999999998 + - type: nauc_recall_at_3_diff1 + value: 32.6073 + - type: nauc_recall_at_5_max + value: -11.2311 + - type: nauc_recall_at_5_std + value: -19.4127 + - type: nauc_recall_at_5_diff1 + value: 29.7423 + - type: nauc_recall_at_10_max + value: -14.808499999999999 + - type: nauc_recall_at_10_std + value: -15.081800000000001 + - type: nauc_recall_at_10_diff1 + value: 30.552 + - type: nauc_recall_at_20_max + value: -16.5561 + - type: nauc_recall_at_20_std + value: -3.9001 + - type: nauc_recall_at_20_diff1 + value: 30.4811 + - type: nauc_recall_at_100_max + value: -20.988200000000003 + - type: nauc_recall_at_100_std + value: 32.444 + - type: nauc_recall_at_100_diff1 + value: 36.9155 + - type: nauc_recall_at_1000_max + value: 2.0547 + - type: nauc_recall_at_1000_std + value: 78.1079 + - type: nauc_recall_at_1000_diff1 + value: 28.0059 + - type: nauc_precision_at_1_max + value: -6.1334 + - type: nauc_precision_at_1_std + value: -17.2828 + - type: nauc_precision_at_1_diff1 + value: 38.506299999999996 + - type: nauc_precision_at_3_max + value: -10.237400000000001 + - type: nauc_precision_at_3_std + value: -20.2386 + - type: nauc_precision_at_3_diff1 + value: 31.8202 + - type: nauc_precision_at_5_max + value: -10.5103 + - type: nauc_precision_at_5_std + value: -18.837300000000003 + - type: nauc_precision_at_5_diff1 + value: 27.9495 + - type: nauc_precision_at_10_max + value: -13.1637 + - type: nauc_precision_at_10_std + value: -13.922799999999999 + - type: nauc_precision_at_10_diff1 + value: 27.0569 + - type: nauc_precision_at_20_max + value: -12.1294 + - type: nauc_precision_at_20_std + value: -3.0732 + - type: nauc_precision_at_20_diff1 + value: 23.4215 + - type: nauc_precision_at_100_max + value: -5.672499999999999 + - type: nauc_precision_at_100_std + value: 19.144 + - type: nauc_precision_at_100_diff1 + value: 14.696600000000002 + - type: nauc_precision_at_1000_max + value: 10.0724 + - type: nauc_precision_at_1000_std + value: 6.6578 + - type: nauc_precision_at_1000_diff1 + value: -6.6076999999999995 + - type: nauc_mrr_at_1_max + value: -6.1334 + - type: nauc_mrr_at_1_std + value: -17.2828 + - type: nauc_mrr_at_1_diff1 + value: 38.506299999999996 + - type: nauc_mrr_at_3_max + value: -8.255899999999999 + - type: nauc_mrr_at_3_std + value: -18.7573 + - type: nauc_mrr_at_3_diff1 + value: 35.5353 + - type: nauc_mrr_at_5_max + value: -8.3833 + - type: nauc_mrr_at_5_std + value: -18.4969 + - type: nauc_mrr_at_5_diff1 + value: 34.8795 + - type: nauc_mrr_at_10_max + value: -8.6784 + - type: nauc_mrr_at_10_std + value: -18.0534 + - type: nauc_mrr_at_10_diff1 + value: 35.133900000000004 + - type: nauc_mrr_at_20_max + value: -8.637599999999999 + - type: nauc_mrr_at_20_std + value: -17.5553 + - type: nauc_mrr_at_20_diff1 + value: 35.205799999999996 + - type: nauc_mrr_at_100_max + value: -8.6019 + - type: nauc_mrr_at_100_std + value: -17.4222 + - type: nauc_mrr_at_100_diff1 + value: 35.301 + - type: nauc_mrr_at_1000_max + value: -8.5841 + - type: nauc_mrr_at_1000_std + value: -17.4622 + - type: nauc_mrr_at_1000_diff1 + value: 35.2993 + - type: main_score + value: 44.064 + task: + type: Retrieval + - dataset: + config: default + name: MTEB PIQA (default) + revision: bb30be7e9184e6b6b1d99bbfe1bb90a3a81842e6 + split: test + type: RAR-b/piqa + metrics: + - type: ndcg_at_1 + value: 26.387 + - type: ndcg_at_3 + value: 36.972 + - type: ndcg_at_5 + value: 39.534000000000006 + - type: ndcg_at_10 + value: 42.443 + - type: ndcg_at_20 + value: 44.36 + - type: ndcg_at_100 + value: 46.575 + - type: ndcg_at_1000 + value: 48.024 + - type: map_at_1 + value: 26.387 + - type: map_at_3 + value: 34.385 + - type: map_at_5 + value: 35.824 + - type: map_at_10 + value: 37.028 + - type: map_at_20 + value: 37.557 + - type: map_at_100 + value: 37.854 + - type: map_at_1000 + value: 37.901 + - type: recall_at_1 + value: 26.387 + - type: recall_at_3 + value: 44.45 + - type: recall_at_5 + value: 50.598 + - type: recall_at_10 + value: 59.57599999999999 + - type: recall_at_20 + value: 67.13799999999999 + - type: recall_at_100 + value: 79.217 + - type: recall_at_1000 + value: 91.023 + - type: precision_at_1 + value: 26.387 + - type: precision_at_3 + value: 14.817 + - type: precision_at_5 + value: 10.12 + - type: precision_at_10 + value: 5.958 + - type: precision_at_20 + value: 3.357 + - type: precision_at_100 + value: 0.792 + - type: precision_at_1000 + value: 0.091 + - type: mrr_at_1 + value: 26.3874 + - type: mrr_at_3 + value: 34.3852 + - type: mrr_at_5 + value: 35.8243 + - type: mrr_at_10 + value: 37.0282 + - type: mrr_at_20 + value: 37.5565 + - type: mrr_at_100 + value: 37.8537 + - type: mrr_at_1000 + value: 37.9014 + - type: nauc_ndcg_at_1_max + value: 4.002 + - type: nauc_ndcg_at_1_std + value: 5.9688 + - type: nauc_ndcg_at_1_diff1 + value: 10.9391 + - type: nauc_ndcg_at_3_max + value: 3.6651999999999996 + - type: nauc_ndcg_at_3_std + value: 5.1819999999999995 + - type: nauc_ndcg_at_3_diff1 + value: 6.782299999999999 + - type: nauc_ndcg_at_5_max + value: 3.1001000000000003 + - type: nauc_ndcg_at_5_std + value: 6.2725 + - type: nauc_ndcg_at_5_diff1 + value: 6.4533 + - type: nauc_ndcg_at_10_max + value: 3.1151999999999997 + - type: nauc_ndcg_at_10_std + value: 7.3751 + - type: nauc_ndcg_at_10_diff1 + value: 5.4232000000000005 + - type: nauc_ndcg_at_20_max + value: 2.474 + - type: nauc_ndcg_at_20_std + value: 8.3492 + - type: nauc_ndcg_at_20_diff1 + value: 5.1168 + - type: nauc_ndcg_at_100_max + value: 2.2756 + - type: nauc_ndcg_at_100_std + value: 9.4056 + - type: nauc_ndcg_at_100_diff1 + value: 4.7193 + - type: nauc_ndcg_at_1000_max + value: 2.2591 + - type: nauc_ndcg_at_1000_std + value: 8.7086 + - type: nauc_ndcg_at_1000_diff1 + value: 5.3695 + - type: nauc_map_at_1_max + value: 4.002 + - type: nauc_map_at_1_std + value: 5.9688 + - type: nauc_map_at_1_diff1 + value: 10.9391 + - type: nauc_map_at_3_max + value: 3.8128 + - type: nauc_map_at_3_std + value: 5.353800000000001 + - type: nauc_map_at_3_diff1 + value: 7.7013 + - type: nauc_map_at_5_max + value: 3.5029 + - type: nauc_map_at_5_std + value: 5.9695 + - type: nauc_map_at_5_diff1 + value: 7.5192 + - type: nauc_map_at_10_max + value: 3.5389999999999997 + - type: nauc_map_at_10_std + value: 6.4464 + - type: nauc_map_at_10_diff1 + value: 7.1241 + - type: nauc_map_at_20_max + value: 3.3853 + - type: nauc_map_at_20_std + value: 6.686599999999999 + - type: nauc_map_at_20_diff1 + value: 7.0442 + - type: nauc_map_at_100_max + value: 3.3821999999999997 + - type: nauc_map_at_100_std + value: 6.8068 + - type: nauc_map_at_100_diff1 + value: 6.9896 + - type: nauc_map_at_1000_max + value: 3.3768 + - type: nauc_map_at_1000_std + value: 6.7871 + - type: nauc_map_at_1000_diff1 + value: 7.010199999999999 + - type: nauc_recall_at_1_max + value: 4.002 + - type: nauc_recall_at_1_std + value: 5.9688 + - type: nauc_recall_at_1_diff1 + value: 10.9391 + - type: nauc_recall_at_3_max + value: 3.2298 + - type: nauc_recall_at_3_std + value: 4.7115 + - type: nauc_recall_at_3_diff1 + value: 4.2599 + - type: nauc_recall_at_5_max + value: 1.8507 + - type: nauc_recall_at_5_std + value: 7.2788 + - type: nauc_recall_at_5_diff1 + value: 3.4256 + - type: nauc_recall_at_10_max + value: 1.6318 + - type: nauc_recall_at_10_std + value: 10.796600000000002 + - type: nauc_recall_at_10_diff1 + value: -0.28609999999999997 + - type: nauc_recall_at_20_max + value: -1.6774 + - type: nauc_recall_at_20_std + value: 15.9012 + - type: nauc_recall_at_20_diff1 + value: -2.4398 + - type: nauc_recall_at_100_max + value: -5.4374 + - type: nauc_recall_at_100_std + value: 28.4047 + - type: nauc_recall_at_100_diff1 + value: -8.784500000000001 + - type: nauc_recall_at_1000_max + value: -13.4753 + - type: nauc_recall_at_1000_std + value: 30.720599999999997 + - type: nauc_recall_at_1000_diff1 + value: -6.5096 + - type: nauc_precision_at_1_max + value: 4.002 + - type: nauc_precision_at_1_std + value: 5.9688 + - type: nauc_precision_at_1_diff1 + value: 10.9391 + - type: nauc_precision_at_3_max + value: 3.2298 + - type: nauc_precision_at_3_std + value: 4.7115 + - type: nauc_precision_at_3_diff1 + value: 4.2599 + - type: nauc_precision_at_5_max + value: 1.8507 + - type: nauc_precision_at_5_std + value: 7.2788 + - type: nauc_precision_at_5_diff1 + value: 3.4256 + - type: nauc_precision_at_10_max + value: 1.6318 + - type: nauc_precision_at_10_std + value: 10.796600000000002 + - type: nauc_precision_at_10_diff1 + value: -0.28609999999999997 + - type: nauc_precision_at_20_max + value: -1.6774 + - type: nauc_precision_at_20_std + value: 15.9012 + - type: nauc_precision_at_20_diff1 + value: -2.4398 + - type: nauc_precision_at_100_max + value: -5.4374 + - type: nauc_precision_at_100_std + value: 28.4047 + - type: nauc_precision_at_100_diff1 + value: -8.784500000000001 + - type: nauc_precision_at_1000_max + value: -13.4753 + - type: nauc_precision_at_1000_std + value: 30.720599999999997 + - type: nauc_precision_at_1000_diff1 + value: -6.5096 + - type: nauc_mrr_at_1_max + value: 4.002 + - type: nauc_mrr_at_1_std + value: 5.9688 + - type: nauc_mrr_at_1_diff1 + value: 10.9391 + - type: nauc_mrr_at_3_max + value: 3.8128 + - type: nauc_mrr_at_3_std + value: 5.353800000000001 + - type: nauc_mrr_at_3_diff1 + value: 7.7013 + - type: nauc_mrr_at_5_max + value: 3.5029 + - type: nauc_mrr_at_5_std + value: 5.9695 + - type: nauc_mrr_at_5_diff1 + value: 7.5192 + - type: nauc_mrr_at_10_max + value: 3.5389999999999997 + - type: nauc_mrr_at_10_std + value: 6.4464 + - type: nauc_mrr_at_10_diff1 + value: 7.1241 + - type: nauc_mrr_at_20_max + value: 3.3853 + - type: nauc_mrr_at_20_std + value: 6.686599999999999 + - type: nauc_mrr_at_20_diff1 + value: 7.0442 + - type: nauc_mrr_at_100_max + value: 3.3821999999999997 + - type: nauc_mrr_at_100_std + value: 6.8068 + - type: nauc_mrr_at_100_diff1 + value: 6.9896 + - type: nauc_mrr_at_1000_max + value: 3.3768 + - type: nauc_mrr_at_1000_std + value: 6.7871 + - type: nauc_mrr_at_1000_diff1 + value: 7.010199999999999 + - type: main_score + value: 42.443 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Quail (default) + revision: 1851bc536f8bdab29e03e29191c4586b1d8d7c5a + split: test + type: RAR-b/quail + metrics: + - type: ndcg_at_1 + value: 7.242999999999999 + - type: ndcg_at_3 + value: 11.727 + - type: ndcg_at_5 + value: 13.69 + - type: ndcg_at_10 + value: 16.186 + - type: ndcg_at_20 + value: 17.988 + - type: ndcg_at_100 + value: 20.926000000000002 + - type: ndcg_at_1000 + value: 23.980999999999998 + - type: map_at_1 + value: 7.242999999999999 + - type: map_at_3 + value: 10.588000000000001 + - type: map_at_5 + value: 11.665000000000001 + - type: map_at_10 + value: 12.695 + - type: map_at_20 + value: 13.194 + - type: map_at_100 + value: 13.59 + - type: map_at_1000 + value: 13.687 + - type: recall_at_1 + value: 7.242999999999999 + - type: recall_at_3 + value: 15.037 + - type: recall_at_5 + value: 19.853 + - type: recall_at_10 + value: 27.573999999999998 + - type: recall_at_20 + value: 34.669 + - type: recall_at_100 + value: 50.662 + - type: recall_at_1000 + value: 75.735 + - type: precision_at_1 + value: 7.242999999999999 + - type: precision_at_3 + value: 5.012 + - type: precision_at_5 + value: 3.971 + - type: precision_at_10 + value: 2.757 + - type: precision_at_20 + value: 1.733 + - type: precision_at_100 + value: 0.507 + - type: precision_at_1000 + value: 0.076 + - type: mrr_at_1 + value: 7.2426 + - type: mrr_at_3 + value: 10.5882 + - type: mrr_at_5 + value: 11.6654 + - type: mrr_at_10 + value: 12.695200000000002 + - type: mrr_at_20 + value: 13.194 + - type: mrr_at_100 + value: 13.5901 + - type: mrr_at_1000 + value: 13.6874 + - type: nauc_ndcg_at_1_max + value: 4.0977 + - type: nauc_ndcg_at_1_std + value: -4.3306 + - type: nauc_ndcg_at_1_diff1 + value: 20.4807 + - type: nauc_ndcg_at_3_max + value: 1.5018 + - type: nauc_ndcg_at_3_std + value: -0.782 + - type: nauc_ndcg_at_3_diff1 + value: 14.3239 + - type: nauc_ndcg_at_5_max + value: 2.5021 + - type: nauc_ndcg_at_5_std + value: -0.3495 + - type: nauc_ndcg_at_5_diff1 + value: 14.475 + - type: nauc_ndcg_at_10_max + value: 4.0509 + - type: nauc_ndcg_at_10_std + value: -0.7037 + - type: nauc_ndcg_at_10_diff1 + value: 13.68 + - type: nauc_ndcg_at_20_max + value: 4.7327 + - type: nauc_ndcg_at_20_std + value: 0.2077 + - type: nauc_ndcg_at_20_diff1 + value: 13.200700000000001 + - type: nauc_ndcg_at_100_max + value: 4.202999999999999 + - type: nauc_ndcg_at_100_std + value: 0.8111999999999999 + - type: nauc_ndcg_at_100_diff1 + value: 13.133700000000001 + - type: nauc_ndcg_at_1000_max + value: 3.9384 + - type: nauc_ndcg_at_1000_std + value: 0.8203999999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 12.8731 + - type: nauc_map_at_1_max + value: 4.0977 + - type: nauc_map_at_1_std + value: -4.3306 + - type: nauc_map_at_1_diff1 + value: 20.4807 + - type: nauc_map_at_3_max + value: 1.9077 + - type: nauc_map_at_3_std + value: -1.5357 + - type: nauc_map_at_3_diff1 + value: 15.3498 + - type: nauc_map_at_5_max + value: 2.5044 + - type: nauc_map_at_5_std + value: -1.201 + - type: nauc_map_at_5_diff1 + value: 15.379599999999998 + - type: nauc_map_at_10_max + value: 3.3102 + - type: nauc_map_at_10_std + value: -1.3431 + - type: nauc_map_at_10_diff1 + value: 14.9921 + - type: nauc_map_at_20_max + value: 3.5589000000000004 + - type: nauc_map_at_20_std + value: -1.0286 + - type: nauc_map_at_20_diff1 + value: 14.829600000000001 + - type: nauc_map_at_100_max + value: 3.5158 + - type: nauc_map_at_100_std + value: -0.9657000000000001 + - type: nauc_map_at_100_diff1 + value: 14.8395 + - type: nauc_map_at_1000_max + value: 3.5138999999999996 + - type: nauc_map_at_1000_std + value: -0.9732 + - type: nauc_map_at_1000_diff1 + value: 14.8307 + - type: nauc_recall_at_1_max + value: 4.0977 + - type: nauc_recall_at_1_std + value: -4.3306 + - type: nauc_recall_at_1_diff1 + value: 20.4807 + - type: nauc_recall_at_3_max + value: 0.6457 + - type: nauc_recall_at_3_std + value: 0.8764 + - type: nauc_recall_at_3_diff1 + value: 12.138200000000001 + - type: nauc_recall_at_5_max + value: 2.6092 + - type: nauc_recall_at_5_std + value: 1.2954 + - type: nauc_recall_at_5_diff1 + value: 12.820300000000001 + - type: nauc_recall_at_10_max + value: 5.6819 + - type: nauc_recall_at_10_std + value: 0.3208 + - type: nauc_recall_at_10_diff1 + value: 11.2857 + - type: nauc_recall_at_20_max + value: 7.2638 + - type: nauc_recall_at_20_std + value: 2.5693 + - type: nauc_recall_at_20_diff1 + value: 10.1774 + - type: nauc_recall_at_100_max + value: 5.049 + - type: nauc_recall_at_100_std + value: 5.0413 + - type: nauc_recall_at_100_diff1 + value: 9.6987 + - type: nauc_recall_at_1000_max + value: 3.0779 + - type: nauc_recall_at_1000_std + value: 7.994 + - type: nauc_recall_at_1000_diff1 + value: 5.8004 + - type: nauc_precision_at_1_max + value: 4.0977 + - type: nauc_precision_at_1_std + value: -4.3306 + - type: nauc_precision_at_1_diff1 + value: 20.4807 + - type: nauc_precision_at_3_max + value: 0.6457 + - type: nauc_precision_at_3_std + value: 0.8764 + - type: nauc_precision_at_3_diff1 + value: 12.138200000000001 + - type: nauc_precision_at_5_max + value: 2.6092 + - type: nauc_precision_at_5_std + value: 1.2954 + - type: nauc_precision_at_5_diff1 + value: 12.820300000000001 + - type: nauc_precision_at_10_max + value: 5.6819 + - type: nauc_precision_at_10_std + value: 0.3208 + - type: nauc_precision_at_10_diff1 + value: 11.2857 + - type: nauc_precision_at_20_max + value: 7.2638 + - type: nauc_precision_at_20_std + value: 2.5693 + - type: nauc_precision_at_20_diff1 + value: 10.1774 + - type: nauc_precision_at_100_max + value: 5.049 + - type: nauc_precision_at_100_std + value: 5.0413 + - type: nauc_precision_at_100_diff1 + value: 9.6987 + - type: nauc_precision_at_1000_max + value: 3.0779 + - type: nauc_precision_at_1000_std + value: 7.994 + - type: nauc_precision_at_1000_diff1 + value: 5.8004 + - type: nauc_mrr_at_1_max + value: 4.0977 + - type: nauc_mrr_at_1_std + value: -4.3306 + - type: nauc_mrr_at_1_diff1 + value: 20.4807 + - type: nauc_mrr_at_3_max + value: 1.9077 + - type: nauc_mrr_at_3_std + value: -1.5357 + - type: nauc_mrr_at_3_diff1 + value: 15.3498 + - type: nauc_mrr_at_5_max + value: 2.5044 + - type: nauc_mrr_at_5_std + value: -1.201 + - type: nauc_mrr_at_5_diff1 + value: 15.379599999999998 + - type: nauc_mrr_at_10_max + value: 3.3102 + - type: nauc_mrr_at_10_std + value: -1.3431 + - type: nauc_mrr_at_10_diff1 + value: 14.9921 + - type: nauc_mrr_at_20_max + value: 3.5589000000000004 + - type: nauc_mrr_at_20_std + value: -1.0286 + - type: nauc_mrr_at_20_diff1 + value: 14.829600000000001 + - type: nauc_mrr_at_100_max + value: 3.5158 + - type: nauc_mrr_at_100_std + value: -0.9657000000000001 + - type: nauc_mrr_at_100_diff1 + value: 14.8395 + - type: nauc_mrr_at_1000_max + value: 3.5138999999999996 + - type: nauc_mrr_at_1000_std + value: -0.9732 + - type: nauc_mrr_at_1000_diff1 + value: 14.8307 + - type: main_score + value: 16.186 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RARbCode (default) + revision: 25f7d11a7ac12dcbb8d3836eb2de682b98c825e4 + split: test + type: RAR-b/humanevalpack-mbpp-pooled + metrics: + - type: ndcg_at_1 + value: 75.40400000000001 + - type: ndcg_at_3 + value: 84.796 + - type: ndcg_at_5 + value: 86.68599999999999 + - type: ndcg_at_10 + value: 87.63499999999999 + - type: ndcg_at_20 + value: 87.813 + - type: ndcg_at_100 + value: 87.912 + - type: ndcg_at_1000 + value: 87.938 + - type: map_at_1 + value: 75.40400000000001 + - type: map_at_3 + value: 82.55799999999999 + - type: map_at_5 + value: 83.61 + - type: map_at_10 + value: 84.03399999999999 + - type: map_at_20 + value: 84.087 + - type: map_at_100 + value: 84.1 + - type: map_at_1000 + value: 84.101 + - type: recall_at_1 + value: 75.40400000000001 + - type: recall_at_3 + value: 91.24 + - type: recall_at_5 + value: 95.822 + - type: recall_at_10 + value: 98.585 + - type: recall_at_20 + value: 99.259 + - type: recall_at_100 + value: 99.798 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 75.40400000000001 + - type: precision_at_3 + value: 30.413 + - type: precision_at_5 + value: 19.164 + - type: precision_at_10 + value: 9.858 + - type: precision_at_20 + value: 4.963 + - type: precision_at_100 + value: 0.9979999999999999 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 75.4043 + - type: mrr_at_3 + value: 82.5809 + - type: mrr_at_5 + value: 83.6152 + - type: mrr_at_10 + value: 84.0401 + - type: mrr_at_20 + value: 84.0921 + - type: mrr_at_100 + value: 84.1051 + - type: mrr_at_1000 + value: 84.1062 + - type: nauc_ndcg_at_1_max + value: 8.6719 + - type: nauc_ndcg_at_1_std + value: -13.131 + - type: nauc_ndcg_at_1_diff1 + value: 73.2402 + - type: nauc_ndcg_at_3_max + value: 9.0072 + - type: nauc_ndcg_at_3_std + value: -12.1488 + - type: nauc_ndcg_at_3_diff1 + value: 69.1594 + - type: nauc_ndcg_at_5_max + value: 12.0035 + - type: nauc_ndcg_at_5_std + value: -9.550500000000001 + - type: nauc_ndcg_at_5_diff1 + value: 69.4764 + - type: nauc_ndcg_at_10_max + value: 12.7075 + - type: nauc_ndcg_at_10_std + value: -9.8636 + - type: nauc_ndcg_at_10_diff1 + value: 70.3431 + - type: nauc_ndcg_at_20_max + value: 11.6487 + - type: nauc_ndcg_at_20_std + value: -10.3584 + - type: nauc_ndcg_at_20_diff1 + value: 70.3609 + - type: nauc_ndcg_at_100_max + value: 11.002099999999999 + - type: nauc_ndcg_at_100_std + value: -10.5791 + - type: nauc_ndcg_at_100_diff1 + value: 70.5268 + - type: nauc_ndcg_at_1000_max + value: 10.792200000000001 + - type: nauc_ndcg_at_1000_std + value: -10.84 + - type: nauc_ndcg_at_1000_diff1 + value: 70.6532 + - type: nauc_map_at_1_max + value: 8.6719 + - type: nauc_map_at_1_std + value: -13.131 + - type: nauc_map_at_1_diff1 + value: 73.2402 + - type: nauc_map_at_3_max + value: 8.9617 + - type: nauc_map_at_3_std + value: -12.173499999999999 + - type: nauc_map_at_3_diff1 + value: 70.39699999999999 + - type: nauc_map_at_5_max + value: 10.2661 + - type: nauc_map_at_5_std + value: -11.0563 + - type: nauc_map_at_5_diff1 + value: 70.62650000000001 + - type: nauc_map_at_10_max + value: 10.494399999999999 + - type: nauc_map_at_10_std + value: -11.18 + - type: nauc_map_at_10_diff1 + value: 70.9529 + - type: nauc_map_at_20_max + value: 10.2477 + - type: nauc_map_at_20_std + value: -11.2829 + - type: nauc_map_at_20_diff1 + value: 70.9577 + - type: nauc_map_at_100_max + value: 10.184999999999999 + - type: nauc_map_at_100_std + value: -11.3054 + - type: nauc_map_at_100_diff1 + value: 70.9742 + - type: nauc_map_at_1000_max + value: 10.177999999999999 + - type: nauc_map_at_1000_std + value: -11.314 + - type: nauc_map_at_1000_diff1 + value: 70.98020000000001 + - type: nauc_recall_at_1_max + value: 8.6719 + - type: nauc_recall_at_1_std + value: -13.131 + - type: nauc_recall_at_1_diff1 + value: 73.2402 + - type: nauc_recall_at_3_max + value: 9.1987 + - type: nauc_recall_at_3_std + value: -12.2452 + - type: nauc_recall_at_3_diff1 + value: 62.6882 + - type: nauc_recall_at_5_max + value: 31.6309 + - type: nauc_recall_at_5_std + value: 7.1428 + - type: nauc_recall_at_5_diff1 + value: 57.873799999999996 + - type: nauc_recall_at_10_max + value: 84.73089999999999 + - type: nauc_recall_at_10_std + value: 30.952800000000003 + - type: nauc_recall_at_10_diff1 + value: 55.9258 + - type: nauc_recall_at_20_max + value: 89.3529 + - type: nauc_recall_at_20_std + value: 37.744699999999995 + - type: nauc_recall_at_20_diff1 + value: 44.0131 + - type: nauc_recall_at_100_max + value: 100.0 + - type: nauc_recall_at_100_std + value: 100.0 + - type: nauc_recall_at_100_diff1 + value: 23.7642 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 8.6719 + - type: nauc_precision_at_1_std + value: -13.131 + - type: nauc_precision_at_1_diff1 + value: 73.2402 + - type: nauc_precision_at_3_max + value: 9.1987 + - type: nauc_precision_at_3_std + value: -12.2452 + - type: nauc_precision_at_3_diff1 + value: 62.6882 + - type: nauc_precision_at_5_max + value: 31.6309 + - type: nauc_precision_at_5_std + value: 7.1428 + - type: nauc_precision_at_5_diff1 + value: 57.873799999999996 + - type: nauc_precision_at_10_max + value: 84.73089999999999 + - type: nauc_precision_at_10_std + value: 30.952800000000003 + - type: nauc_precision_at_10_diff1 + value: 55.9258 + - type: nauc_precision_at_20_max + value: 89.3529 + - type: nauc_precision_at_20_std + value: 37.744699999999995 + - type: nauc_precision_at_20_diff1 + value: 44.0131 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 23.7642 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 8.6719 + - type: nauc_mrr_at_1_std + value: -13.131 + - type: nauc_mrr_at_1_diff1 + value: 73.2402 + - type: nauc_mrr_at_3_max + value: 8.8866 + - type: nauc_mrr_at_3_std + value: -12.291599999999999 + - type: nauc_mrr_at_3_diff1 + value: 70.3739 + - type: nauc_mrr_at_5_max + value: 10.288400000000001 + - type: nauc_mrr_at_5_std + value: -11.0874 + - type: nauc_mrr_at_5_diff1 + value: 70.6204 + - type: nauc_mrr_at_10_max + value: 10.5174 + - type: nauc_mrr_at_10_std + value: -11.212 + - type: nauc_mrr_at_10_diff1 + value: 70.94669999999999 + - type: nauc_mrr_at_20_max + value: 10.2722 + - type: nauc_mrr_at_20_std + value: -11.3132 + - type: nauc_mrr_at_20_diff1 + value: 70.9516 + - type: nauc_mrr_at_100_max + value: 10.2095 + - type: nauc_mrr_at_100_std + value: -11.3358 + - type: nauc_mrr_at_100_diff1 + value: 70.9681 + - type: nauc_mrr_at_1000_max + value: 10.2026 + - type: nauc_mrr_at_1000_std + value: -11.3444 + - type: nauc_mrr_at_1000_diff1 + value: 70.97409999999999 + - type: main_score + value: 87.63499999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RARbMath (default) + revision: 2393603c0221ff52f448d12dd75f0856103c6cca + split: test + type: RAR-b/math-pooled + metrics: + - type: ndcg_at_1 + value: 90.869 + - type: ndcg_at_3 + value: 92.971 + - type: ndcg_at_5 + value: 93.365 + - type: ndcg_at_10 + value: 93.75099999999999 + - type: ndcg_at_20 + value: 94.05799999999999 + - type: ndcg_at_100 + value: 94.426 + - type: ndcg_at_1000 + value: 94.46600000000001 + - type: map_at_1 + value: 90.869 + - type: map_at_3 + value: 92.47 + - type: map_at_5 + value: 92.691 + - type: map_at_10 + value: 92.851 + - type: map_at_20 + value: 92.937 + - type: map_at_100 + value: 92.99 + - type: map_at_1000 + value: 92.99199999999999 + - type: recall_at_1 + value: 90.869 + - type: recall_at_3 + value: 94.414 + - type: recall_at_5 + value: 95.363 + - type: recall_at_10 + value: 96.55 + - type: recall_at_20 + value: 97.753 + - type: recall_at_100 + value: 99.699 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 90.869 + - type: precision_at_3 + value: 31.471 + - type: precision_at_5 + value: 19.073 + - type: precision_at_10 + value: 9.655 + - type: precision_at_20 + value: 4.888 + - type: precision_at_100 + value: 0.997 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 90.86880000000001 + - type: mrr_at_3 + value: 92.4698 + - type: mrr_at_5 + value: 92.6906 + - type: mrr_at_10 + value: 92.8511 + - type: mrr_at_20 + value: 92.9367 + - type: mrr_at_100 + value: 92.9902 + - type: mrr_at_1000 + value: 92.9918 + - type: nauc_ndcg_at_1_max + value: 40.2187 + - type: nauc_ndcg_at_1_std + value: -60.207100000000004 + - type: nauc_ndcg_at_1_diff1 + value: 95.2034 + - type: nauc_ndcg_at_3_max + value: 39.9325 + - type: nauc_ndcg_at_3_std + value: -68.5897 + - type: nauc_ndcg_at_3_diff1 + value: 95.7606 + - type: nauc_ndcg_at_5_max + value: 39.2435 + - type: nauc_ndcg_at_5_std + value: -70.2367 + - type: nauc_ndcg_at_5_diff1 + value: 95.74709999999999 + - type: nauc_ndcg_at_10_max + value: 39.383 + - type: nauc_ndcg_at_10_std + value: -69.7986 + - type: nauc_ndcg_at_10_diff1 + value: 95.854 + - type: nauc_ndcg_at_20_max + value: 39.689 + - type: nauc_ndcg_at_20_std + value: -69.1574 + - type: nauc_ndcg_at_20_diff1 + value: 95.8631 + - type: nauc_ndcg_at_100_max + value: 39.967000000000006 + - type: nauc_ndcg_at_100_std + value: -67.2971 + - type: nauc_ndcg_at_100_diff1 + value: 95.7255 + - type: nauc_ndcg_at_1000_max + value: 39.8061 + - type: nauc_ndcg_at_1000_std + value: -67.52759999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 95.704 + - type: nauc_map_at_1_max + value: 40.2187 + - type: nauc_map_at_1_std + value: -60.207100000000004 + - type: nauc_map_at_1_diff1 + value: 95.2034 + - type: nauc_map_at_3_max + value: 40.038000000000004 + - type: nauc_map_at_3_std + value: -66.3344 + - type: nauc_map_at_3_diff1 + value: 95.6164 + - type: nauc_map_at_5_max + value: 39.6735 + - type: nauc_map_at_5_std + value: -67.1296 + - type: nauc_map_at_5_diff1 + value: 95.60549999999999 + - type: nauc_map_at_10_max + value: 39.7403 + - type: nauc_map_at_10_std + value: -66.8885 + - type: nauc_map_at_10_diff1 + value: 95.63430000000001 + - type: nauc_map_at_20_max + value: 39.834399999999995 + - type: nauc_map_at_20_std + value: -66.6895 + - type: nauc_map_at_20_diff1 + value: 95.6351 + - type: nauc_map_at_100_max + value: 39.8596 + - type: nauc_map_at_100_std + value: -66.4856 + - type: nauc_map_at_100_diff1 + value: 95.61840000000001 + - type: nauc_map_at_1000_max + value: 39.8545 + - type: nauc_map_at_1000_std + value: -66.4922 + - type: nauc_map_at_1000_diff1 + value: 95.6176 + - type: nauc_recall_at_1_max + value: 40.2187 + - type: nauc_recall_at_1_std + value: -60.207100000000004 + - type: nauc_recall_at_1_diff1 + value: 95.2034 + - type: nauc_recall_at_3_max + value: 39.509699999999995 + - type: nauc_recall_at_3_std + value: -77.2536 + - type: nauc_recall_at_3_diff1 + value: 96.311 + - type: nauc_recall_at_5_max + value: 37.1647 + - type: nauc_recall_at_5_std + value: -84.52929999999999 + - type: nauc_recall_at_5_diff1 + value: 96.3754 + - type: nauc_recall_at_10_max + value: 37.1514 + - type: nauc_recall_at_10_std + value: -87.1271 + - type: nauc_recall_at_10_diff1 + value: 97.26219999999999 + - type: nauc_recall_at_20_max + value: 38.7223 + - type: nauc_recall_at_20_std + value: -90.0358 + - type: nauc_recall_at_20_diff1 + value: 98.075 + - type: nauc_recall_at_100_max + value: 62.992000000000004 + - type: nauc_recall_at_100_std + value: -33.6798 + - type: nauc_recall_at_100_diff1 + value: 98.624 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 40.2187 + - type: nauc_precision_at_1_std + value: -60.207100000000004 + - type: nauc_precision_at_1_diff1 + value: 95.2034 + - type: nauc_precision_at_3_max + value: 39.509699999999995 + - type: nauc_precision_at_3_std + value: -77.2536 + - type: nauc_precision_at_3_diff1 + value: 96.311 + - type: nauc_precision_at_5_max + value: 37.1647 + - type: nauc_precision_at_5_std + value: -84.52929999999999 + - type: nauc_precision_at_5_diff1 + value: 96.3754 + - type: nauc_precision_at_10_max + value: 37.1514 + - type: nauc_precision_at_10_std + value: -87.1271 + - type: nauc_precision_at_10_diff1 + value: 97.26219999999999 + - type: nauc_precision_at_20_max + value: 38.7223 + - type: nauc_precision_at_20_std + value: -90.0358 + - type: nauc_precision_at_20_diff1 + value: 98.075 + - type: nauc_precision_at_100_max + value: 62.992000000000004 + - type: nauc_precision_at_100_std + value: -33.6798 + - type: nauc_precision_at_100_diff1 + value: 98.624 + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_mrr_at_1_max + value: 40.2187 + - type: nauc_mrr_at_1_std + value: -60.207100000000004 + - type: nauc_mrr_at_1_diff1 + value: 95.2034 + - type: nauc_mrr_at_3_max + value: 40.038000000000004 + - type: nauc_mrr_at_3_std + value: -66.3344 + - type: nauc_mrr_at_3_diff1 + value: 95.6164 + - type: nauc_mrr_at_5_max + value: 39.6735 + - type: nauc_mrr_at_5_std + value: -67.1296 + - type: nauc_mrr_at_5_diff1 + value: 95.60549999999999 + - type: nauc_mrr_at_10_max + value: 39.7403 + - type: nauc_mrr_at_10_std + value: -66.8885 + - type: nauc_mrr_at_10_diff1 + value: 95.63430000000001 + - type: nauc_mrr_at_20_max + value: 39.834399999999995 + - type: nauc_mrr_at_20_std + value: -66.6895 + - type: nauc_mrr_at_20_diff1 + value: 95.6351 + - type: nauc_mrr_at_100_max + value: 39.8596 + - type: nauc_mrr_at_100_std + value: -66.4856 + - type: nauc_mrr_at_100_diff1 + value: 95.61840000000001 + - type: nauc_mrr_at_1000_max + value: 39.8545 + - type: nauc_mrr_at_1000_std + value: -66.4922 + - type: nauc_mrr_at_1000_diff1 + value: 95.6176 + - type: main_score + value: 93.75099999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SIQA (default) + revision: 4ed8415e9dc24060deefc84be59e2db0aacbadcc + split: test + type: RAR-b/siqa + metrics: + - type: ndcg_at_1 + value: 2.661 + - type: ndcg_at_3 + value: 4.207000000000001 + - type: ndcg_at_5 + value: 4.577 + - type: ndcg_at_10 + value: 5.219 + - type: ndcg_at_20 + value: 5.917 + - type: ndcg_at_100 + value: 7.9670000000000005 + - type: ndcg_at_1000 + value: 11.527999999999999 + - type: map_at_1 + value: 2.661 + - type: map_at_3 + value: 3.8379999999999996 + - type: map_at_5 + value: 4.038 + - type: map_at_10 + value: 4.301 + - type: map_at_20 + value: 4.492 + - type: map_at_100 + value: 4.757 + - type: map_at_1000 + value: 4.861 + - type: recall_at_1 + value: 2.661 + - type: recall_at_3 + value: 5.271 + - type: recall_at_5 + value: 6.192 + - type: recall_at_10 + value: 8.187999999999999 + - type: recall_at_20 + value: 10.952 + - type: recall_at_100 + value: 22.262 + - type: recall_at_1000 + value: 52.098 + - type: precision_at_1 + value: 2.661 + - type: precision_at_3 + value: 1.757 + - type: precision_at_5 + value: 1.238 + - type: precision_at_10 + value: 0.819 + - type: precision_at_20 + value: 0.5479999999999999 + - type: precision_at_100 + value: 0.22300000000000003 + - type: precision_at_1000 + value: 0.052 + - type: mrr_at_1 + value: 2.6612 + - type: mrr_at_3 + value: 3.8383000000000003 + - type: mrr_at_5 + value: 4.0379 + - type: mrr_at_10 + value: 4.3006 + - type: mrr_at_20 + value: 4.492100000000001 + - type: mrr_at_100 + value: 4.7571 + - type: mrr_at_1000 + value: 4.8608 + - type: nauc_ndcg_at_1_max + value: 4.2292000000000005 + - type: nauc_ndcg_at_1_std + value: -8.5234 + - type: nauc_ndcg_at_1_diff1 + value: 37.6468 + - type: nauc_ndcg_at_3_max + value: 0.8249 + - type: nauc_ndcg_at_3_std + value: -7.8633 + - type: nauc_ndcg_at_3_diff1 + value: 28.680699999999998 + - type: nauc_ndcg_at_5_max + value: -1.1043 + - type: nauc_ndcg_at_5_std + value: -7.0812 + - type: nauc_ndcg_at_5_diff1 + value: 26.240000000000002 + - type: nauc_ndcg_at_10_max + value: -1.1517 + - type: nauc_ndcg_at_10_std + value: -7.9297 + - type: nauc_ndcg_at_10_diff1 + value: 23.1918 + - type: nauc_ndcg_at_20_max + value: -1.4565 + - type: nauc_ndcg_at_20_std + value: -8.3413 + - type: nauc_ndcg_at_20_diff1 + value: 20.2563 + - type: nauc_ndcg_at_100_max + value: 0.8996999999999999 + - type: nauc_ndcg_at_100_std + value: -6.5317 + - type: nauc_ndcg_at_100_diff1 + value: 15.2479 + - type: nauc_ndcg_at_1000_max + value: 1.3268 + - type: nauc_ndcg_at_1000_std + value: -5.6707 + - type: nauc_ndcg_at_1000_diff1 + value: 13.4906 + - type: nauc_map_at_1_max + value: 4.2292000000000005 + - type: nauc_map_at_1_std + value: -8.5234 + - type: nauc_map_at_1_diff1 + value: 37.6468 + - type: nauc_map_at_3_max + value: 1.5226 + - type: nauc_map_at_3_std + value: -7.9998 + - type: nauc_map_at_3_diff1 + value: 30.3492 + - type: nauc_map_at_5_max + value: 0.3256 + - type: nauc_map_at_5_std + value: -7.5716 + - type: nauc_map_at_5_diff1 + value: 28.8191 + - type: nauc_map_at_10_max + value: 0.23779999999999998 + - type: nauc_map_at_10_std + value: -7.9961 + - type: nauc_map_at_10_diff1 + value: 27.1256 + - type: nauc_map_at_20_max + value: 0.0872 + - type: nauc_map_at_20_std + value: -8.2175 + - type: nauc_map_at_20_diff1 + value: 25.8845 + - type: nauc_map_at_100_max + value: 0.5141 + - type: nauc_map_at_100_std + value: -7.9555 + - type: nauc_map_at_100_diff1 + value: 24.623 + - type: nauc_map_at_1000_max + value: 0.5501 + - type: nauc_map_at_1000_std + value: -7.953200000000001 + - type: nauc_map_at_1000_diff1 + value: 24.459500000000002 + - type: nauc_recall_at_1_max + value: 4.2292000000000005 + - type: nauc_recall_at_1_std + value: -8.5234 + - type: nauc_recall_at_1_diff1 + value: 37.6468 + - type: nauc_recall_at_3_max + value: -0.6798000000000001 + - type: nauc_recall_at_3_std + value: -7.5686 + - type: nauc_recall_at_3_diff1 + value: 25.1239 + - type: nauc_recall_at_5_max + value: -4.0561 + - type: nauc_recall_at_5_std + value: -6.0185 + - type: nauc_recall_at_5_diff1 + value: 21.0357 + - type: nauc_recall_at_10_max + value: -3.5006000000000004 + - type: nauc_recall_at_10_std + value: -7.8741 + - type: nauc_recall_at_10_diff1 + value: 16.323999999999998 + - type: nauc_recall_at_20_max + value: -3.6663 + - type: nauc_recall_at_20_std + value: -8.5352 + - type: nauc_recall_at_20_diff1 + value: 11.6352 + - type: nauc_recall_at_100_max + value: 2.3765 + - type: nauc_recall_at_100_std + value: -4.0759 + - type: nauc_recall_at_100_diff1 + value: 4.0411 + - type: nauc_recall_at_1000_max + value: 3.1965 + - type: nauc_recall_at_1000_std + value: -1.0282 + - type: nauc_recall_at_1000_diff1 + value: 0.4844 + - type: nauc_precision_at_1_max + value: 4.2292000000000005 + - type: nauc_precision_at_1_std + value: -8.5234 + - type: nauc_precision_at_1_diff1 + value: 37.6468 + - type: nauc_precision_at_3_max + value: -0.6798000000000001 + - type: nauc_precision_at_3_std + value: -7.5686 + - type: nauc_precision_at_3_diff1 + value: 25.1239 + - type: nauc_precision_at_5_max + value: -4.0561 + - type: nauc_precision_at_5_std + value: -6.0185 + - type: nauc_precision_at_5_diff1 + value: 21.0357 + - type: nauc_precision_at_10_max + value: -3.5006000000000004 + - type: nauc_precision_at_10_std + value: -7.8741 + - type: nauc_precision_at_10_diff1 + value: 16.323999999999998 + - type: nauc_precision_at_20_max + value: -3.6663 + - type: nauc_precision_at_20_std + value: -8.5352 + - type: nauc_precision_at_20_diff1 + value: 11.6352 + - type: nauc_precision_at_100_max + value: 2.3765 + - type: nauc_precision_at_100_std + value: -4.0759 + - type: nauc_precision_at_100_diff1 + value: 4.0411 + - type: nauc_precision_at_1000_max + value: 3.1965 + - type: nauc_precision_at_1000_std + value: -1.0282 + - type: nauc_precision_at_1000_diff1 + value: 0.4844 + - type: nauc_mrr_at_1_max + value: 4.2292000000000005 + - type: nauc_mrr_at_1_std + value: -8.5234 + - type: nauc_mrr_at_1_diff1 + value: 37.6468 + - type: nauc_mrr_at_3_max + value: 1.5226 + - type: nauc_mrr_at_3_std + value: -7.9998 + - type: nauc_mrr_at_3_diff1 + value: 30.3492 + - type: nauc_mrr_at_5_max + value: 0.3256 + - type: nauc_mrr_at_5_std + value: -7.5716 + - type: nauc_mrr_at_5_diff1 + value: 28.8191 + - type: nauc_mrr_at_10_max + value: 0.23779999999999998 + - type: nauc_mrr_at_10_std + value: -7.9961 + - type: nauc_mrr_at_10_diff1 + value: 27.1256 + - type: nauc_mrr_at_20_max + value: 0.0872 + - type: nauc_mrr_at_20_std + value: -8.2175 + - type: nauc_mrr_at_20_diff1 + value: 25.8845 + - type: nauc_mrr_at_100_max + value: 0.5141 + - type: nauc_mrr_at_100_std + value: -7.9555 + - type: nauc_mrr_at_100_diff1 + value: 24.623 + - type: nauc_mrr_at_1000_max + value: 0.5501 + - type: nauc_mrr_at_1000_std + value: -7.953200000000001 + - type: nauc_mrr_at_1000_diff1 + value: 24.459500000000002 + - type: main_score + value: 5.219 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SpartQA (default) + revision: 9ab3ca3ccdd0d43f9cd6d346a363935d127f4f45 + split: test + type: RAR-b/spartqa + metrics: + - type: ndcg_at_1 + value: 1.252 + - type: ndcg_at_3 + value: 3.644 + - type: ndcg_at_5 + value: 5.27 + - type: ndcg_at_10 + value: 7.768 + - type: ndcg_at_20 + value: 10.181 + - type: ndcg_at_100 + value: 14.29 + - type: ndcg_at_1000 + value: 18.417 + - type: map_at_1 + value: 0.788 + - type: map_at_3 + value: 2.707 + - type: map_at_5 + value: 3.5479999999999996 + - type: map_at_10 + value: 4.548 + - type: map_at_20 + value: 5.226 + - type: map_at_100 + value: 5.791 + - type: map_at_1000 + value: 5.907 + - type: recall_at_1 + value: 0.788 + - type: recall_at_3 + value: 5.157 + - type: recall_at_5 + value: 8.728 + - type: recall_at_10 + value: 15.786 + - type: recall_at_20 + value: 24.365000000000002 + - type: recall_at_100 + value: 43.553999999999995 + - type: recall_at_1000 + value: 73.66 + - type: precision_at_1 + value: 1.252 + - type: precision_at_3 + value: 2.541 + - type: precision_at_5 + value: 2.621 + - type: precision_at_10 + value: 2.365 + - type: precision_at_20 + value: 1.841 + - type: precision_at_100 + value: 0.722 + - type: precision_at_1000 + value: 0.126 + - type: mrr_at_1 + value: 1.2521 + - type: mrr_at_3 + value: 3.9139 + - type: mrr_at_5 + value: 5.067200000000001 + - type: mrr_at_10 + value: 6.2421999999999995 + - type: mrr_at_20 + value: 6.929499999999999 + - type: mrr_at_100 + value: 7.4765 + - type: mrr_at_1000 + value: 7.5991 + - type: nauc_ndcg_at_1_max + value: 0.616 + - type: nauc_ndcg_at_1_std + value: 61.299499999999995 + - type: nauc_ndcg_at_1_diff1 + value: -38.8508 + - type: nauc_ndcg_at_3_max + value: 21.4162 + - type: nauc_ndcg_at_3_std + value: 56.5717 + - type: nauc_ndcg_at_3_diff1 + value: -10.5459 + - type: nauc_ndcg_at_5_max + value: 25.0476 + - type: nauc_ndcg_at_5_std + value: 53.414899999999996 + - type: nauc_ndcg_at_5_diff1 + value: -7.7664 + - type: nauc_ndcg_at_10_max + value: 31.1409 + - type: nauc_ndcg_at_10_std + value: 51.5204 + - type: nauc_ndcg_at_10_diff1 + value: -7.6474 + - type: nauc_ndcg_at_20_max + value: 33.3418 + - type: nauc_ndcg_at_20_std + value: 54.3724 + - type: nauc_ndcg_at_20_diff1 + value: -6.6291 + - type: nauc_ndcg_at_100_max + value: 32.6015 + - type: nauc_ndcg_at_100_std + value: 57.816100000000006 + - type: nauc_ndcg_at_100_diff1 + value: -2.9266 + - type: nauc_ndcg_at_1000_max + value: 29.1306 + - type: nauc_ndcg_at_1000_std + value: 55.45139999999999 + - type: nauc_ndcg_at_1000_diff1 + value: -5.5115 + - type: nauc_map_at_1_max + value: 6.912100000000001 + - type: nauc_map_at_1_std + value: 67.8399 + - type: nauc_map_at_1_diff1 + value: -41.4496 + - type: nauc_map_at_3_max + value: 21.2066 + - type: nauc_map_at_3_std + value: 57.78680000000001 + - type: nauc_map_at_3_diff1 + value: -14.0344 + - type: nauc_map_at_5_max + value: 24.048 + - type: nauc_map_at_5_std + value: 54.891999999999996 + - type: nauc_map_at_5_diff1 + value: -11.0444 + - type: nauc_map_at_10_max + value: 28.421200000000002 + - type: nauc_map_at_10_std + value: 53.483999999999995 + - type: nauc_map_at_10_diff1 + value: -10.4488 + - type: nauc_map_at_20_max + value: 29.842000000000002 + - type: nauc_map_at_20_std + value: 54.820899999999995 + - type: nauc_map_at_20_diff1 + value: -9.7937 + - type: nauc_map_at_100_max + value: 29.3253 + - type: nauc_map_at_100_std + value: 56.0112 + - type: nauc_map_at_100_diff1 + value: -9.0262 + - type: nauc_map_at_1000_max + value: 29.294700000000002 + - type: nauc_map_at_1000_std + value: 55.903099999999995 + - type: nauc_map_at_1000_diff1 + value: -9.100999999999999 + - type: nauc_recall_at_1_max + value: 6.912100000000001 + - type: nauc_recall_at_1_std + value: 67.8399 + - type: nauc_recall_at_1_diff1 + value: -41.4496 + - type: nauc_recall_at_3_max + value: 24.0914 + - type: nauc_recall_at_3_std + value: 56.0848 + - type: nauc_recall_at_3_diff1 + value: -7.8058000000000005 + - type: nauc_recall_at_5_max + value: 28.1836 + - type: nauc_recall_at_5_std + value: 51.2802 + - type: nauc_recall_at_5_diff1 + value: -4.9794 + - type: nauc_recall_at_10_max + value: 35.2719 + - type: nauc_recall_at_10_std + value: 47.2896 + - type: nauc_recall_at_10_diff1 + value: -5.8886 + - type: nauc_recall_at_20_max + value: 37.1983 + - type: nauc_recall_at_20_std + value: 50.441599999999994 + - type: nauc_recall_at_20_diff1 + value: -4.545 + - type: nauc_recall_at_100_max + value: 35.5176 + - type: nauc_recall_at_100_std + value: 54.4258 + - type: nauc_recall_at_100_diff1 + value: 2.9905 + - type: nauc_recall_at_1000_max + value: 14.1922 + - type: nauc_recall_at_1000_std + value: 31.753999999999998 + - type: nauc_recall_at_1000_diff1 + value: -3.8491 + - type: nauc_precision_at_1_max + value: 0.616 + - type: nauc_precision_at_1_std + value: 61.299499999999995 + - type: nauc_precision_at_1_diff1 + value: -38.8508 + - type: nauc_precision_at_3_max + value: 20.5771 + - type: nauc_precision_at_3_std + value: 53.268499999999996 + - type: nauc_precision_at_3_diff1 + value: -4.1956 + - type: nauc_precision_at_5_max + value: 24.9586 + - type: nauc_precision_at_5_std + value: 51.8706 + - type: nauc_precision_at_5_diff1 + value: -3.0557999999999996 + - type: nauc_precision_at_10_max + value: 31.9214 + - type: nauc_precision_at_10_std + value: 50.8007 + - type: nauc_precision_at_10_diff1 + value: -4.379099999999999 + - type: nauc_precision_at_20_max + value: 30.7811 + - type: nauc_precision_at_20_std + value: 53.39699999999999 + - type: nauc_precision_at_20_diff1 + value: -2.493 + - type: nauc_precision_at_100_max + value: 19.6883 + - type: nauc_precision_at_100_std + value: 44.41 + - type: nauc_precision_at_100_diff1 + value: 5.5691999999999995 + - type: nauc_precision_at_1000_max + value: -9.0394 + - type: nauc_precision_at_1000_std + value: 9.4265 + - type: nauc_precision_at_1000_diff1 + value: 0.4058 + - type: nauc_mrr_at_1_max + value: 0.616 + - type: nauc_mrr_at_1_std + value: 61.299499999999995 + - type: nauc_mrr_at_1_diff1 + value: -38.8508 + - type: nauc_mrr_at_3_max + value: 17.625 + - type: nauc_mrr_at_3_std + value: 55.950500000000005 + - type: nauc_mrr_at_3_diff1 + value: -10.282 + - type: nauc_mrr_at_5_max + value: 20.857300000000002 + - type: nauc_mrr_at_5_std + value: 54.4146 + - type: nauc_mrr_at_5_diff1 + value: -8.6051 + - type: nauc_mrr_at_10_max + value: 24.3489 + - type: nauc_mrr_at_10_std + value: 53.053399999999996 + - type: nauc_mrr_at_10_diff1 + value: -8.0582 + - type: nauc_mrr_at_20_max + value: 25.4042 + - type: nauc_mrr_at_20_std + value: 54.1308 + - type: nauc_mrr_at_20_diff1 + value: -7.7329 + - type: nauc_mrr_at_100_max + value: 25.339699999999997 + - type: nauc_mrr_at_100_std + value: 54.535 + - type: nauc_mrr_at_100_diff1 + value: -7.1455 + - type: nauc_mrr_at_1000_max + value: 25.2664 + - type: nauc_mrr_at_1000_std + value: 54.4186 + - type: nauc_mrr_at_1000_diff1 + value: -7.247199999999999 + - type: main_score + value: 7.768 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TempReasonL1 (default) + revision: 9097e99aa8c9d827189c65f2e11bfe756af439f6 + split: test + type: RAR-b/TempReason-l1 + metrics: + - type: ndcg_at_1 + value: 0.1 + - type: ndcg_at_3 + value: 0.716 + - type: ndcg_at_5 + value: 1.095 + - type: ndcg_at_10 + value: 1.6889999999999998 + - type: ndcg_at_20 + value: 2.374 + - type: ndcg_at_100 + value: 4.125 + - type: ndcg_at_1000 + value: 9.126 + - type: map_at_1 + value: 0.1 + - type: map_at_3 + value: 0.5579999999999999 + - type: map_at_5 + value: 0.767 + - type: map_at_10 + value: 1.005 + - type: map_at_20 + value: 1.194 + - type: map_at_100 + value: 1.407 + - type: map_at_1000 + value: 1.539 + - type: recall_at_1 + value: 0.1 + - type: recall_at_3 + value: 1.175 + - type: recall_at_5 + value: 2.1 + - type: recall_at_10 + value: 3.975 + - type: recall_at_20 + value: 6.675000000000001 + - type: recall_at_100 + value: 16.575 + - type: recall_at_1000 + value: 59.275 + - type: precision_at_1 + value: 0.1 + - type: precision_at_3 + value: 0.392 + - type: precision_at_5 + value: 0.42 + - type: precision_at_10 + value: 0.39699999999999996 + - type: precision_at_20 + value: 0.334 + - type: precision_at_100 + value: 0.166 + - type: precision_at_1000 + value: 0.059000000000000004 + - type: mrr_at_1 + value: 0.1 + - type: mrr_at_3 + value: 0.5583 + - type: mrr_at_5 + value: 0.7671 + - type: mrr_at_10 + value: 1.0050999999999999 + - type: mrr_at_20 + value: 1.1943000000000001 + - type: mrr_at_100 + value: 1.4066 + - type: mrr_at_1000 + value: 1.5386 + - type: nauc_ndcg_at_1_max + value: -17.8025 + - type: nauc_ndcg_at_1_std + value: 52.106300000000005 + - type: nauc_ndcg_at_1_diff1 + value: -47.3102 + - type: nauc_ndcg_at_3_max + value: 3.5795 + - type: nauc_ndcg_at_3_std + value: 16.0574 + - type: nauc_ndcg_at_3_diff1 + value: 10.3983 + - type: nauc_ndcg_at_5_max + value: 14.513000000000002 + - type: nauc_ndcg_at_5_std + value: 14.555599999999998 + - type: nauc_ndcg_at_5_diff1 + value: 19.1033 + - type: nauc_ndcg_at_10_max + value: 18.425 + - type: nauc_ndcg_at_10_std + value: 13.258700000000001 + - type: nauc_ndcg_at_10_diff1 + value: 17.119699999999998 + - type: nauc_ndcg_at_20_max + value: 19.462 + - type: nauc_ndcg_at_20_std + value: 15.034500000000001 + - type: nauc_ndcg_at_20_diff1 + value: 17.0911 + - type: nauc_ndcg_at_100_max + value: 20.1857 + - type: nauc_ndcg_at_100_std + value: 10.936 + - type: nauc_ndcg_at_100_diff1 + value: 13.7654 + - type: nauc_ndcg_at_1000_max + value: 21.4468 + - type: nauc_ndcg_at_1000_std + value: 8.1578 + - type: nauc_ndcg_at_1000_diff1 + value: 13.1841 + - type: nauc_map_at_1_max + value: -17.8025 + - type: nauc_map_at_1_std + value: 52.106300000000005 + - type: nauc_map_at_1_diff1 + value: -47.3102 + - type: nauc_map_at_3_max + value: 1.0923 + - type: nauc_map_at_3_std + value: 18.7258 + - type: nauc_map_at_3_diff1 + value: 8.6829 + - type: nauc_map_at_5_max + value: 10.5151 + - type: nauc_map_at_5_std + value: 16.727700000000002 + - type: nauc_map_at_5_diff1 + value: 15.962299999999999 + - type: nauc_map_at_10_max + value: 14.1354 + - type: nauc_map_at_10_std + value: 15.3797 + - type: nauc_map_at_10_diff1 + value: 15.4679 + - type: nauc_map_at_20_max + value: 15.420900000000001 + - type: nauc_map_at_20_std + value: 15.925600000000001 + - type: nauc_map_at_20_diff1 + value: 15.6998 + - type: nauc_map_at_100_max + value: 16.5443 + - type: nauc_map_at_100_std + value: 14.194999999999999 + - type: nauc_map_at_100_diff1 + value: 14.6959 + - type: nauc_map_at_1000_max + value: 16.763 + - type: nauc_map_at_1000_std + value: 13.844600000000002 + - type: nauc_map_at_1000_diff1 + value: 14.413699999999999 + - type: nauc_recall_at_1_max + value: -17.8025 + - type: nauc_recall_at_1_std + value: 52.106300000000005 + - type: nauc_recall_at_1_diff1 + value: -47.3102 + - type: nauc_recall_at_3_max + value: 7.297 + - type: nauc_recall_at_3_std + value: 12.1802 + - type: nauc_recall_at_3_diff1 + value: 12.5981 + - type: nauc_recall_at_5_max + value: 19.3648 + - type: nauc_recall_at_5_std + value: 12.1124 + - type: nauc_recall_at_5_diff1 + value: 22.7692 + - type: nauc_recall_at_10_max + value: 22.270899999999997 + - type: nauc_recall_at_10_std + value: 11.4578 + - type: nauc_recall_at_10_diff1 + value: 18.246399999999998 + - type: nauc_recall_at_20_max + value: 22.1298 + - type: nauc_recall_at_20_std + value: 14.7878 + - type: nauc_recall_at_20_diff1 + value: 17.7588 + - type: nauc_recall_at_100_max + value: 21.1909 + - type: nauc_recall_at_100_std + value: 9.2573 + - type: nauc_recall_at_100_diff1 + value: 12.6167 + - type: nauc_recall_at_1000_max + value: 23.3273 + - type: nauc_recall_at_1000_std + value: 4.182 + - type: nauc_recall_at_1000_diff1 + value: 12.6448 + - type: nauc_precision_at_1_max + value: -17.8025 + - type: nauc_precision_at_1_std + value: 52.106300000000005 + - type: nauc_precision_at_1_diff1 + value: -47.3102 + - type: nauc_precision_at_3_max + value: 7.297 + - type: nauc_precision_at_3_std + value: 12.1802 + - type: nauc_precision_at_3_diff1 + value: 12.5981 + - type: nauc_precision_at_5_max + value: 19.3648 + - type: nauc_precision_at_5_std + value: 12.1124 + - type: nauc_precision_at_5_diff1 + value: 22.7692 + - type: nauc_precision_at_10_max + value: 22.270899999999997 + - type: nauc_precision_at_10_std + value: 11.4578 + - type: nauc_precision_at_10_diff1 + value: 18.246399999999998 + - type: nauc_precision_at_20_max + value: 22.1298 + - type: nauc_precision_at_20_std + value: 14.7878 + - type: nauc_precision_at_20_diff1 + value: 17.7588 + - type: nauc_precision_at_100_max + value: 21.1909 + - type: nauc_precision_at_100_std + value: 9.2573 + - type: nauc_precision_at_100_diff1 + value: 12.6167 + - type: nauc_precision_at_1000_max + value: 23.3273 + - type: nauc_precision_at_1000_std + value: 4.182 + - type: nauc_precision_at_1000_diff1 + value: 12.6448 + - type: nauc_mrr_at_1_max + value: -17.8025 + - type: nauc_mrr_at_1_std + value: 52.106300000000005 + - type: nauc_mrr_at_1_diff1 + value: -47.3102 + - type: nauc_mrr_at_3_max + value: 1.0923 + - type: nauc_mrr_at_3_std + value: 18.7258 + - type: nauc_mrr_at_3_diff1 + value: 8.6829 + - type: nauc_mrr_at_5_max + value: 10.5151 + - type: nauc_mrr_at_5_std + value: 16.727700000000002 + - type: nauc_mrr_at_5_diff1 + value: 15.962299999999999 + - type: nauc_mrr_at_10_max + value: 14.1354 + - type: nauc_mrr_at_10_std + value: 15.3797 + - type: nauc_mrr_at_10_diff1 + value: 15.4679 + - type: nauc_mrr_at_20_max + value: 15.420900000000001 + - type: nauc_mrr_at_20_std + value: 15.925600000000001 + - type: nauc_mrr_at_20_diff1 + value: 15.6998 + - type: nauc_mrr_at_100_max + value: 16.5443 + - type: nauc_mrr_at_100_std + value: 14.194999999999999 + - type: nauc_mrr_at_100_diff1 + value: 14.6959 + - type: nauc_mrr_at_1000_max + value: 16.763 + - type: nauc_mrr_at_1000_std + value: 13.844600000000002 + - type: nauc_mrr_at_1000_diff1 + value: 14.413699999999999 + - type: main_score + value: 1.6889999999999998 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TempReasonL2Fact (default) + revision: 13758bcf978613b249d0de4d0840f57815122bdf + split: test + type: RAR-b/TempReason-l2-fact + metrics: + - type: ndcg_at_1 + value: 28.942 + - type: ndcg_at_3 + value: 45.412 + - type: ndcg_at_5 + value: 50.43299999999999 + - type: ndcg_at_10 + value: 53.976 + - type: ndcg_at_20 + value: 55.703 + - type: ndcg_at_100 + value: 57.445 + - type: ndcg_at_1000 + value: 57.838 + - type: map_at_1 + value: 28.942 + - type: map_at_3 + value: 41.251 + - type: map_at_5 + value: 44.051 + - type: map_at_10 + value: 45.539 + - type: map_at_20 + value: 46.017 + - type: map_at_100 + value: 46.271 + - type: map_at_1000 + value: 46.286 + - type: recall_at_1 + value: 28.942 + - type: recall_at_3 + value: 57.495 + - type: recall_at_5 + value: 69.631 + - type: recall_at_10 + value: 80.452 + - type: recall_at_20 + value: 87.252 + - type: recall_at_100 + value: 96.44200000000001 + - type: recall_at_1000 + value: 99.518 + - type: precision_at_1 + value: 28.942 + - type: precision_at_3 + value: 19.165 + - type: precision_at_5 + value: 13.926 + - type: precision_at_10 + value: 8.045 + - type: precision_at_20 + value: 4.363 + - type: precision_at_100 + value: 0.964 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 28.942 + - type: mrr_at_3 + value: 41.2513 + - type: mrr_at_5 + value: 44.051 + - type: mrr_at_10 + value: 45.5389 + - type: mrr_at_20 + value: 46.0174 + - type: mrr_at_100 + value: 46.2714 + - type: mrr_at_1000 + value: 46.286500000000004 + - type: nauc_ndcg_at_1_max + value: -2.8712999999999997 + - type: nauc_ndcg_at_1_std + value: -2.3883 + - type: nauc_ndcg_at_1_diff1 + value: 18.056900000000002 + - type: nauc_ndcg_at_3_max + value: -8.9785 + - type: nauc_ndcg_at_3_std + value: -4.2602 + - type: nauc_ndcg_at_3_diff1 + value: 15.8786 + - type: nauc_ndcg_at_5_max + value: -10.541599999999999 + - type: nauc_ndcg_at_5_std + value: -3.7448 + - type: nauc_ndcg_at_5_diff1 + value: 15.8102 + - type: nauc_ndcg_at_10_max + value: -10.6188 + - type: nauc_ndcg_at_10_std + value: -2.4818 + - type: nauc_ndcg_at_10_diff1 + value: 15.780800000000001 + - type: nauc_ndcg_at_20_max + value: -9.9594 + - type: nauc_ndcg_at_20_std + value: -1.1942 + - type: nauc_ndcg_at_20_diff1 + value: 15.484 + - type: nauc_ndcg_at_100_max + value: -9.0991 + - type: nauc_ndcg_at_100_std + value: -1.0682 + - type: nauc_ndcg_at_100_diff1 + value: 15.817899999999998 + - type: nauc_ndcg_at_1000_max + value: -9.014999999999999 + - type: nauc_ndcg_at_1000_std + value: -1.8833 + - type: nauc_ndcg_at_1000_diff1 + value: 15.9827 + - type: nauc_map_at_1_max + value: -2.8712999999999997 + - type: nauc_map_at_1_std + value: -2.3883 + - type: nauc_map_at_1_diff1 + value: 18.056900000000002 + - type: nauc_map_at_3_max + value: -7.4845999999999995 + - type: nauc_map_at_3_std + value: -3.7889 + - type: nauc_map_at_3_diff1 + value: 16.3276 + - type: nauc_map_at_5_max + value: -8.2567 + - type: nauc_map_at_5_std + value: -3.4768 + - type: nauc_map_at_5_diff1 + value: 16.3497 + - type: nauc_map_at_10_max + value: -8.228299999999999 + - type: nauc_map_at_10_std + value: -3.0049 + - type: nauc_map_at_10_diff1 + value: 16.3532 + - type: nauc_map_at_20_max + value: -8.030800000000001 + - type: nauc_map_at_20_std + value: -2.699 + - type: nauc_map_at_20_diff1 + value: 16.2855 + - type: nauc_map_at_100_max + value: -7.933 + - type: nauc_map_at_100_std + value: -2.6915999999999998 + - type: nauc_map_at_100_diff1 + value: 16.3324 + - type: nauc_map_at_1000_max + value: -7.93 + - type: nauc_map_at_1000_std + value: -2.7140999999999997 + - type: nauc_map_at_1000_diff1 + value: 16.3374 + - type: nauc_recall_at_1_max + value: -2.8712999999999997 + - type: nauc_recall_at_1_std + value: -2.3883 + - type: nauc_recall_at_1_diff1 + value: 18.056900000000002 + - type: nauc_recall_at_3_max + value: -13.4714 + - type: nauc_recall_at_3_std + value: -5.6834999999999996 + - type: nauc_recall_at_3_diff1 + value: 14.563799999999999 + - type: nauc_recall_at_5_max + value: -18.9656 + - type: nauc_recall_at_5_std + value: -4.641 + - type: nauc_recall_at_5_diff1 + value: 13.857800000000001 + - type: nauc_recall_at_10_max + value: -22.7353 + - type: nauc_recall_at_10_std + value: 1.0863 + - type: nauc_recall_at_10_diff1 + value: 12.9244 + - type: nauc_recall_at_20_max + value: -23.0489 + - type: nauc_recall_at_20_std + value: 13.6751 + - type: nauc_recall_at_20_diff1 + value: 9.1135 + - type: nauc_recall_at_100_max + value: -20.8 + - type: nauc_recall_at_100_std + value: 54.85339999999999 + - type: nauc_recall_at_100_diff1 + value: 5.627 + - type: nauc_recall_at_1000_max + value: -61.804899999999996 + - type: nauc_recall_at_1000_std + value: 71.7526 + - type: nauc_recall_at_1000_diff1 + value: 7.5404 + - type: nauc_precision_at_1_max + value: -2.8712999999999997 + - type: nauc_precision_at_1_std + value: -2.3883 + - type: nauc_precision_at_1_diff1 + value: 18.056900000000002 + - type: nauc_precision_at_3_max + value: -13.4714 + - type: nauc_precision_at_3_std + value: -5.6834999999999996 + - type: nauc_precision_at_3_diff1 + value: 14.563799999999999 + - type: nauc_precision_at_5_max + value: -18.9656 + - type: nauc_precision_at_5_std + value: -4.641 + - type: nauc_precision_at_5_diff1 + value: 13.857800000000001 + - type: nauc_precision_at_10_max + value: -22.7353 + - type: nauc_precision_at_10_std + value: 1.0863 + - type: nauc_precision_at_10_diff1 + value: 12.9244 + - type: nauc_precision_at_20_max + value: -23.0489 + - type: nauc_precision_at_20_std + value: 13.6751 + - type: nauc_precision_at_20_diff1 + value: 9.1135 + - type: nauc_precision_at_100_max + value: -20.8 + - type: nauc_precision_at_100_std + value: 54.85339999999999 + - type: nauc_precision_at_100_diff1 + value: 5.627 + - type: nauc_precision_at_1000_max + value: -61.804899999999996 + - type: nauc_precision_at_1000_std + value: 71.7526 + - type: nauc_precision_at_1000_diff1 + value: 7.5404 + - type: nauc_mrr_at_1_max + value: -2.8712999999999997 + - type: nauc_mrr_at_1_std + value: -2.3883 + - type: nauc_mrr_at_1_diff1 + value: 18.056900000000002 + - type: nauc_mrr_at_3_max + value: -7.4845999999999995 + - type: nauc_mrr_at_3_std + value: -3.7889 + - type: nauc_mrr_at_3_diff1 + value: 16.3276 + - type: nauc_mrr_at_5_max + value: -8.2567 + - type: nauc_mrr_at_5_std + value: -3.4768 + - type: nauc_mrr_at_5_diff1 + value: 16.3497 + - type: nauc_mrr_at_10_max + value: -8.228299999999999 + - type: nauc_mrr_at_10_std + value: -3.0049 + - type: nauc_mrr_at_10_diff1 + value: 16.3532 + - type: nauc_mrr_at_20_max + value: -8.030800000000001 + - type: nauc_mrr_at_20_std + value: -2.699 + - type: nauc_mrr_at_20_diff1 + value: 16.2855 + - type: nauc_mrr_at_100_max + value: -7.933 + - type: nauc_mrr_at_100_std + value: -2.6915999999999998 + - type: nauc_mrr_at_100_diff1 + value: 16.3324 + - type: nauc_mrr_at_1000_max + value: -7.93 + - type: nauc_mrr_at_1000_std + value: -2.7140999999999997 + - type: nauc_mrr_at_1000_diff1 + value: 16.3374 + - type: main_score + value: 53.976 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TempReasonL2Pure (default) + revision: 27668949b97bfb178901e0cf047cbee805305dc1 + split: test + type: RAR-b/TempReason-l2-pure + metrics: + - type: ndcg_at_1 + value: 2.001 + - type: ndcg_at_3 + value: 3.746 + - type: ndcg_at_5 + value: 4.665 + - type: ndcg_at_10 + value: 5.972 + - type: ndcg_at_20 + value: 7.321999999999999 + - type: ndcg_at_100 + value: 11.068 + - type: ndcg_at_1000 + value: 15.675 + - type: map_at_1 + value: 2.001 + - type: map_at_3 + value: 3.3009999999999997 + - type: map_at_5 + value: 3.804 + - type: map_at_10 + value: 4.344 + - type: map_at_20 + value: 4.71 + - type: map_at_100 + value: 5.183 + - type: map_at_1000 + value: 5.33 + - type: recall_at_1 + value: 2.001 + - type: recall_at_3 + value: 5.04 + - type: recall_at_5 + value: 7.3 + - type: recall_at_10 + value: 11.34 + - type: recall_at_20 + value: 16.713 + - type: recall_at_100 + value: 37.576 + - type: recall_at_1000 + value: 75.394 + - type: precision_at_1 + value: 2.001 + - type: precision_at_3 + value: 1.68 + - type: precision_at_5 + value: 1.46 + - type: precision_at_10 + value: 1.134 + - type: precision_at_20 + value: 0.836 + - type: precision_at_100 + value: 0.376 + - type: precision_at_1000 + value: 0.075 + - type: mrr_at_1 + value: 2.0011 + - type: mrr_at_3 + value: 3.3012 + - type: mrr_at_5 + value: 3.8043 + - type: mrr_at_10 + value: 4.3436 + - type: mrr_at_20 + value: 4.7096 + - type: mrr_at_100 + value: 5.1832 + - type: mrr_at_1000 + value: 5.3296 + - type: nauc_ndcg_at_1_max + value: 17.641299999999998 + - type: nauc_ndcg_at_1_std + value: 7.695399999999999 + - type: nauc_ndcg_at_1_diff1 + value: 9.927 + - type: nauc_ndcg_at_3_max + value: 24.5658 + - type: nauc_ndcg_at_3_std + value: 15.1002 + - type: nauc_ndcg_at_3_diff1 + value: 6.3911999999999995 + - type: nauc_ndcg_at_5_max + value: 23.1269 + - type: nauc_ndcg_at_5_std + value: 15.8919 + - type: nauc_ndcg_at_5_diff1 + value: 6.7036999999999995 + - type: nauc_ndcg_at_10_max + value: 20.879900000000003 + - type: nauc_ndcg_at_10_std + value: 16.8138 + - type: nauc_ndcg_at_10_diff1 + value: 5.1875 + - type: nauc_ndcg_at_20_max + value: 19.7301 + - type: nauc_ndcg_at_20_std + value: 16.6219 + - type: nauc_ndcg_at_20_diff1 + value: 2.9854 + - type: nauc_ndcg_at_100_max + value: 18.2517 + - type: nauc_ndcg_at_100_std + value: 20.1276 + - type: nauc_ndcg_at_100_diff1 + value: 1.9952 + - type: nauc_ndcg_at_1000_max + value: 18.441499999999998 + - type: nauc_ndcg_at_1000_std + value: 20.2707 + - type: nauc_ndcg_at_1000_diff1 + value: 1.2239 + - type: nauc_map_at_1_max + value: 17.641299999999998 + - type: nauc_map_at_1_std + value: 7.695399999999999 + - type: nauc_map_at_1_diff1 + value: 9.927 + - type: nauc_map_at_3_max + value: 23.3043 + - type: nauc_map_at_3_std + value: 13.8856 + - type: nauc_map_at_3_diff1 + value: 6.7801 + - type: nauc_map_at_5_max + value: 22.4488 + - type: nauc_map_at_5_std + value: 14.559 + - type: nauc_map_at_5_diff1 + value: 6.9465 + - type: nauc_map_at_10_max + value: 21.2709 + - type: nauc_map_at_10_std + value: 15.209600000000002 + - type: nauc_map_at_10_diff1 + value: 6.0608 + - type: nauc_map_at_20_max + value: 20.791999999999998 + - type: nauc_map_at_20_std + value: 15.246599999999999 + - type: nauc_map_at_20_diff1 + value: 5.0944 + - type: nauc_map_at_100_max + value: 20.4994 + - type: nauc_map_at_100_std + value: 16.0545 + - type: nauc_map_at_100_diff1 + value: 4.8145 + - type: nauc_map_at_1000_max + value: 20.5447 + - type: nauc_map_at_1000_std + value: 16.1036 + - type: nauc_map_at_1000_diff1 + value: 4.762700000000001 + - type: nauc_recall_at_1_max + value: 17.641299999999998 + - type: nauc_recall_at_1_std + value: 7.695399999999999 + - type: nauc_recall_at_1_diff1 + value: 9.927 + - type: nauc_recall_at_3_max + value: 27.0177 + - type: nauc_recall_at_3_std + value: 17.432100000000002 + - type: nauc_recall_at_3_diff1 + value: 5.6907 + - type: nauc_recall_at_5_max + value: 24.1193 + - type: nauc_recall_at_5_std + value: 17.9942 + - type: nauc_recall_at_5_diff1 + value: 6.3812999999999995 + - type: nauc_recall_at_10_max + value: 20.0582 + - type: nauc_recall_at_10_std + value: 18.8723 + - type: nauc_recall_at_10_diff1 + value: 3.9915 + - type: nauc_recall_at_20_max + value: 18.1135 + - type: nauc_recall_at_20_std + value: 17.9375 + - type: nauc_recall_at_20_diff1 + value: 0.2831 + - type: nauc_recall_at_100_max + value: 15.2445 + - type: nauc_recall_at_100_std + value: 24.9896 + - type: nauc_recall_at_100_diff1 + value: -1.0261 + - type: nauc_recall_at_1000_max + value: 13.6355 + - type: nauc_recall_at_1000_std + value: 27.398899999999998 + - type: nauc_recall_at_1000_diff1 + value: -5.757700000000001 + - type: nauc_precision_at_1_max + value: 17.641299999999998 + - type: nauc_precision_at_1_std + value: 7.695399999999999 + - type: nauc_precision_at_1_diff1 + value: 9.927 + - type: nauc_precision_at_3_max + value: 27.0177 + - type: nauc_precision_at_3_std + value: 17.432100000000002 + - type: nauc_precision_at_3_diff1 + value: 5.6907 + - type: nauc_precision_at_5_max + value: 24.1193 + - type: nauc_precision_at_5_std + value: 17.9942 + - type: nauc_precision_at_5_diff1 + value: 6.3812999999999995 + - type: nauc_precision_at_10_max + value: 20.0582 + - type: nauc_precision_at_10_std + value: 18.8723 + - type: nauc_precision_at_10_diff1 + value: 3.9915 + - type: nauc_precision_at_20_max + value: 18.1135 + - type: nauc_precision_at_20_std + value: 17.9375 + - type: nauc_precision_at_20_diff1 + value: 0.2831 + - type: nauc_precision_at_100_max + value: 15.2445 + - type: nauc_precision_at_100_std + value: 24.9896 + - type: nauc_precision_at_100_diff1 + value: -1.0261 + - type: nauc_precision_at_1000_max + value: 13.6355 + - type: nauc_precision_at_1000_std + value: 27.398899999999998 + - type: nauc_precision_at_1000_diff1 + value: -5.757700000000001 + - type: nauc_mrr_at_1_max + value: 17.641299999999998 + - type: nauc_mrr_at_1_std + value: 7.695399999999999 + - type: nauc_mrr_at_1_diff1 + value: 9.927 + - type: nauc_mrr_at_3_max + value: 23.3043 + - type: nauc_mrr_at_3_std + value: 13.8856 + - type: nauc_mrr_at_3_diff1 + value: 6.7801 + - type: nauc_mrr_at_5_max + value: 22.4488 + - type: nauc_mrr_at_5_std + value: 14.559 + - type: nauc_mrr_at_5_diff1 + value: 6.9465 + - type: nauc_mrr_at_10_max + value: 21.2709 + - type: nauc_mrr_at_10_std + value: 15.209600000000002 + - type: nauc_mrr_at_10_diff1 + value: 6.0608 + - type: nauc_mrr_at_20_max + value: 20.791999999999998 + - type: nauc_mrr_at_20_std + value: 15.246599999999999 + - type: nauc_mrr_at_20_diff1 + value: 5.0944 + - type: nauc_mrr_at_100_max + value: 20.4994 + - type: nauc_mrr_at_100_std + value: 16.0545 + - type: nauc_mrr_at_100_diff1 + value: 4.8145 + - type: nauc_mrr_at_1000_max + value: 20.5447 + - type: nauc_mrr_at_1000_std + value: 16.1036 + - type: nauc_mrr_at_1000_diff1 + value: 4.762700000000001 + - type: main_score + value: 5.972 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TempReasonL3Fact (default) + revision: 4b70e90197901da24f3cfcd51d27111292878680 + split: test + type: RAR-b/TempReason-l3-fact + metrics: + - type: ndcg_at_1 + value: 19.114 + - type: ndcg_at_3 + value: 34.72 + - type: ndcg_at_5 + value: 40.509 + - type: ndcg_at_10 + value: 44.894 + - type: ndcg_at_20 + value: 47.021 + - type: ndcg_at_100 + value: 49.162 + - type: ndcg_at_1000 + value: 49.833 + - type: map_at_1 + value: 19.114 + - type: map_at_3 + value: 30.712 + - type: map_at_5 + value: 33.925 + - type: map_at_10 + value: 35.757 + - type: map_at_20 + value: 36.352000000000004 + - type: map_at_100 + value: 36.668 + - type: map_at_1000 + value: 36.693999999999996 + - type: recall_at_1 + value: 19.114 + - type: recall_at_3 + value: 46.385 + - type: recall_at_5 + value: 60.438 + - type: recall_at_10 + value: 73.882 + - type: recall_at_20 + value: 82.219 + - type: recall_at_100 + value: 93.47 + - type: recall_at_1000 + value: 98.735 + - type: precision_at_1 + value: 19.114 + - type: precision_at_3 + value: 15.462000000000002 + - type: precision_at_5 + value: 12.088000000000001 + - type: precision_at_10 + value: 7.388 + - type: precision_at_20 + value: 4.111 + - type: precision_at_100 + value: 0.935 + - type: precision_at_1000 + value: 0.099 + - type: mrr_at_1 + value: 19.1143 + - type: mrr_at_3 + value: 30.7125 + - type: mrr_at_5 + value: 33.9253 + - type: mrr_at_10 + value: 35.7572 + - type: mrr_at_20 + value: 36.351499999999994 + - type: mrr_at_100 + value: 36.667899999999996 + - type: mrr_at_1000 + value: 36.6937 + - type: nauc_ndcg_at_1_max + value: -5.939 + - type: nauc_ndcg_at_1_std + value: -3.9548 + - type: nauc_ndcg_at_1_diff1 + value: 10.7353 + - type: nauc_ndcg_at_3_max + value: -9.3919 + - type: nauc_ndcg_at_3_std + value: -2.0058 + - type: nauc_ndcg_at_3_diff1 + value: 11.7266 + - type: nauc_ndcg_at_5_max + value: -11.3652 + - type: nauc_ndcg_at_5_std + value: 0.1901 + - type: nauc_ndcg_at_5_diff1 + value: 11.309800000000001 + - type: nauc_ndcg_at_10_max + value: -11.4437 + - type: nauc_ndcg_at_10_std + value: 1.3959 + - type: nauc_ndcg_at_10_diff1 + value: 11.1596 + - type: nauc_ndcg_at_20_max + value: -11.3749 + - type: nauc_ndcg_at_20_std + value: 2.4682 + - type: nauc_ndcg_at_20_diff1 + value: 10.5286 + - type: nauc_ndcg_at_100_max + value: -11.4254 + - type: nauc_ndcg_at_100_std + value: 2.4527 + - type: nauc_ndcg_at_100_diff1 + value: 10.5061 + - type: nauc_ndcg_at_1000_max + value: -10.772 + - type: nauc_ndcg_at_1000_std + value: 1.3278 + - type: nauc_ndcg_at_1000_diff1 + value: 10.6649 + - type: nauc_map_at_1_max + value: -5.939 + - type: nauc_map_at_1_std + value: -3.9548 + - type: nauc_map_at_1_diff1 + value: 10.7353 + - type: nauc_map_at_3_max + value: -8.512500000000001 + - type: nauc_map_at_3_std + value: -2.5361000000000002 + - type: nauc_map_at_3_diff1 + value: 11.447799999999999 + - type: nauc_map_at_5_max + value: -9.5805 + - type: nauc_map_at_5_std + value: -1.3037 + - type: nauc_map_at_5_diff1 + value: 11.214 + - type: nauc_map_at_10_max + value: -9.552900000000001 + - type: nauc_map_at_10_std + value: -0.9187000000000001 + - type: nauc_map_at_10_diff1 + value: 11.1542 + - type: nauc_map_at_20_max + value: -9.507200000000001 + - type: nauc_map_at_20_std + value: -0.6753 + - type: nauc_map_at_20_diff1 + value: 10.9918 + - type: nauc_map_at_100_max + value: -9.4945 + - type: nauc_map_at_100_std + value: -0.6891 + - type: nauc_map_at_100_diff1 + value: 10.9838 + - type: nauc_map_at_1000_max + value: -9.4744 + - type: nauc_map_at_1000_std + value: -0.7248 + - type: nauc_map_at_1000_diff1 + value: 10.9879 + - type: nauc_recall_at_1_max + value: -5.939 + - type: nauc_recall_at_1_std + value: -3.9548 + - type: nauc_recall_at_1_diff1 + value: 10.7353 + - type: nauc_recall_at_3_max + value: -11.7095 + - type: nauc_recall_at_3_std + value: -0.5975 + - type: nauc_recall_at_3_diff1 + value: 12.4696 + - type: nauc_recall_at_5_max + value: -16.801099999999998 + - type: nauc_recall_at_5_std + value: 4.7862 + - type: nauc_recall_at_5_diff1 + value: 11.5371 + - type: nauc_recall_at_10_max + value: -18.9532 + - type: nauc_recall_at_10_std + value: 11.2089 + - type: nauc_recall_at_10_diff1 + value: 11.0366 + - type: nauc_recall_at_20_max + value: -21.3712 + - type: nauc_recall_at_20_std + value: 21.537200000000002 + - type: nauc_recall_at_20_diff1 + value: 7.069400000000001 + - type: nauc_recall_at_100_max + value: -38.210300000000004 + - type: nauc_recall_at_100_std + value: 49.6179 + - type: nauc_recall_at_100_diff1 + value: 1.7467 + - type: nauc_recall_at_1000_max + value: -50.4621 + - type: nauc_recall_at_1000_std + value: 73.0445 + - type: nauc_recall_at_1000_diff1 + value: -9.3335 + - type: nauc_precision_at_1_max + value: -5.939 + - type: nauc_precision_at_1_std + value: -3.9548 + - type: nauc_precision_at_1_diff1 + value: 10.7353 + - type: nauc_precision_at_3_max + value: -11.7095 + - type: nauc_precision_at_3_std + value: -0.5975 + - type: nauc_precision_at_3_diff1 + value: 12.4696 + - type: nauc_precision_at_5_max + value: -16.801099999999998 + - type: nauc_precision_at_5_std + value: 4.7862 + - type: nauc_precision_at_5_diff1 + value: 11.5371 + - type: nauc_precision_at_10_max + value: -18.9532 + - type: nauc_precision_at_10_std + value: 11.2089 + - type: nauc_precision_at_10_diff1 + value: 11.0366 + - type: nauc_precision_at_20_max + value: -21.3712 + - type: nauc_precision_at_20_std + value: 21.537200000000002 + - type: nauc_precision_at_20_diff1 + value: 7.069400000000001 + - type: nauc_precision_at_100_max + value: -38.210300000000004 + - type: nauc_precision_at_100_std + value: 49.6179 + - type: nauc_precision_at_100_diff1 + value: 1.7467 + - type: nauc_precision_at_1000_max + value: -50.4621 + - type: nauc_precision_at_1000_std + value: 73.0445 + - type: nauc_precision_at_1000_diff1 + value: -9.3335 + - type: nauc_mrr_at_1_max + value: -5.939 + - type: nauc_mrr_at_1_std + value: -3.9548 + - type: nauc_mrr_at_1_diff1 + value: 10.7353 + - type: nauc_mrr_at_3_max + value: -8.512500000000001 + - type: nauc_mrr_at_3_std + value: -2.5361000000000002 + - type: nauc_mrr_at_3_diff1 + value: 11.447799999999999 + - type: nauc_mrr_at_5_max + value: -9.5805 + - type: nauc_mrr_at_5_std + value: -1.3037 + - type: nauc_mrr_at_5_diff1 + value: 11.214 + - type: nauc_mrr_at_10_max + value: -9.552900000000001 + - type: nauc_mrr_at_10_std + value: -0.9187000000000001 + - type: nauc_mrr_at_10_diff1 + value: 11.1542 + - type: nauc_mrr_at_20_max + value: -9.507200000000001 + - type: nauc_mrr_at_20_std + value: -0.6753 + - type: nauc_mrr_at_20_diff1 + value: 10.9918 + - type: nauc_mrr_at_100_max + value: -9.4945 + - type: nauc_mrr_at_100_std + value: -0.6891 + - type: nauc_mrr_at_100_diff1 + value: 10.9838 + - type: nauc_mrr_at_1000_max + value: -9.4744 + - type: nauc_mrr_at_1000_std + value: -0.7248 + - type: nauc_mrr_at_1000_diff1 + value: 10.9879 + - type: main_score + value: 44.894 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TempReasonL3Pure (default) + revision: 68fba138e7e63daccecfbdad0a9d2714e56e34ff + split: test + type: RAR-b/TempReason-l3-pure + metrics: + - type: ndcg_at_1 + value: 0.836 + - type: ndcg_at_3 + value: 5.319 + - type: ndcg_at_5 + value: 7.468 + - type: ndcg_at_10 + value: 10.282 + - type: ndcg_at_20 + value: 12.457 + - type: ndcg_at_100 + value: 16.384 + - type: ndcg_at_1000 + value: 20.081 + - type: map_at_1 + value: 0.836 + - type: map_at_3 + value: 4.146 + - type: map_at_5 + value: 5.338 + - type: map_at_10 + value: 6.487 + - type: map_at_20 + value: 7.081999999999999 + - type: map_at_100 + value: 7.603999999999999 + - type: map_at_1000 + value: 7.727 + - type: recall_at_1 + value: 0.836 + - type: recall_at_3 + value: 8.744 + - type: recall_at_5 + value: 13.963000000000001 + - type: recall_at_10 + value: 22.729 + - type: recall_at_20 + value: 31.338 + - type: recall_at_100 + value: 52.824000000000005 + - type: recall_at_1000 + value: 82.784 + - type: precision_at_1 + value: 0.836 + - type: precision_at_3 + value: 2.915 + - type: precision_at_5 + value: 2.793 + - type: precision_at_10 + value: 2.273 + - type: precision_at_20 + value: 1.567 + - type: precision_at_100 + value: 0.528 + - type: precision_at_1000 + value: 0.083 + - type: mrr_at_1 + value: 0.836 + - type: mrr_at_3 + value: 4.146 + - type: mrr_at_5 + value: 5.3378000000000005 + - type: mrr_at_10 + value: 6.486699999999999 + - type: mrr_at_20 + value: 7.0821 + - type: mrr_at_100 + value: 7.6042 + - type: mrr_at_1000 + value: 7.727399999999999 + - type: nauc_ndcg_at_1_max + value: 1.8399999999999999 + - type: nauc_ndcg_at_1_std + value: 6.3522 + - type: nauc_ndcg_at_1_diff1 + value: -29.874200000000002 + - type: nauc_ndcg_at_3_max + value: 10.4195 + - type: nauc_ndcg_at_3_std + value: 21.759600000000002 + - type: nauc_ndcg_at_3_diff1 + value: 10.1201 + - type: nauc_ndcg_at_5_max + value: 12.1033 + - type: nauc_ndcg_at_5_std + value: 25.7149 + - type: nauc_ndcg_at_5_diff1 + value: 10.795 + - type: nauc_ndcg_at_10_max + value: 14.086000000000002 + - type: nauc_ndcg_at_10_std + value: 30.1666 + - type: nauc_ndcg_at_10_diff1 + value: 11.1593 + - type: nauc_ndcg_at_20_max + value: 14.1635 + - type: nauc_ndcg_at_20_std + value: 31.8824 + - type: nauc_ndcg_at_20_diff1 + value: 9.644 + - type: nauc_ndcg_at_100_max + value: 15.2341 + - type: nauc_ndcg_at_100_std + value: 35.3514 + - type: nauc_ndcg_at_100_diff1 + value: 8.2736 + - type: nauc_ndcg_at_1000_max + value: 16.4994 + - type: nauc_ndcg_at_1000_std + value: 35.792699999999996 + - type: nauc_ndcg_at_1000_diff1 + value: 8.4185 + - type: nauc_map_at_1_max + value: 1.8399999999999999 + - type: nauc_map_at_1_std + value: 6.3522 + - type: nauc_map_at_1_diff1 + value: -29.874200000000002 + - type: nauc_map_at_3_max + value: 9.9148 + - type: nauc_map_at_3_std + value: 21.0012 + - type: nauc_map_at_3_diff1 + value: 8.2649 + - type: nauc_map_at_5_max + value: 11.3545 + - type: nauc_map_at_5_std + value: 24.1658 + - type: nauc_map_at_5_diff1 + value: 9.0795 + - type: nauc_map_at_10_max + value: 12.638399999999999 + - type: nauc_map_at_10_std + value: 27.064899999999998 + - type: nauc_map_at_10_diff1 + value: 9.4939 + - type: nauc_map_at_20_max + value: 12.722900000000001 + - type: nauc_map_at_20_std + value: 27.9544 + - type: nauc_map_at_20_diff1 + value: 8.960700000000001 + - type: nauc_map_at_100_max + value: 12.8663 + - type: nauc_map_at_100_std + value: 28.6628 + - type: nauc_map_at_100_diff1 + value: 8.627 + - type: nauc_map_at_1000_max + value: 12.970699999999999 + - type: nauc_map_at_1000_std + value: 28.7022 + - type: nauc_map_at_1000_diff1 + value: 8.6137 + - type: nauc_recall_at_1_max + value: 1.8399999999999999 + - type: nauc_recall_at_1_std + value: 6.3522 + - type: nauc_recall_at_1_diff1 + value: -29.874200000000002 + - type: nauc_recall_at_3_max + value: 11.1272 + - type: nauc_recall_at_3_std + value: 22.7992 + - type: nauc_recall_at_3_diff1 + value: 12.6411 + - type: nauc_recall_at_5_max + value: 13.042000000000002 + - type: nauc_recall_at_5_std + value: 27.7225 + - type: nauc_recall_at_5_diff1 + value: 12.8133 + - type: nauc_recall_at_10_max + value: 15.801599999999999 + - type: nauc_recall_at_10_std + value: 33.8959 + - type: nauc_recall_at_10_diff1 + value: 12.8133 + - type: nauc_recall_at_20_max + value: 15.7134 + - type: nauc_recall_at_20_std + value: 36.4049 + - type: nauc_recall_at_20_diff1 + value: 9.726899999999999 + - type: nauc_recall_at_100_max + value: 18.8813 + - type: nauc_recall_at_100_std + value: 45.381 + - type: nauc_recall_at_100_diff1 + value: 6.4667 + - type: nauc_recall_at_1000_max + value: 29.2607 + - type: nauc_recall_at_1000_std + value: 56.9908 + - type: nauc_recall_at_1000_diff1 + value: 6.321300000000001 + - type: nauc_precision_at_1_max + value: 1.8399999999999999 + - type: nauc_precision_at_1_std + value: 6.3522 + - type: nauc_precision_at_1_diff1 + value: -29.874200000000002 + - type: nauc_precision_at_3_max + value: 11.1272 + - type: nauc_precision_at_3_std + value: 22.7992 + - type: nauc_precision_at_3_diff1 + value: 12.6411 + - type: nauc_precision_at_5_max + value: 13.042000000000002 + - type: nauc_precision_at_5_std + value: 27.7225 + - type: nauc_precision_at_5_diff1 + value: 12.8133 + - type: nauc_precision_at_10_max + value: 15.801599999999999 + - type: nauc_precision_at_10_std + value: 33.8959 + - type: nauc_precision_at_10_diff1 + value: 12.8133 + - type: nauc_precision_at_20_max + value: 15.7134 + - type: nauc_precision_at_20_std + value: 36.4049 + - type: nauc_precision_at_20_diff1 + value: 9.726899999999999 + - type: nauc_precision_at_100_max + value: 18.8813 + - type: nauc_precision_at_100_std + value: 45.381 + - type: nauc_precision_at_100_diff1 + value: 6.4667 + - type: nauc_precision_at_1000_max + value: 29.2607 + - type: nauc_precision_at_1000_std + value: 56.9908 + - type: nauc_precision_at_1000_diff1 + value: 6.321300000000001 + - type: nauc_mrr_at_1_max + value: 1.8399999999999999 + - type: nauc_mrr_at_1_std + value: 6.3522 + - type: nauc_mrr_at_1_diff1 + value: -29.874200000000002 + - type: nauc_mrr_at_3_max + value: 9.9148 + - type: nauc_mrr_at_3_std + value: 21.0012 + - type: nauc_mrr_at_3_diff1 + value: 8.2649 + - type: nauc_mrr_at_5_max + value: 11.3545 + - type: nauc_mrr_at_5_std + value: 24.1658 + - type: nauc_mrr_at_5_diff1 + value: 9.0795 + - type: nauc_mrr_at_10_max + value: 12.638399999999999 + - type: nauc_mrr_at_10_std + value: 27.064899999999998 + - type: nauc_mrr_at_10_diff1 + value: 9.4939 + - type: nauc_mrr_at_20_max + value: 12.722900000000001 + - type: nauc_mrr_at_20_std + value: 27.9544 + - type: nauc_mrr_at_20_diff1 + value: 8.960700000000001 + - type: nauc_mrr_at_100_max + value: 12.8663 + - type: nauc_mrr_at_100_std + value: 28.6628 + - type: nauc_mrr_at_100_diff1 + value: 8.627 + - type: nauc_mrr_at_1000_max + value: 12.970699999999999 + - type: nauc_mrr_at_1000_std + value: 28.7022 + - type: nauc_mrr_at_1000_diff1 + value: 8.6137 + - type: main_score + value: 10.282 + task: + type: Retrieval + - dataset: + config: default + name: MTEB WinoGrande (default) + revision: f74c094f321077cf909ddfb8bccc1b5912a4ac28 + split: test + type: RAR-b/winogrande + metrics: + - type: ndcg_at_1 + value: 47.908 + - type: ndcg_at_3 + value: 71.58200000000001 + - type: ndcg_at_5 + value: 74.265 + - type: ndcg_at_10 + value: 75.61099999999999 + - type: ndcg_at_20 + value: 76.07300000000001 + - type: ndcg_at_100 + value: 76.249 + - type: ndcg_at_1000 + value: 76.249 + - type: map_at_1 + value: 47.908 + - type: map_at_3 + value: 66.27199999999999 + - type: map_at_5 + value: 67.772 + - type: map_at_10 + value: 68.337 + - type: map_at_20 + value: 68.46600000000001 + - type: map_at_100 + value: 68.496 + - type: map_at_1000 + value: 68.496 + - type: recall_at_1 + value: 47.908 + - type: recall_at_3 + value: 86.74 + - type: recall_at_5 + value: 93.21199999999999 + - type: recall_at_10 + value: 97.316 + - type: recall_at_20 + value: 99.132 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 47.908 + - type: precision_at_3 + value: 28.913 + - type: precision_at_5 + value: 18.642 + - type: precision_at_10 + value: 9.732000000000001 + - type: precision_at_20 + value: 4.957000000000001 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 47.9084 + - type: mrr_at_3 + value: 66.27199999999999 + - type: mrr_at_5 + value: 67.77159999999999 + - type: mrr_at_10 + value: 68.33749999999999 + - type: mrr_at_20 + value: 68.4661 + - type: mrr_at_100 + value: 68.4958 + - type: mrr_at_1000 + value: 68.4958 + - type: nauc_ndcg_at_1_max + value: 2.6803 + - type: nauc_ndcg_at_1_std + value: -14.798900000000001 + - type: nauc_ndcg_at_1_diff1 + value: 19.3491 + - type: nauc_ndcg_at_3_max + value: -8.323500000000001 + - type: nauc_ndcg_at_3_std + value: -31.5958 + - type: nauc_ndcg_at_3_diff1 + value: 19.7761 + - type: nauc_ndcg_at_5_max + value: -6.54 + - type: nauc_ndcg_at_5_std + value: -30.4116 + - type: nauc_ndcg_at_5_diff1 + value: 18.7609 + - type: nauc_ndcg_at_10_max + value: -4.7875 + - type: nauc_ndcg_at_10_std + value: -27.8935 + - type: nauc_ndcg_at_10_diff1 + value: 18.6428 + - type: nauc_ndcg_at_20_max + value: -3.7763999999999998 + - type: nauc_ndcg_at_20_std + value: -26.5937 + - type: nauc_ndcg_at_20_diff1 + value: 18.5503 + - type: nauc_ndcg_at_100_max + value: -3.8518 + - type: nauc_ndcg_at_100_std + value: -25.9438 + - type: nauc_ndcg_at_100_diff1 + value: 19.162000000000003 + - type: nauc_ndcg_at_1000_max + value: -3.8518 + - type: nauc_ndcg_at_1000_std + value: -25.9438 + - type: nauc_ndcg_at_1000_diff1 + value: 19.162000000000003 + - type: nauc_map_at_1_max + value: 2.6803 + - type: nauc_map_at_1_std + value: -14.798900000000001 + - type: nauc_map_at_1_diff1 + value: 19.3491 + - type: nauc_map_at_3_max + value: -5.1012 + - type: nauc_map_at_3_std + value: -26.857599999999998 + - type: nauc_map_at_3_diff1 + value: 19.8579 + - type: nauc_map_at_5_max + value: -4.0572 + - type: nauc_map_at_5_std + value: -26.1091 + - type: nauc_map_at_5_diff1 + value: 19.4303 + - type: nauc_map_at_10_max + value: -3.4712 + - type: nauc_map_at_10_std + value: -25.2001 + - type: nauc_map_at_10_diff1 + value: 19.348499999999998 + - type: nauc_map_at_20_max + value: -3.2371999999999996 + - type: nauc_map_at_20_std + value: -24.9067 + - type: nauc_map_at_20_diff1 + value: 19.3216 + - type: nauc_map_at_100_max + value: -3.2506 + - type: nauc_map_at_100_std + value: -24.8157 + - type: nauc_map_at_100_diff1 + value: 19.3905 + - type: nauc_map_at_1000_max + value: -3.2506 + - type: nauc_map_at_1000_std + value: -24.8157 + - type: nauc_map_at_1000_diff1 + value: 19.3905 + - type: nauc_recall_at_1_max + value: 2.6803 + - type: nauc_recall_at_1_std + value: -14.798900000000001 + - type: nauc_recall_at_1_diff1 + value: 19.3491 + - type: nauc_recall_at_3_max + value: -25.9982 + - type: nauc_recall_at_3_std + value: -57.4171 + - type: nauc_recall_at_3_diff1 + value: 19.1344 + - type: nauc_recall_at_5_max + value: -30.0148 + - type: nauc_recall_at_5_std + value: -71.2216 + - type: nauc_recall_at_5_diff1 + value: 11.1123 + - type: nauc_recall_at_10_max + value: -27.7326 + - type: nauc_recall_at_10_std + value: -80.8981 + - type: nauc_recall_at_10_diff1 + value: -0.3942 + - type: nauc_recall_at_20_max + value: 2.2167 + - type: nauc_recall_at_20_std + value: -88.99709999999999 + - type: nauc_recall_at_20_diff1 + value: -45.2517 + - type: nauc_recall_at_100_max + value: .nan + - type: nauc_recall_at_100_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 2.6803 + - type: nauc_precision_at_1_std + value: -14.798900000000001 + - type: nauc_precision_at_1_diff1 + value: 19.3491 + - type: nauc_precision_at_3_max + value: -25.9982 + - type: nauc_precision_at_3_std + value: -57.4171 + - type: nauc_precision_at_3_diff1 + value: 19.1344 + - type: nauc_precision_at_5_max + value: -30.0148 + - type: nauc_precision_at_5_std + value: -71.2216 + - type: nauc_precision_at_5_diff1 + value: 11.1123 + - type: nauc_precision_at_10_max + value: -27.7326 + - type: nauc_precision_at_10_std + value: -80.8981 + - type: nauc_precision_at_10_diff1 + value: -0.3942 + - type: nauc_precision_at_20_max + value: 2.2167 + - type: nauc_precision_at_20_std + value: -88.99709999999999 + - type: nauc_precision_at_20_diff1 + value: -45.2517 + - type: nauc_precision_at_100_max + value: 100.0 + - type: nauc_precision_at_100_std + value: 100.0 + - type: nauc_precision_at_100_diff1 + value: 100.0 + - type: nauc_precision_at_1000_max + value: 100.0 + - type: nauc_precision_at_1000_std + value: 100.0 + - type: nauc_precision_at_1000_diff1 + value: 100.0 + - type: nauc_mrr_at_1_max + value: 2.6803 + - type: nauc_mrr_at_1_std + value: -14.798900000000001 + - type: nauc_mrr_at_1_diff1 + value: 19.3491 + - type: nauc_mrr_at_3_max + value: -5.1012 + - type: nauc_mrr_at_3_std + value: -26.857599999999998 + - type: nauc_mrr_at_3_diff1 + value: 19.8579 + - type: nauc_mrr_at_5_max + value: -4.0572 + - type: nauc_mrr_at_5_std + value: -26.1091 + - type: nauc_mrr_at_5_diff1 + value: 19.4303 + - type: nauc_mrr_at_10_max + value: -3.4712 + - type: nauc_mrr_at_10_std + value: -25.2001 + - type: nauc_mrr_at_10_diff1 + value: 19.348499999999998 + - type: nauc_mrr_at_20_max + value: -3.2371999999999996 + - type: nauc_mrr_at_20_std + value: -24.9067 + - type: nauc_mrr_at_20_diff1 + value: 19.3216 + - type: nauc_mrr_at_100_max + value: -3.2506 + - type: nauc_mrr_at_100_std + value: -24.8157 + - type: nauc_mrr_at_100_diff1 + value: 19.3905 + - type: nauc_mrr_at_1000_max + value: -3.2506 + - type: nauc_mrr_at_1000_std + value: -24.8157 + - type: nauc_mrr_at_1000_diff1 + value: 19.3905 + - type: main_score + value: 75.61099999999999 + task: + type: Retrieval + - dataset: + config: de + name: MTEB XMarket (de) + revision: dfe57acff5b62c23732a7b7d3e3fb84ff501708b + split: test + type: jinaai/xmarket_ml + metrics: + - type: ndcg_at_1 + value: 30.394 + - type: ndcg_at_3 + value: 30.701 + - type: ndcg_at_5 + value: 31.574 + - type: ndcg_at_10 + value: 32.961 + - type: ndcg_at_20 + value: 34.765 + - type: ndcg_at_100 + value: 38.772 + - type: ndcg_at_1000 + value: 43.317 + - type: map_at_1 + value: 10.193000000000001 + - type: map_at_3 + value: 15.756999999999998 + - type: map_at_5 + value: 18.160999999999998 + - type: map_at_10 + value: 20.845 + - type: map_at_20 + value: 22.912 + - type: map_at_100 + value: 25.380999999999997 + - type: map_at_1000 + value: 26.482 + - type: recall_at_1 + value: 10.193000000000001 + - type: recall_at_3 + value: 19.141 + - type: recall_at_5 + value: 24.362000000000002 + - type: recall_at_10 + value: 31.995 + - type: recall_at_20 + value: 40.047 + - type: recall_at_100 + value: 56.769000000000005 + - type: recall_at_1000 + value: 76.318 + - type: precision_at_1 + value: 30.394 + - type: precision_at_3 + value: 24.654999999999998 + - type: precision_at_5 + value: 21.714 + - type: precision_at_10 + value: 17.347 + - type: precision_at_20 + value: 13.278 + - type: precision_at_100 + value: 5.912 + - type: precision_at_1000 + value: 1.537 + - type: mrr_at_1 + value: 30.393900000000002 + - type: mrr_at_3 + value: 37.5981 + - type: mrr_at_5 + value: 39.0694 + - type: mrr_at_10 + value: 40.1871 + - type: mrr_at_20 + value: 40.6411 + - type: mrr_at_100 + value: 40.9292 + - type: mrr_at_1000 + value: 40.9788 + - type: nauc_ndcg_at_1_max + value: 17.9664 + - type: nauc_ndcg_at_1_std + value: 23.9533 + - type: nauc_ndcg_at_1_diff1 + value: 17.8309 + - type: nauc_ndcg_at_3_max + value: 19.8096 + - type: nauc_ndcg_at_3_std + value: 24.8126 + - type: nauc_ndcg_at_3_diff1 + value: 15.3363 + - type: nauc_ndcg_at_5_max + value: 20.836299999999998 + - type: nauc_ndcg_at_5_std + value: 25.0467 + - type: nauc_ndcg_at_5_diff1 + value: 15.9514 + - type: nauc_ndcg_at_10_max + value: 21.3189 + - type: nauc_ndcg_at_10_std + value: 25.4039 + - type: nauc_ndcg_at_10_diff1 + value: 17.257 + - type: nauc_ndcg_at_20_max + value: 21.8419 + - type: nauc_ndcg_at_20_std + value: 26.6734 + - type: nauc_ndcg_at_20_diff1 + value: 17.758499999999998 + - type: nauc_ndcg_at_100_max + value: 22.7664 + - type: nauc_ndcg_at_100_std + value: 31.7336 + - type: nauc_ndcg_at_100_diff1 + value: 17.0733 + - type: nauc_ndcg_at_1000_max + value: 24.1935 + - type: nauc_ndcg_at_1000_std + value: 35.4319 + - type: nauc_ndcg_at_1000_diff1 + value: 15.2547 + - type: nauc_map_at_1_max + value: 3.354 + - type: nauc_map_at_1_std + value: -0.31870000000000004 + - type: nauc_map_at_1_diff1 + value: 37.277 + - type: nauc_map_at_3_max + value: 6.7158 + - type: nauc_map_at_3_std + value: 4.3016 + - type: nauc_map_at_3_diff1 + value: 30.738799999999998 + - type: nauc_map_at_5_max + value: 9.2073 + - type: nauc_map_at_5_std + value: 7.3281 + - type: nauc_map_at_5_diff1 + value: 28.0486 + - type: nauc_map_at_10_max + value: 11.885 + - type: nauc_map_at_10_std + value: 11.7491 + - type: nauc_map_at_10_diff1 + value: 25.6549 + - type: nauc_map_at_20_max + value: 14.2246 + - type: nauc_map_at_20_std + value: 16.2349 + - type: nauc_map_at_20_diff1 + value: 23.4547 + - type: nauc_map_at_100_max + value: 17.843999999999998 + - type: nauc_map_at_100_std + value: 22.7669 + - type: nauc_map_at_100_diff1 + value: 20.6481 + - type: nauc_map_at_1000_max + value: 19.372 + - type: nauc_map_at_1000_std + value: 24.7329 + - type: nauc_map_at_1000_diff1 + value: 19.3897 + - type: nauc_recall_at_1_max + value: 3.354 + - type: nauc_recall_at_1_std + value: -0.31870000000000004 + - type: nauc_recall_at_1_diff1 + value: 37.277 + - type: nauc_recall_at_3_max + value: 6.3277 + - type: nauc_recall_at_3_std + value: 4.5656 + - type: nauc_recall_at_3_diff1 + value: 27.4581 + - type: nauc_recall_at_5_max + value: 8.6709 + - type: nauc_recall_at_5_std + value: 7.5081 + - type: nauc_recall_at_5_diff1 + value: 24.112000000000002 + - type: nauc_recall_at_10_max + value: 11.2648 + - type: nauc_recall_at_10_std + value: 12.6058 + - type: nauc_recall_at_10_diff1 + value: 21.8158 + - type: nauc_recall_at_20_max + value: 13.670399999999999 + - type: nauc_recall_at_20_std + value: 18.4613 + - type: nauc_recall_at_20_diff1 + value: 19.8153 + - type: nauc_recall_at_100_max + value: 17.6064 + - type: nauc_recall_at_100_std + value: 35.964800000000004 + - type: nauc_recall_at_100_diff1 + value: 16.131999999999998 + - type: nauc_recall_at_1000_max + value: 19.8312 + - type: nauc_recall_at_1000_std + value: 54.593 + - type: nauc_recall_at_1000_diff1 + value: 13.4627 + - type: nauc_precision_at_1_max + value: 17.9664 + - type: nauc_precision_at_1_std + value: 23.9533 + - type: nauc_precision_at_1_diff1 + value: 17.8309 + - type: nauc_precision_at_3_max + value: 23.7403 + - type: nauc_precision_at_3_std + value: 32.2279 + - type: nauc_precision_at_3_diff1 + value: 3.1995000000000005 + - type: nauc_precision_at_5_max + value: 27.0524 + - type: nauc_precision_at_5_std + value: 35.7364 + - type: nauc_precision_at_5_diff1 + value: -2.2527 + - type: nauc_precision_at_10_max + value: 28.949599999999997 + - type: nauc_precision_at_10_std + value: 39.115100000000005 + - type: nauc_precision_at_10_diff1 + value: -7.4629 + - type: nauc_precision_at_20_max + value: 30.324 + - type: nauc_precision_at_20_std + value: 40.9964 + - type: nauc_precision_at_20_diff1 + value: -11.757 + - type: nauc_precision_at_100_max + value: 28.914 + - type: nauc_precision_at_100_std + value: 35.1557 + - type: nauc_precision_at_100_diff1 + value: -16.5485 + - type: nauc_precision_at_1000_max + value: 24.258 + - type: nauc_precision_at_1000_std + value: 4.89 + - type: nauc_precision_at_1000_diff1 + value: -18.096999999999998 + - type: nauc_mrr_at_1_max + value: 17.9664 + - type: nauc_mrr_at_1_std + value: 23.9533 + - type: nauc_mrr_at_1_diff1 + value: 17.8309 + - type: nauc_mrr_at_3_max + value: 20.1346 + - type: nauc_mrr_at_3_std + value: 26.7793 + - type: nauc_mrr_at_3_diff1 + value: 16.8673 + - type: nauc_mrr_at_5_max + value: 20.5802 + - type: nauc_mrr_at_5_std + value: 27.150299999999998 + - type: nauc_mrr_at_5_diff1 + value: 16.9225 + - type: nauc_mrr_at_10_max + value: 20.8378 + - type: nauc_mrr_at_10_std + value: 27.4702 + - type: nauc_mrr_at_10_diff1 + value: 16.7729 + - type: nauc_mrr_at_20_max + value: 20.9201 + - type: nauc_mrr_at_20_std + value: 27.5937 + - type: nauc_mrr_at_20_diff1 + value: 16.7422 + - type: nauc_mrr_at_100_max + value: 20.8887 + - type: nauc_mrr_at_100_std + value: 27.674 + - type: nauc_mrr_at_100_diff1 + value: 16.7426 + - type: nauc_mrr_at_1000_max + value: 20.879900000000003 + - type: nauc_mrr_at_1000_std + value: 27.6632 + - type: nauc_mrr_at_1000_diff1 + value: 16.7455 + - type: main_score + value: 32.961 + task: + type: Retrieval + - dataset: + config: en + name: MTEB XMarket (en) + revision: dfe57acff5b62c23732a7b7d3e3fb84ff501708b + split: test + type: jinaai/xmarket_ml + metrics: + - type: ndcg_at_1 + value: 37.652 + - type: ndcg_at_3 + value: 38.444 + - type: ndcg_at_5 + value: 39.163 + - type: ndcg_at_10 + value: 40.557 + - type: ndcg_at_20 + value: 42.224000000000004 + - type: ndcg_at_100 + value: 46.817 + - type: ndcg_at_1000 + value: 51.939 + - type: map_at_1 + value: 8.909 + - type: map_at_3 + value: 15.604999999999999 + - type: map_at_5 + value: 18.837 + - type: map_at_10 + value: 22.968 + - type: map_at_20 + value: 26.564 + - type: map_at_100 + value: 31.961000000000002 + - type: map_at_1000 + value: 34.088 + - type: recall_at_1 + value: 8.909 + - type: recall_at_3 + value: 18.673000000000002 + - type: recall_at_5 + value: 24.364 + - type: recall_at_10 + value: 32.919 + - type: recall_at_20 + value: 41.908 + - type: recall_at_100 + value: 61.663999999999994 + - type: recall_at_1000 + value: 80.619 + - type: precision_at_1 + value: 37.652 + - type: precision_at_3 + value: 33.755 + - type: precision_at_5 + value: 31.034 + - type: precision_at_10 + value: 26.701000000000004 + - type: precision_at_20 + value: 21.767 + - type: precision_at_100 + value: 10.889 + - type: precision_at_1000 + value: 2.557 + - type: mrr_at_1 + value: 37.6525 + - type: mrr_at_3 + value: 45.270500000000006 + - type: mrr_at_5 + value: 46.6515 + - type: mrr_at_10 + value: 47.593999999999994 + - type: mrr_at_20 + value: 48.001599999999996 + - type: mrr_at_100 + value: 48.2788 + - type: mrr_at_1000 + value: 48.3171 + - type: nauc_ndcg_at_1_max + value: 21.6053 + - type: nauc_ndcg_at_1_std + value: 27.738699999999998 + - type: nauc_ndcg_at_1_diff1 + value: 4.2708 + - type: nauc_ndcg_at_3_max + value: 22.6572 + - type: nauc_ndcg_at_3_std + value: 29.105199999999996 + - type: nauc_ndcg_at_3_diff1 + value: 3.4461 + - type: nauc_ndcg_at_5_max + value: 22.8491 + - type: nauc_ndcg_at_5_std + value: 29.2951 + - type: nauc_ndcg_at_5_diff1 + value: 4.1407 + - type: nauc_ndcg_at_10_max + value: 22.727800000000002 + - type: nauc_ndcg_at_10_std + value: 29.680699999999998 + - type: nauc_ndcg_at_10_diff1 + value: 4.6856 + - type: nauc_ndcg_at_20_max + value: 22.933999999999997 + - type: nauc_ndcg_at_20_std + value: 30.2831 + - type: nauc_ndcg_at_20_diff1 + value: 5.2003 + - type: nauc_ndcg_at_100_max + value: 23.7807 + - type: nauc_ndcg_at_100_std + value: 35.3682 + - type: nauc_ndcg_at_100_diff1 + value: 4.8327 + - type: nauc_ndcg_at_1000_max + value: 25.9758 + - type: nauc_ndcg_at_1000_std + value: 39.3169 + - type: nauc_ndcg_at_1000_diff1 + value: 3.2249 + - type: nauc_map_at_1_max + value: -2.6197999999999997 + - type: nauc_map_at_1_std + value: -7.0773 + - type: nauc_map_at_1_diff1 + value: 35.835499999999996 + - type: nauc_map_at_3_max + value: 0.2352 + - type: nauc_map_at_3_std + value: -2.7761 + - type: nauc_map_at_3_diff1 + value: 26.017400000000002 + - type: nauc_map_at_5_max + value: 2.4261999999999997 + - type: nauc_map_at_5_std + value: 0.4573 + - type: nauc_map_at_5_diff1 + value: 22.9408 + - type: nauc_map_at_10_max + value: 6.326 + - type: nauc_map_at_10_std + value: 6.3015 + - type: nauc_map_at_10_diff1 + value: 18.9053 + - type: nauc_map_at_20_max + value: 10.827100000000002 + - type: nauc_map_at_20_std + value: 13.221 + - type: nauc_map_at_20_diff1 + value: 15.3345 + - type: nauc_map_at_100_max + value: 19.2232 + - type: nauc_map_at_100_std + value: 26.7522 + - type: nauc_map_at_100_diff1 + value: 9.5807 + - type: nauc_map_at_1000_max + value: 22.3243 + - type: nauc_map_at_1000_std + value: 29.9772 + - type: nauc_map_at_1000_diff1 + value: 7.5021 + - type: nauc_recall_at_1_max + value: -2.6197999999999997 + - type: nauc_recall_at_1_std + value: -7.0773 + - type: nauc_recall_at_1_diff1 + value: 35.835499999999996 + - type: nauc_recall_at_3_max + value: -1.5457 + - type: nauc_recall_at_3_std + value: -3.7331999999999996 + - type: nauc_recall_at_3_diff1 + value: 23.420099999999998 + - type: nauc_recall_at_5_max + value: -0.4299 + - type: nauc_recall_at_5_std + value: -1.0658 + - type: nauc_recall_at_5_diff1 + value: 20.3689 + - type: nauc_recall_at_10_max + value: 0.8543000000000001 + - type: nauc_recall_at_10_std + value: 4.3 + - type: nauc_recall_at_10_diff1 + value: 16.4694 + - type: nauc_recall_at_20_max + value: 4.1335 + - type: nauc_recall_at_20_std + value: 11.8133 + - type: nauc_recall_at_20_diff1 + value: 13.321 + - type: nauc_recall_at_100_max + value: 10.7636 + - type: nauc_recall_at_100_std + value: 36.146699999999996 + - type: nauc_recall_at_100_diff1 + value: 6.8438 + - type: nauc_recall_at_1000_max + value: 15.6167 + - type: nauc_recall_at_1000_std + value: 60.211499999999994 + - type: nauc_recall_at_1000_diff1 + value: 2.2237 + - type: nauc_precision_at_1_max + value: 21.6053 + - type: nauc_precision_at_1_std + value: 27.738699999999998 + - type: nauc_precision_at_1_diff1 + value: 4.2708 + - type: nauc_precision_at_3_max + value: 27.0567 + - type: nauc_precision_at_3_std + value: 35.7978 + - type: nauc_precision_at_3_diff1 + value: -7.1213 + - type: nauc_precision_at_5_max + value: 29.0628 + - type: nauc_precision_at_5_std + value: 38.5419 + - type: nauc_precision_at_5_diff1 + value: -10.8086 + - type: nauc_precision_at_10_max + value: 32.055499999999995 + - type: nauc_precision_at_10_std + value: 42.1047 + - type: nauc_precision_at_10_diff1 + value: -15.2365 + - type: nauc_precision_at_20_max + value: 33.8617 + - type: nauc_precision_at_20_std + value: 44.1855 + - type: nauc_precision_at_20_diff1 + value: -17.8814 + - type: nauc_precision_at_100_max + value: 33.2224 + - type: nauc_precision_at_100_std + value: 39.8372 + - type: nauc_precision_at_100_diff1 + value: -19.6862 + - type: nauc_precision_at_1000_max + value: 26.2616 + - type: nauc_precision_at_1000_std + value: 7.3077000000000005 + - type: nauc_precision_at_1000_diff1 + value: -17.0927 + - type: nauc_mrr_at_1_max + value: 21.6053 + - type: nauc_mrr_at_1_std + value: 27.738699999999998 + - type: nauc_mrr_at_1_diff1 + value: 4.2708 + - type: nauc_mrr_at_3_max + value: 22.9102 + - type: nauc_mrr_at_3_std + value: 31.123800000000003 + - type: nauc_mrr_at_3_diff1 + value: 4.0329 + - type: nauc_mrr_at_5_max + value: 22.920199999999998 + - type: nauc_mrr_at_5_std + value: 31.3131 + - type: nauc_mrr_at_5_diff1 + value: 3.8715 + - type: nauc_mrr_at_10_max + value: 22.8017 + - type: nauc_mrr_at_10_std + value: 31.379800000000003 + - type: nauc_mrr_at_10_diff1 + value: 3.8864 + - type: nauc_mrr_at_20_max + value: 22.8239 + - type: nauc_mrr_at_20_std + value: 31.424999999999997 + - type: nauc_mrr_at_20_diff1 + value: 3.8884000000000003 + - type: nauc_mrr_at_100_max + value: 22.8295 + - type: nauc_mrr_at_100_std + value: 31.480900000000002 + - type: nauc_mrr_at_100_diff1 + value: 3.8181 + - type: nauc_mrr_at_1000_max + value: 22.8269 + - type: nauc_mrr_at_1000_std + value: 31.477 + - type: nauc_mrr_at_1000_diff1 + value: 3.8209 + - type: main_score + value: 40.557 + task: + type: Retrieval + - dataset: + config: es + name: MTEB XMarket (es) + revision: dfe57acff5b62c23732a7b7d3e3fb84ff501708b + split: test + type: jinaai/xmarket_ml + metrics: + - type: ndcg_at_1 + value: 32.168 + - type: ndcg_at_3 + value: 32.389 + - type: ndcg_at_5 + value: 33.054 + - type: ndcg_at_10 + value: 34.549 + - type: ndcg_at_20 + value: 36.34 + - type: ndcg_at_100 + value: 40.324 + - type: ndcg_at_1000 + value: 44.784 + - type: map_at_1 + value: 10.845 + - type: map_at_3 + value: 17.183999999999997 + - type: map_at_5 + value: 19.637 + - type: map_at_10 + value: 22.439 + - type: map_at_20 + value: 24.642 + - type: map_at_100 + value: 27.150999999999996 + - type: map_at_1000 + value: 28.16 + - type: recall_at_1 + value: 10.845 + - type: recall_at_3 + value: 21.058 + - type: recall_at_5 + value: 26.327 + - type: recall_at_10 + value: 34.306 + - type: recall_at_20 + value: 42.46 + - type: recall_at_100 + value: 59.156 + - type: recall_at_1000 + value: 78.249 + - type: precision_at_1 + value: 32.168 + - type: precision_at_3 + value: 25.8 + - type: precision_at_5 + value: 22.232 + - type: precision_at_10 + value: 17.533 + - type: precision_at_20 + value: 13.211 + - type: precision_at_100 + value: 5.639 + - type: precision_at_1000 + value: 1.317 + - type: mrr_at_1 + value: 32.1678 + - type: mrr_at_3 + value: 39.4219 + - type: mrr_at_5 + value: 40.8317 + - type: mrr_at_10 + value: 41.856300000000005 + - type: mrr_at_20 + value: 42.277300000000004 + - type: mrr_at_100 + value: 42.5845 + - type: mrr_at_1000 + value: 42.6306 + - type: nauc_ndcg_at_1_max + value: 24.166999999999998 + - type: nauc_ndcg_at_1_std + value: 20.977899999999998 + - type: nauc_ndcg_at_1_diff1 + value: 17.099800000000002 + - type: nauc_ndcg_at_3_max + value: 25.4789 + - type: nauc_ndcg_at_3_std + value: 22.4855 + - type: nauc_ndcg_at_3_diff1 + value: 14.7757 + - type: nauc_ndcg_at_5_max + value: 25.7183 + - type: nauc_ndcg_at_5_std + value: 23.264699999999998 + - type: nauc_ndcg_at_5_diff1 + value: 15.321399999999999 + - type: nauc_ndcg_at_10_max + value: 26.9143 + - type: nauc_ndcg_at_10_std + value: 24.6608 + - type: nauc_ndcg_at_10_diff1 + value: 15.3283 + - type: nauc_ndcg_at_20_max + value: 27.587400000000002 + - type: nauc_ndcg_at_20_std + value: 26.2282 + - type: nauc_ndcg_at_20_diff1 + value: 15.4445 + - type: nauc_ndcg_at_100_max + value: 29.820200000000003 + - type: nauc_ndcg_at_100_std + value: 31.1816 + - type: nauc_ndcg_at_100_diff1 + value: 15.1033 + - type: nauc_ndcg_at_1000_max + value: 31.4359 + - type: nauc_ndcg_at_1000_std + value: 33.431 + - type: nauc_ndcg_at_1000_diff1 + value: 13.6381 + - type: nauc_map_at_1_max + value: 8.5144 + - type: nauc_map_at_1_std + value: -0.1676 + - type: nauc_map_at_1_diff1 + value: 34.8461 + - type: nauc_map_at_3_max + value: 12.4633 + - type: nauc_map_at_3_std + value: 4.1545 + - type: nauc_map_at_3_diff1 + value: 26.927 + - type: nauc_map_at_5_max + value: 14.175799999999999 + - type: nauc_map_at_5_std + value: 6.959899999999999 + - type: nauc_map_at_5_diff1 + value: 24.6886 + - type: nauc_map_at_10_max + value: 17.3933 + - type: nauc_map_at_10_std + value: 11.3998 + - type: nauc_map_at_10_diff1 + value: 22.369 + - type: nauc_map_at_20_max + value: 20.2154 + - type: nauc_map_at_20_std + value: 15.7912 + - type: nauc_map_at_20_diff1 + value: 20.3814 + - type: nauc_map_at_100_max + value: 23.927300000000002 + - type: nauc_map_at_100_std + value: 22.3005 + - type: nauc_map_at_100_diff1 + value: 18.1804 + - type: nauc_map_at_1000_max + value: 25.4493 + - type: nauc_map_at_1000_std + value: 24.129900000000003 + - type: nauc_map_at_1000_diff1 + value: 17.1552 + - type: nauc_recall_at_1_max + value: 8.5144 + - type: nauc_recall_at_1_std + value: -0.1676 + - type: nauc_recall_at_1_diff1 + value: 34.8461 + - type: nauc_recall_at_3_max + value: 11.4454 + - type: nauc_recall_at_3_std + value: 5.092 + - type: nauc_recall_at_3_diff1 + value: 22.966 + - type: nauc_recall_at_5_max + value: 12.992400000000002 + - type: nauc_recall_at_5_std + value: 7.5177 + - type: nauc_recall_at_5_diff1 + value: 20.9569 + - type: nauc_recall_at_10_max + value: 16.0801 + - type: nauc_recall_at_10_std + value: 13.1269 + - type: nauc_recall_at_10_diff1 + value: 17.037 + - type: nauc_recall_at_20_max + value: 18.831 + - type: nauc_recall_at_20_std + value: 19.6616 + - type: nauc_recall_at_20_diff1 + value: 14.9985 + - type: nauc_recall_at_100_max + value: 25.8955 + - type: nauc_recall_at_100_std + value: 37.7972 + - type: nauc_recall_at_100_diff1 + value: 14.1598 + - type: nauc_recall_at_1000_max + value: 33.5817 + - type: nauc_recall_at_1000_std + value: 54.7134 + - type: nauc_recall_at_1000_diff1 + value: 12.4536 + - type: nauc_precision_at_1_max + value: 24.166999999999998 + - type: nauc_precision_at_1_std + value: 20.977899999999998 + - type: nauc_precision_at_1_diff1 + value: 17.099800000000002 + - type: nauc_precision_at_3_max + value: 28.711399999999998 + - type: nauc_precision_at_3_std + value: 28.602300000000003 + - type: nauc_precision_at_3_diff1 + value: 3.0009 + - type: nauc_precision_at_5_max + value: 30.0915 + - type: nauc_precision_at_5_std + value: 33.0235 + - type: nauc_precision_at_5_diff1 + value: -1.6584999999999999 + - type: nauc_precision_at_10_max + value: 32.3209 + - type: nauc_precision_at_10_std + value: 37.3517 + - type: nauc_precision_at_10_diff1 + value: -6.9871 + - type: nauc_precision_at_20_max + value: 32.5379 + - type: nauc_precision_at_20_std + value: 40.0134 + - type: nauc_precision_at_20_diff1 + value: -10.3757 + - type: nauc_precision_at_100_max + value: 30.508200000000002 + - type: nauc_precision_at_100_std + value: 38.4988 + - type: nauc_precision_at_100_diff1 + value: -14.0746 + - type: nauc_precision_at_1000_max + value: 24.7555 + - type: nauc_precision_at_1000_std + value: 12.4239 + - type: nauc_precision_at_1000_diff1 + value: -16.0588 + - type: nauc_mrr_at_1_max + value: 24.166999999999998 + - type: nauc_mrr_at_1_std + value: 20.977899999999998 + - type: nauc_mrr_at_1_diff1 + value: 17.099800000000002 + - type: nauc_mrr_at_3_max + value: 26.5277 + - type: nauc_mrr_at_3_std + value: 23.6171 + - type: nauc_mrr_at_3_diff1 + value: 15.194199999999999 + - type: nauc_mrr_at_5_max + value: 27.271099999999997 + - type: nauc_mrr_at_5_std + value: 24.4236 + - type: nauc_mrr_at_5_diff1 + value: 15.2996 + - type: nauc_mrr_at_10_max + value: 27.394000000000002 + - type: nauc_mrr_at_10_std + value: 24.7474 + - type: nauc_mrr_at_10_diff1 + value: 15.065000000000001 + - type: nauc_mrr_at_20_max + value: 27.396199999999997 + - type: nauc_mrr_at_20_std + value: 24.8216 + - type: nauc_mrr_at_20_diff1 + value: 15.077499999999999 + - type: nauc_mrr_at_100_max + value: 27.417 + - type: nauc_mrr_at_100_std + value: 24.9149 + - type: nauc_mrr_at_100_diff1 + value: 15.096799999999998 + - type: nauc_mrr_at_1000_max + value: 27.410600000000002 + - type: nauc_mrr_at_1000_std + value: 24.9021 + - type: nauc_mrr_at_1000_diff1 + value: 15.103 + - type: main_score + value: 34.549 + task: + type: Retrieval + - dataset: + config: ara-ara + name: MTEB XPQARetrieval (ara-ara) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 42.0 + - type: ndcg_at_3 + value: 43.802 + - type: ndcg_at_5 + value: 46.1 + - type: ndcg_at_10 + value: 50.858000000000004 + - type: ndcg_at_20 + value: 54.303999999999995 + - type: ndcg_at_100 + value: 57.692 + - type: ndcg_at_1000 + value: 58.97599999999999 + - type: map_at_1 + value: 23.989 + - type: map_at_3 + value: 37.047999999999995 + - type: map_at_5 + value: 41.259 + - type: map_at_10 + value: 43.878 + - type: map_at_20 + value: 45.227000000000004 + - type: map_at_100 + value: 45.906000000000006 + - type: map_at_1000 + value: 45.975 + - type: recall_at_1 + value: 23.989 + - type: recall_at_3 + value: 42.753 + - type: recall_at_5 + value: 51.56699999999999 + - type: recall_at_10 + value: 63.92400000000001 + - type: recall_at_20 + value: 75.249 + - type: recall_at_100 + value: 90.851 + - type: recall_at_1000 + value: 99.733 + - type: precision_at_1 + value: 42.0 + - type: precision_at_3 + value: 28.843999999999998 + - type: precision_at_5 + value: 21.973000000000003 + - type: precision_at_10 + value: 13.44 + - type: precision_at_20 + value: 7.88 + - type: precision_at_100 + value: 1.863 + - type: precision_at_1000 + value: 0.2 + - type: mrr_at_1 + value: 42.0 + - type: mrr_at_3 + value: 47.8444 + - type: mrr_at_5 + value: 49.3711 + - type: mrr_at_10 + value: 50.821799999999996 + - type: mrr_at_20 + value: 51.4083 + - type: mrr_at_100 + value: 51.696200000000005 + - type: mrr_at_1000 + value: 51.7307 + - type: nauc_ndcg_at_1_max + value: 17.4778 + - type: nauc_ndcg_at_1_std + value: -10.054499999999999 + - type: nauc_ndcg_at_1_diff1 + value: 44.9572 + - type: nauc_ndcg_at_3_max + value: 17.209 + - type: nauc_ndcg_at_3_std + value: -9.2947 + - type: nauc_ndcg_at_3_diff1 + value: 37.894099999999995 + - type: nauc_ndcg_at_5_max + value: 15.293300000000002 + - type: nauc_ndcg_at_5_std + value: -10.8087 + - type: nauc_ndcg_at_5_diff1 + value: 36.0458 + - type: nauc_ndcg_at_10_max + value: 18.0045 + - type: nauc_ndcg_at_10_std + value: -10.668 + - type: nauc_ndcg_at_10_diff1 + value: 36.3577 + - type: nauc_ndcg_at_20_max + value: 18.987399999999997 + - type: nauc_ndcg_at_20_std + value: -10.2961 + - type: nauc_ndcg_at_20_diff1 + value: 36.3435 + - type: nauc_ndcg_at_100_max + value: 20.210900000000002 + - type: nauc_ndcg_at_100_std + value: -8.4393 + - type: nauc_ndcg_at_100_diff1 + value: 37.59 + - type: nauc_ndcg_at_1000_max + value: 18.7783 + - type: nauc_ndcg_at_1000_std + value: -8.9602 + - type: nauc_ndcg_at_1000_diff1 + value: 37.7339 + - type: nauc_map_at_1_max + value: 5.4334 + - type: nauc_map_at_1_std + value: -9.356399999999999 + - type: nauc_map_at_1_diff1 + value: 40.7979 + - type: nauc_map_at_3_max + value: 12.1307 + - type: nauc_map_at_3_std + value: -9.4002 + - type: nauc_map_at_3_diff1 + value: 37.1311 + - type: nauc_map_at_5_max + value: 14.6903 + - type: nauc_map_at_5_std + value: -10.2115 + - type: nauc_map_at_5_diff1 + value: 35.951 + - type: nauc_map_at_10_max + value: 15.950700000000001 + - type: nauc_map_at_10_std + value: -10.1882 + - type: nauc_map_at_10_diff1 + value: 36.2364 + - type: nauc_map_at_20_max + value: 16.0857 + - type: nauc_map_at_20_std + value: -10.2104 + - type: nauc_map_at_20_diff1 + value: 36.3718 + - type: nauc_map_at_100_max + value: 16.4386 + - type: nauc_map_at_100_std + value: -9.858 + - type: nauc_map_at_100_diff1 + value: 36.6201 + - type: nauc_map_at_1000_max + value: 16.3788 + - type: nauc_map_at_1000_std + value: -9.8618 + - type: nauc_map_at_1000_diff1 + value: 36.6222 + - type: nauc_recall_at_1_max + value: 5.4334 + - type: nauc_recall_at_1_std + value: -9.356399999999999 + - type: nauc_recall_at_1_diff1 + value: 40.7979 + - type: nauc_recall_at_3_max + value: 11.4997 + - type: nauc_recall_at_3_std + value: -9.1874 + - type: nauc_recall_at_3_diff1 + value: 32.372 + - type: nauc_recall_at_5_max + value: 12.5887 + - type: nauc_recall_at_5_std + value: -12.0735 + - type: nauc_recall_at_5_diff1 + value: 29.150599999999997 + - type: nauc_recall_at_10_max + value: 20.024 + - type: nauc_recall_at_10_std + value: -12.2816 + - type: nauc_recall_at_10_diff1 + value: 28.376800000000003 + - type: nauc_recall_at_20_max + value: 26.333299999999998 + - type: nauc_recall_at_20_std + value: -11.315100000000001 + - type: nauc_recall_at_20_diff1 + value: 26.6958 + - type: nauc_recall_at_100_max + value: 51.044900000000005 + - type: nauc_recall_at_100_std + value: 9.398 + - type: nauc_recall_at_100_diff1 + value: 33.7317 + - type: nauc_recall_at_1000_max + value: 63.8189 + - type: nauc_recall_at_1000_std + value: 79.5752 + - type: nauc_recall_at_1000_diff1 + value: 24.043 + - type: nauc_precision_at_1_max + value: 17.4778 + - type: nauc_precision_at_1_std + value: -10.054499999999999 + - type: nauc_precision_at_1_diff1 + value: 44.9572 + - type: nauc_precision_at_3_max + value: 22.5131 + - type: nauc_precision_at_3_std + value: -5.6418 + - type: nauc_precision_at_3_diff1 + value: 23.199 + - type: nauc_precision_at_5_max + value: 21.968799999999998 + - type: nauc_precision_at_5_std + value: -6.4404 + - type: nauc_precision_at_5_diff1 + value: 16.8783 + - type: nauc_precision_at_10_max + value: 22.6537 + - type: nauc_precision_at_10_std + value: -4.5967 + - type: nauc_precision_at_10_diff1 + value: 13.9403 + - type: nauc_precision_at_20_max + value: 21.8054 + - type: nauc_precision_at_20_std + value: -2.9905 + - type: nauc_precision_at_20_diff1 + value: 10.4614 + - type: nauc_precision_at_100_max + value: 22.9686 + - type: nauc_precision_at_100_std + value: 3.1687 + - type: nauc_precision_at_100_diff1 + value: 6.9254 + - type: nauc_precision_at_1000_max + value: 18.134 + - type: nauc_precision_at_1000_std + value: 3.8095999999999997 + - type: nauc_precision_at_1000_diff1 + value: 4.0698 + - type: nauc_mrr_at_1_max + value: 17.4778 + - type: nauc_mrr_at_1_std + value: -10.054499999999999 + - type: nauc_mrr_at_1_diff1 + value: 44.9572 + - type: nauc_mrr_at_3_max + value: 18.8362 + - type: nauc_mrr_at_3_std + value: -9.238 + - type: nauc_mrr_at_3_diff1 + value: 42.3458 + - type: nauc_mrr_at_5_max + value: 17.9295 + - type: nauc_mrr_at_5_std + value: -9.9523 + - type: nauc_mrr_at_5_diff1 + value: 41.6073 + - type: nauc_mrr_at_10_max + value: 19.1342 + - type: nauc_mrr_at_10_std + value: -9.7685 + - type: nauc_mrr_at_10_diff1 + value: 41.6518 + - type: nauc_mrr_at_20_max + value: 19.3638 + - type: nauc_mrr_at_20_std + value: -9.5531 + - type: nauc_mrr_at_20_diff1 + value: 41.5498 + - type: nauc_mrr_at_100_max + value: 19.3228 + - type: nauc_mrr_at_100_std + value: -9.4397 + - type: nauc_mrr_at_100_diff1 + value: 41.7327 + - type: nauc_mrr_at_1000_max + value: 19.281699999999997 + - type: nauc_mrr_at_1000_std + value: -9.4664 + - type: nauc_mrr_at_1000_diff1 + value: 41.7367 + - type: main_score + value: 50.858000000000004 + task: + type: Retrieval + - dataset: + config: eng-ara + name: MTEB XPQARetrieval (eng-ara) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 31.2 + - type: ndcg_at_3 + value: 33.296 + - type: ndcg_at_5 + value: 35.727 + - type: ndcg_at_10 + value: 39.837 + - type: ndcg_at_20 + value: 43.354 + - type: ndcg_at_100 + value: 47.908 + - type: ndcg_at_1000 + value: 50.187000000000005 + - type: map_at_1 + value: 18.007 + - type: map_at_3 + value: 27.259 + - type: map_at_5 + value: 30.836999999999996 + - type: map_at_10 + value: 33.138 + - type: map_at_20 + value: 34.43 + - type: map_at_100 + value: 35.293 + - type: map_at_1000 + value: 35.410000000000004 + - type: recall_at_1 + value: 18.007 + - type: recall_at_3 + value: 32.5 + - type: recall_at_5 + value: 41.422 + - type: recall_at_10 + value: 51.673 + - type: recall_at_20 + value: 63.144 + - type: recall_at_100 + value: 83.733 + - type: recall_at_1000 + value: 99.10900000000001 + - type: precision_at_1 + value: 31.2 + - type: precision_at_3 + value: 22.0 + - type: precision_at_5 + value: 17.36 + - type: precision_at_10 + value: 11.013 + - type: precision_at_20 + value: 6.6930000000000005 + - type: precision_at_100 + value: 1.7530000000000001 + - type: precision_at_1000 + value: 0.20400000000000001 + - type: mrr_at_1 + value: 31.2 + - type: mrr_at_3 + value: 37.1778 + - type: mrr_at_5 + value: 38.9511 + - type: mrr_at_10 + value: 40.213100000000004 + - type: mrr_at_20 + value: 40.941300000000005 + - type: mrr_at_100 + value: 41.348 + - type: mrr_at_1000 + value: 41.403099999999995 + - type: nauc_ndcg_at_1_max + value: 16.400699999999997 + - type: nauc_ndcg_at_1_std + value: -5.5362 + - type: nauc_ndcg_at_1_diff1 + value: 23.840700000000002 + - type: nauc_ndcg_at_3_max + value: 15.757299999999999 + - type: nauc_ndcg_at_3_std + value: -7.452300000000001 + - type: nauc_ndcg_at_3_diff1 + value: 21.5883 + - type: nauc_ndcg_at_5_max + value: 16.6611 + - type: nauc_ndcg_at_5_std + value: -6.5893 + - type: nauc_ndcg_at_5_diff1 + value: 21.9823 + - type: nauc_ndcg_at_10_max + value: 16.3811 + - type: nauc_ndcg_at_10_std + value: -7.4182 + - type: nauc_ndcg_at_10_diff1 + value: 20.6143 + - type: nauc_ndcg_at_20_max + value: 17.6966 + - type: nauc_ndcg_at_20_std + value: -5.3364 + - type: nauc_ndcg_at_20_diff1 + value: 22.195400000000003 + - type: nauc_ndcg_at_100_max + value: 18.502299999999998 + - type: nauc_ndcg_at_100_std + value: -4.5987 + - type: nauc_ndcg_at_100_diff1 + value: 22.203 + - type: nauc_ndcg_at_1000_max + value: 17.521 + - type: nauc_ndcg_at_1000_std + value: -4.9417 + - type: nauc_ndcg_at_1000_diff1 + value: 21.6817 + - type: nauc_map_at_1_max + value: 10.7865 + - type: nauc_map_at_1_std + value: -6.8217 + - type: nauc_map_at_1_diff1 + value: 30.4054 + - type: nauc_map_at_3_max + value: 13.8647 + - type: nauc_map_at_3_std + value: -8.1225 + - type: nauc_map_at_3_diff1 + value: 23.427300000000002 + - type: nauc_map_at_5_max + value: 15.957199999999998 + - type: nauc_map_at_5_std + value: -7.5722 + - type: nauc_map_at_5_diff1 + value: 22.4886 + - type: nauc_map_at_10_max + value: 16.0181 + - type: nauc_map_at_10_std + value: -7.7916 + - type: nauc_map_at_10_diff1 + value: 21.6723 + - type: nauc_map_at_20_max + value: 16.4548 + - type: nauc_map_at_20_std + value: -7.1005 + - type: nauc_map_at_20_diff1 + value: 22.256 + - type: nauc_map_at_100_max + value: 16.6799 + - type: nauc_map_at_100_std + value: -6.8926 + - type: nauc_map_at_100_diff1 + value: 22.3004 + - type: nauc_map_at_1000_max + value: 16.6639 + - type: nauc_map_at_1000_std + value: -6.866999999999999 + - type: nauc_map_at_1000_diff1 + value: 22.291800000000002 + - type: nauc_recall_at_1_max + value: 10.7865 + - type: nauc_recall_at_1_std + value: -6.8217 + - type: nauc_recall_at_1_diff1 + value: 30.4054 + - type: nauc_recall_at_3_max + value: 12.8505 + - type: nauc_recall_at_3_std + value: -7.6896 + - type: nauc_recall_at_3_diff1 + value: 20.0489 + - type: nauc_recall_at_5_max + value: 16.980999999999998 + - type: nauc_recall_at_5_std + value: -4.8139 + - type: nauc_recall_at_5_diff1 + value: 20.3521 + - type: nauc_recall_at_10_max + value: 15.8997 + - type: nauc_recall_at_10_std + value: -7.7366 + - type: nauc_recall_at_10_diff1 + value: 16.5065 + - type: nauc_recall_at_20_max + value: 21.0896 + - type: nauc_recall_at_20_std + value: -0.333 + - type: nauc_recall_at_20_diff1 + value: 22.159699999999997 + - type: nauc_recall_at_100_max + value: 30.9189 + - type: nauc_recall_at_100_std + value: 8.481 + - type: nauc_recall_at_100_diff1 + value: 24.049400000000002 + - type: nauc_recall_at_1000_max + value: 26.046999999999997 + - type: nauc_recall_at_1000_std + value: 76.382 + - type: nauc_recall_at_1000_diff1 + value: -13.2294 + - type: nauc_precision_at_1_max + value: 16.400699999999997 + - type: nauc_precision_at_1_std + value: -5.5362 + - type: nauc_precision_at_1_diff1 + value: 23.840700000000002 + - type: nauc_precision_at_3_max + value: 16.497899999999998 + - type: nauc_precision_at_3_std + value: -6.581099999999999 + - type: nauc_precision_at_3_diff1 + value: 10.273 + - type: nauc_precision_at_5_max + value: 17.7182 + - type: nauc_precision_at_5_std + value: -5.434 + - type: nauc_precision_at_5_diff1 + value: 7.5652 + - type: nauc_precision_at_10_max + value: 15.9478 + - type: nauc_precision_at_10_std + value: -4.4398 + - type: nauc_precision_at_10_diff1 + value: 4.8225999999999996 + - type: nauc_precision_at_20_max + value: 15.3146 + - type: nauc_precision_at_20_std + value: 0.0385 + - type: nauc_precision_at_20_diff1 + value: 5.4733 + - type: nauc_precision_at_100_max + value: 12.4018 + - type: nauc_precision_at_100_std + value: 2.9375 + - type: nauc_precision_at_100_diff1 + value: 1.0135 + - type: nauc_precision_at_1000_max + value: 6.2916 + - type: nauc_precision_at_1000_std + value: 2.5471 + - type: nauc_precision_at_1000_diff1 + value: -5.5712 + - type: nauc_mrr_at_1_max + value: 16.400699999999997 + - type: nauc_mrr_at_1_std + value: -5.5362 + - type: nauc_mrr_at_1_diff1 + value: 23.840700000000002 + - type: nauc_mrr_at_3_max + value: 15.9635 + - type: nauc_mrr_at_3_std + value: -5.9116 + - type: nauc_mrr_at_3_diff1 + value: 21.7773 + - type: nauc_mrr_at_5_max + value: 16.4988 + - type: nauc_mrr_at_5_std + value: -5.7192 + - type: nauc_mrr_at_5_diff1 + value: 22.0378 + - type: nauc_mrr_at_10_max + value: 16.0769 + - type: nauc_mrr_at_10_std + value: -6.0665 + - type: nauc_mrr_at_10_diff1 + value: 21.5964 + - type: nauc_mrr_at_20_max + value: 16.5854 + - type: nauc_mrr_at_20_std + value: -5.5183 + - type: nauc_mrr_at_20_diff1 + value: 21.962799999999998 + - type: nauc_mrr_at_100_max + value: 16.6241 + - type: nauc_mrr_at_100_std + value: -5.593999999999999 + - type: nauc_mrr_at_100_diff1 + value: 21.9368 + - type: nauc_mrr_at_1000_max + value: 16.6042 + - type: nauc_mrr_at_1000_std + value: -5.5921 + - type: nauc_mrr_at_1000_diff1 + value: 21.9372 + - type: main_score + value: 39.837 + task: + type: Retrieval + - dataset: + config: ara-eng + name: MTEB XPQARetrieval (ara-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 40.431 + - type: ndcg_at_3 + value: 41.419 + - type: ndcg_at_5 + value: 44.051 + - type: ndcg_at_10 + value: 48.94 + - type: ndcg_at_20 + value: 52.532999999999994 + - type: ndcg_at_100 + value: 56.203 + - type: ndcg_at_1000 + value: 57.467999999999996 + - type: map_at_1 + value: 22.534000000000002 + - type: map_at_3 + value: 34.567 + - type: map_at_5 + value: 38.968 + - type: map_at_10 + value: 41.865 + - type: map_at_20 + value: 43.169999999999995 + - type: map_at_100 + value: 43.861 + - type: map_at_1000 + value: 43.932 + - type: recall_at_1 + value: 22.534000000000002 + - type: recall_at_3 + value: 40.119 + - type: recall_at_5 + value: 49.569 + - type: recall_at_10 + value: 62.156 + - type: recall_at_20 + value: 74.191 + - type: recall_at_100 + value: 90.973 + - type: recall_at_1000 + value: 99.72999999999999 + - type: precision_at_1 + value: 40.431 + - type: precision_at_3 + value: 27.808 + - type: precision_at_5 + value: 21.429000000000002 + - type: precision_at_10 + value: 13.248 + - type: precision_at_20 + value: 7.79 + - type: precision_at_100 + value: 1.8769999999999998 + - type: precision_at_1000 + value: 0.202 + - type: mrr_at_1 + value: 40.4313 + - type: mrr_at_3 + value: 46.0916 + - type: mrr_at_5 + value: 47.594300000000004 + - type: mrr_at_10 + value: 48.9732 + - type: mrr_at_20 + value: 49.7054 + - type: mrr_at_100 + value: 50.041500000000006 + - type: mrr_at_1000 + value: 50.0707 + - type: nauc_ndcg_at_1_max + value: 15.1951 + - type: nauc_ndcg_at_1_std + value: -7.383000000000001 + - type: nauc_ndcg_at_1_diff1 + value: 44.9728 + - type: nauc_ndcg_at_3_max + value: 14.8997 + - type: nauc_ndcg_at_3_std + value: -8.351 + - type: nauc_ndcg_at_3_diff1 + value: 39.8166 + - type: nauc_ndcg_at_5_max + value: 15.0176 + - type: nauc_ndcg_at_5_std + value: -8.8725 + - type: nauc_ndcg_at_5_diff1 + value: 40.783199999999994 + - type: nauc_ndcg_at_10_max + value: 15.9113 + - type: nauc_ndcg_at_10_std + value: -7.8721 + - type: nauc_ndcg_at_10_diff1 + value: 38.6042 + - type: nauc_ndcg_at_20_max + value: 16.4302 + - type: nauc_ndcg_at_20_std + value: -8.289100000000001 + - type: nauc_ndcg_at_20_diff1 + value: 37.4589 + - type: nauc_ndcg_at_100_max + value: 17.0905 + - type: nauc_ndcg_at_100_std + value: -6.3226 + - type: nauc_ndcg_at_100_diff1 + value: 38.9374 + - type: nauc_ndcg_at_1000_max + value: 16.7029 + - type: nauc_ndcg_at_1000_std + value: -6.5749 + - type: nauc_ndcg_at_1000_diff1 + value: 39.466499999999996 + - type: nauc_map_at_1_max + value: 8.2544 + - type: nauc_map_at_1_std + value: -8.0238 + - type: nauc_map_at_1_diff1 + value: 50.0918 + - type: nauc_map_at_3_max + value: 12.856100000000001 + - type: nauc_map_at_3_std + value: -8.1166 + - type: nauc_map_at_3_diff1 + value: 42.591499999999996 + - type: nauc_map_at_5_max + value: 14.585899999999999 + - type: nauc_map_at_5_std + value: -8.651 + - type: nauc_map_at_5_diff1 + value: 41.7995 + - type: nauc_map_at_10_max + value: 15.053700000000001 + - type: nauc_map_at_10_std + value: -8.4534 + - type: nauc_map_at_10_diff1 + value: 40.5694 + - type: nauc_map_at_20_max + value: 15.2464 + - type: nauc_map_at_20_std + value: -8.4105 + - type: nauc_map_at_20_diff1 + value: 40.247 + - type: nauc_map_at_100_max + value: 15.403500000000001 + - type: nauc_map_at_100_std + value: -8.0839 + - type: nauc_map_at_100_diff1 + value: 40.4773 + - type: nauc_map_at_1000_max + value: 15.4026 + - type: nauc_map_at_1000_std + value: -8.0595 + - type: nauc_map_at_1000_diff1 + value: 40.5072 + - type: nauc_recall_at_1_max + value: 8.2544 + - type: nauc_recall_at_1_std + value: -8.0238 + - type: nauc_recall_at_1_diff1 + value: 50.0918 + - type: nauc_recall_at_3_max + value: 12.277299999999999 + - type: nauc_recall_at_3_std + value: -9.118500000000001 + - type: nauc_recall_at_3_diff1 + value: 36.4835 + - type: nauc_recall_at_5_max + value: 14.2132 + - type: nauc_recall_at_5_std + value: -9.8443 + - type: nauc_recall_at_5_diff1 + value: 35.8991 + - type: nauc_recall_at_10_max + value: 16.366 + - type: nauc_recall_at_10_std + value: -7.4818 + - type: nauc_recall_at_10_diff1 + value: 29.0377 + - type: nauc_recall_at_20_max + value: 18.6811 + - type: nauc_recall_at_20_std + value: -10.5513 + - type: nauc_recall_at_20_diff1 + value: 22.176000000000002 + - type: nauc_recall_at_100_max + value: 29.7045 + - type: nauc_recall_at_100_std + value: 9.742099999999999 + - type: nauc_recall_at_100_diff1 + value: 25.9885 + - type: nauc_recall_at_1000_max + value: 93.46600000000001 + - type: nauc_recall_at_1000_std + value: 100.0 + - type: nauc_recall_at_1000_diff1 + value: 41.4392 + - type: nauc_precision_at_1_max + value: 15.1951 + - type: nauc_precision_at_1_std + value: -7.383000000000001 + - type: nauc_precision_at_1_diff1 + value: 44.9728 + - type: nauc_precision_at_3_max + value: 16.525100000000002 + - type: nauc_precision_at_3_std + value: -4.3446 + - type: nauc_precision_at_3_diff1 + value: 19.7715 + - type: nauc_precision_at_5_max + value: 16.9379 + - type: nauc_precision_at_5_std + value: -4.0563 + - type: nauc_precision_at_5_diff1 + value: 15.2538 + - type: nauc_precision_at_10_max + value: 16.322400000000002 + - type: nauc_precision_at_10_std + value: -1.1322 + - type: nauc_precision_at_10_diff1 + value: 8.8521 + - type: nauc_precision_at_20_max + value: 15.4057 + - type: nauc_precision_at_20_std + value: -0.0786 + - type: nauc_precision_at_20_diff1 + value: 2.2925 + - type: nauc_precision_at_100_max + value: 14.4875 + - type: nauc_precision_at_100_std + value: 6.1555 + - type: nauc_precision_at_100_diff1 + value: -3.3948 + - type: nauc_precision_at_1000_max + value: 11.7918 + - type: nauc_precision_at_1000_std + value: 7.2702 + - type: nauc_precision_at_1000_diff1 + value: -6.092899999999999 + - type: nauc_mrr_at_1_max + value: 15.1951 + - type: nauc_mrr_at_1_std + value: -7.383000000000001 + - type: nauc_mrr_at_1_diff1 + value: 44.9728 + - type: nauc_mrr_at_3_max + value: 14.9827 + - type: nauc_mrr_at_3_std + value: -8.318399999999999 + - type: nauc_mrr_at_3_diff1 + value: 41.3121 + - type: nauc_mrr_at_5_max + value: 15.124199999999998 + - type: nauc_mrr_at_5_std + value: -7.7966 + - type: nauc_mrr_at_5_diff1 + value: 41.3247 + - type: nauc_mrr_at_10_max + value: 15.533900000000001 + - type: nauc_mrr_at_10_std + value: -7.1795 + - type: nauc_mrr_at_10_diff1 + value: 40.8464 + - type: nauc_mrr_at_20_max + value: 15.5946 + - type: nauc_mrr_at_20_std + value: -7.549 + - type: nauc_mrr_at_20_diff1 + value: 40.641 + - type: nauc_mrr_at_100_max + value: 15.6543 + - type: nauc_mrr_at_100_std + value: -7.3051 + - type: nauc_mrr_at_100_diff1 + value: 40.930699999999995 + - type: nauc_mrr_at_1000_max + value: 15.653900000000002 + - type: nauc_mrr_at_1000_std + value: -7.321400000000001 + - type: nauc_mrr_at_1000_diff1 + value: 40.949600000000004 + - type: main_score + value: 48.94 + task: + type: Retrieval + - dataset: + config: deu-deu + name: MTEB XPQARetrieval (deu-deu) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 76.50099999999999 + - type: ndcg_at_3 + value: 79.38199999999999 + - type: ndcg_at_5 + value: 81.00500000000001 + - type: ndcg_at_10 + value: 82.786 + - type: ndcg_at_20 + value: 83.844 + - type: ndcg_at_100 + value: 84.708 + - type: ndcg_at_1000 + value: 84.956 + - type: map_at_1 + value: 58.464000000000006 + - type: map_at_3 + value: 75.177 + - type: map_at_5 + value: 78.11200000000001 + - type: map_at_10 + value: 79.176 + - type: map_at_20 + value: 79.56800000000001 + - type: map_at_100 + value: 79.729 + - type: map_at_1000 + value: 79.742 + - type: recall_at_1 + value: 58.464000000000006 + - type: recall_at_3 + value: 79.963 + - type: recall_at_5 + value: 85.757 + - type: recall_at_10 + value: 90.372 + - type: recall_at_20 + value: 94.13 + - type: recall_at_100 + value: 98.24000000000001 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 76.50099999999999 + - type: precision_at_3 + value: 41.601 + - type: precision_at_5 + value: 27.807 + - type: precision_at_10 + value: 14.817 + - type: precision_at_20 + value: 7.715 + - type: precision_at_100 + value: 1.6070000000000002 + - type: precision_at_1000 + value: 0.163 + - type: mrr_at_1 + value: 76.5013 + - type: mrr_at_3 + value: 80.8094 + - type: mrr_at_5 + value: 81.48830000000001 + - type: mrr_at_10 + value: 81.9418 + - type: mrr_at_20 + value: 82.11349999999999 + - type: mrr_at_100 + value: 82.2073 + - type: mrr_at_1000 + value: 82.2154 + - type: nauc_ndcg_at_1_max + value: 26.421400000000002 + - type: nauc_ndcg_at_1_std + value: -6.8523 + - type: nauc_ndcg_at_1_diff1 + value: 66.00789999999999 + - type: nauc_ndcg_at_3_max + value: 24.5985 + - type: nauc_ndcg_at_3_std + value: -12.808 + - type: nauc_ndcg_at_3_diff1 + value: 61.487899999999996 + - type: nauc_ndcg_at_5_max + value: 25.438499999999998 + - type: nauc_ndcg_at_5_std + value: -12.5671 + - type: nauc_ndcg_at_5_diff1 + value: 62.62029999999999 + - type: nauc_ndcg_at_10_max + value: 26.9001 + - type: nauc_ndcg_at_10_std + value: -12.1791 + - type: nauc_ndcg_at_10_diff1 + value: 62.51330000000001 + - type: nauc_ndcg_at_20_max + value: 28.2273 + - type: nauc_ndcg_at_20_std + value: -10.496 + - type: nauc_ndcg_at_20_diff1 + value: 62.7394 + - type: nauc_ndcg_at_100_max + value: 27.908 + - type: nauc_ndcg_at_100_std + value: -10.369299999999999 + - type: nauc_ndcg_at_100_diff1 + value: 62.87629999999999 + - type: nauc_ndcg_at_1000_max + value: 27.346700000000002 + - type: nauc_ndcg_at_1000_std + value: -10.7048 + - type: nauc_ndcg_at_1000_diff1 + value: 63.1168 + - type: nauc_map_at_1_max + value: 3.7596 + - type: nauc_map_at_1_std + value: -17.302300000000002 + - type: nauc_map_at_1_diff1 + value: 64.732 + - type: nauc_map_at_3_max + value: 18.6924 + - type: nauc_map_at_3_std + value: -14.8056 + - type: nauc_map_at_3_diff1 + value: 60.3108 + - type: nauc_map_at_5_max + value: 23.427300000000002 + - type: nauc_map_at_5_std + value: -12.6446 + - type: nauc_map_at_5_diff1 + value: 61.530300000000004 + - type: nauc_map_at_10_max + value: 24.5208 + - type: nauc_map_at_10_std + value: -12.784 + - type: nauc_map_at_10_diff1 + value: 61.9096 + - type: nauc_map_at_20_max + value: 24.9527 + - type: nauc_map_at_20_std + value: -12.2979 + - type: nauc_map_at_20_diff1 + value: 62.0422 + - type: nauc_map_at_100_max + value: 24.957099999999997 + - type: nauc_map_at_100_std + value: -12.1761 + - type: nauc_map_at_100_diff1 + value: 62.0615 + - type: nauc_map_at_1000_max + value: 24.947 + - type: nauc_map_at_1000_std + value: -12.1796 + - type: nauc_map_at_1000_diff1 + value: 62.075599999999994 + - type: nauc_recall_at_1_max + value: 3.7596 + - type: nauc_recall_at_1_std + value: -17.302300000000002 + - type: nauc_recall_at_1_diff1 + value: 64.732 + - type: nauc_recall_at_3_max + value: 17.166 + - type: nauc_recall_at_3_std + value: -18.369 + - type: nauc_recall_at_3_diff1 + value: 56.779599999999995 + - type: nauc_recall_at_5_max + value: 25.8084 + - type: nauc_recall_at_5_std + value: -15.7998 + - type: nauc_recall_at_5_diff1 + value: 59.6345 + - type: nauc_recall_at_10_max + value: 30.542 + - type: nauc_recall_at_10_std + value: -14.876000000000001 + - type: nauc_recall_at_10_diff1 + value: 57.2566 + - type: nauc_recall_at_20_max + value: 44.112 + - type: nauc_recall_at_20_std + value: -2.2776 + - type: nauc_recall_at_20_diff1 + value: 55.5964 + - type: nauc_recall_at_100_max + value: 62.568400000000004 + - type: nauc_recall_at_100_std + value: 10.5258 + - type: nauc_recall_at_100_diff1 + value: 50.6795 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 26.421400000000002 + - type: nauc_precision_at_1_std + value: -6.8523 + - type: nauc_precision_at_1_diff1 + value: 66.00789999999999 + - type: nauc_precision_at_3_max + value: 23.0231 + - type: nauc_precision_at_3_std + value: 8.4764 + - type: nauc_precision_at_3_diff1 + value: -7.8773 + - type: nauc_precision_at_5_max + value: 23.3797 + - type: nauc_precision_at_5_std + value: 11.4397 + - type: nauc_precision_at_5_diff1 + value: -12.4793 + - type: nauc_precision_at_10_max + value: 22.6635 + - type: nauc_precision_at_10_std + value: 12.6862 + - type: nauc_precision_at_10_diff1 + value: -17.596400000000003 + - type: nauc_precision_at_20_max + value: 22.3165 + - type: nauc_precision_at_20_std + value: 15.3864 + - type: nauc_precision_at_20_diff1 + value: -21.0288 + - type: nauc_precision_at_100_max + value: 20.4539 + - type: nauc_precision_at_100_std + value: 16.4493 + - type: nauc_precision_at_100_diff1 + value: -25.485200000000003 + - type: nauc_precision_at_1000_max + value: 18.8977 + - type: nauc_precision_at_1000_std + value: 15.846599999999999 + - type: nauc_precision_at_1000_diff1 + value: -27.125500000000002 + - type: nauc_mrr_at_1_max + value: 26.421400000000002 + - type: nauc_mrr_at_1_std + value: -6.8523 + - type: nauc_mrr_at_1_diff1 + value: 66.00789999999999 + - type: nauc_mrr_at_3_max + value: 27.189999999999998 + - type: nauc_mrr_at_3_std + value: -9.2926 + - type: nauc_mrr_at_3_diff1 + value: 65.30369999999999 + - type: nauc_mrr_at_5_max + value: 27.667199999999998 + - type: nauc_mrr_at_5_std + value: -8.927200000000001 + - type: nauc_mrr_at_5_diff1 + value: 65.5095 + - type: nauc_mrr_at_10_max + value: 27.8952 + - type: nauc_mrr_at_10_std + value: -8.6145 + - type: nauc_mrr_at_10_diff1 + value: 65.3049 + - type: nauc_mrr_at_20_max + value: 28.0678 + - type: nauc_mrr_at_20_std + value: -8.3568 + - type: nauc_mrr_at_20_diff1 + value: 65.24640000000001 + - type: nauc_mrr_at_100_max + value: 28.0136 + - type: nauc_mrr_at_100_std + value: -8.332699999999999 + - type: nauc_mrr_at_100_diff1 + value: 65.2812 + - type: nauc_mrr_at_1000_max + value: 27.9975 + - type: nauc_mrr_at_1000_std + value: -8.3227 + - type: nauc_mrr_at_1000_diff1 + value: 65.2851 + - type: main_score + value: 82.786 + task: + type: Retrieval + - dataset: + config: eng-deu + name: MTEB XPQARetrieval (eng-deu) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 52.611 + - type: ndcg_at_3 + value: 55.35099999999999 + - type: ndcg_at_5 + value: 57.452999999999996 + - type: ndcg_at_10 + value: 61.553999999999995 + - type: ndcg_at_20 + value: 63.919000000000004 + - type: ndcg_at_100 + value: 66.90700000000001 + - type: ndcg_at_1000 + value: 67.685 + - type: map_at_1 + value: 33.47 + - type: map_at_3 + value: 48.186 + - type: map_at_5 + value: 52.11 + - type: map_at_10 + value: 54.495000000000005 + - type: map_at_20 + value: 55.506 + - type: map_at_100 + value: 56.147000000000006 + - type: map_at_1000 + value: 56.19 + - type: recall_at_1 + value: 33.47 + - type: recall_at_3 + value: 55.174 + - type: recall_at_5 + value: 63.512 + - type: recall_at_10 + value: 73.934 + - type: recall_at_20 + value: 81.26400000000001 + - type: recall_at_100 + value: 94.606 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 52.611 + - type: precision_at_3 + value: 33.812 + - type: precision_at_5 + value: 24.543 + - type: precision_at_10 + value: 14.491000000000001 + - type: precision_at_20 + value: 8.114 + - type: precision_at_100 + value: 1.875 + - type: precision_at_1000 + value: 0.196 + - type: mrr_at_1 + value: 52.611 + - type: mrr_at_3 + value: 60.030499999999996 + - type: mrr_at_5 + value: 61.283699999999996 + - type: mrr_at_10 + value: 62.258500000000005 + - type: mrr_at_20 + value: 62.6364 + - type: mrr_at_100 + value: 62.8997 + - type: mrr_at_1000 + value: 62.9199 + - type: nauc_ndcg_at_1_max + value: 16.5841 + - type: nauc_ndcg_at_1_std + value: -11.3011 + - type: nauc_ndcg_at_1_diff1 + value: 48.918800000000005 + - type: nauc_ndcg_at_3_max + value: 14.482000000000001 + - type: nauc_ndcg_at_3_std + value: -15.884799999999998 + - type: nauc_ndcg_at_3_diff1 + value: 41.1012 + - type: nauc_ndcg_at_5_max + value: 16.7268 + - type: nauc_ndcg_at_5_std + value: -15.0689 + - type: nauc_ndcg_at_5_diff1 + value: 41.821999999999996 + - type: nauc_ndcg_at_10_max + value: 19.6706 + - type: nauc_ndcg_at_10_std + value: -13.5625 + - type: nauc_ndcg_at_10_diff1 + value: 42.910199999999996 + - type: nauc_ndcg_at_20_max + value: 20.1155 + - type: nauc_ndcg_at_20_std + value: -13.112599999999999 + - type: nauc_ndcg_at_20_diff1 + value: 42.9732 + - type: nauc_ndcg_at_100_max + value: 19.528200000000002 + - type: nauc_ndcg_at_100_std + value: -11.7813 + - type: nauc_ndcg_at_100_diff1 + value: 43.2466 + - type: nauc_ndcg_at_1000_max + value: 18.7823 + - type: nauc_ndcg_at_1000_std + value: -12.6254 + - type: nauc_ndcg_at_1000_diff1 + value: 43.4106 + - type: nauc_map_at_1_max + value: 6.1092 + - type: nauc_map_at_1_std + value: -12.2419 + - type: nauc_map_at_1_diff1 + value: 46.5486 + - type: nauc_map_at_3_max + value: 10.0932 + - type: nauc_map_at_3_std + value: -16.7577 + - type: nauc_map_at_3_diff1 + value: 41.3579 + - type: nauc_map_at_5_max + value: 15.0646 + - type: nauc_map_at_5_std + value: -14.5421 + - type: nauc_map_at_5_diff1 + value: 42.2227 + - type: nauc_map_at_10_max + value: 17.0809 + - type: nauc_map_at_10_std + value: -13.3778 + - type: nauc_map_at_10_diff1 + value: 42.6515 + - type: nauc_map_at_20_max + value: 17.3871 + - type: nauc_map_at_20_std + value: -13.2265 + - type: nauc_map_at_20_diff1 + value: 42.675000000000004 + - type: nauc_map_at_100_max + value: 17.310200000000002 + - type: nauc_map_at_100_std + value: -13.006899999999998 + - type: nauc_map_at_100_diff1 + value: 42.7658 + - type: nauc_map_at_1000_max + value: 17.2708 + - type: nauc_map_at_1000_std + value: -13.033100000000001 + - type: nauc_map_at_1000_diff1 + value: 42.7749 + - type: nauc_recall_at_1_max + value: 6.1092 + - type: nauc_recall_at_1_std + value: -12.2419 + - type: nauc_recall_at_1_diff1 + value: 46.5486 + - type: nauc_recall_at_3_max + value: 9.3434 + - type: nauc_recall_at_3_std + value: -19.6576 + - type: nauc_recall_at_3_diff1 + value: 34.3957 + - type: nauc_recall_at_5_max + value: 17.509900000000002 + - type: nauc_recall_at_5_std + value: -16.483800000000002 + - type: nauc_recall_at_5_diff1 + value: 35.219699999999996 + - type: nauc_recall_at_10_max + value: 26.226100000000002 + - type: nauc_recall_at_10_std + value: -12.9214 + - type: nauc_recall_at_10_diff1 + value: 37.282199999999996 + - type: nauc_recall_at_20_max + value: 30.043300000000002 + - type: nauc_recall_at_20_std + value: -11.3898 + - type: nauc_recall_at_20_diff1 + value: 37.284299999999995 + - type: nauc_recall_at_100_max + value: 39.2414 + - type: nauc_recall_at_100_std + value: 17.4601 + - type: nauc_recall_at_100_diff1 + value: 33.346399999999996 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 16.5841 + - type: nauc_precision_at_1_std + value: -11.3011 + - type: nauc_precision_at_1_diff1 + value: 48.918800000000005 + - type: nauc_precision_at_3_max + value: 17.1762 + - type: nauc_precision_at_3_std + value: -7.4501 + - type: nauc_precision_at_3_diff1 + value: 15.323300000000001 + - type: nauc_precision_at_5_max + value: 22.8815 + - type: nauc_precision_at_5_std + value: -0.5288 + - type: nauc_precision_at_5_diff1 + value: 12.3391 + - type: nauc_precision_at_10_max + value: 24.071 + - type: nauc_precision_at_10_std + value: 4.2305 + - type: nauc_precision_at_10_diff1 + value: 8.2249 + - type: nauc_precision_at_20_max + value: 22.3454 + - type: nauc_precision_at_20_std + value: 6.3214999999999995 + - type: nauc_precision_at_20_diff1 + value: 3.657 + - type: nauc_precision_at_100_max + value: 17.1519 + - type: nauc_precision_at_100_std + value: 10.456 + - type: nauc_precision_at_100_diff1 + value: -2.6913 + - type: nauc_precision_at_1000_max + value: 13.459999999999999 + - type: nauc_precision_at_1000_std + value: 8.7778 + - type: nauc_precision_at_1000_diff1 + value: -5.4030000000000005 + - type: nauc_mrr_at_1_max + value: 16.5841 + - type: nauc_mrr_at_1_std + value: -11.3011 + - type: nauc_mrr_at_1_diff1 + value: 48.918800000000005 + - type: nauc_mrr_at_3_max + value: 16.653000000000002 + - type: nauc_mrr_at_3_std + value: -14.7389 + - type: nauc_mrr_at_3_diff1 + value: 44.8071 + - type: nauc_mrr_at_5_max + value: 17.4861 + - type: nauc_mrr_at_5_std + value: -14.236699999999999 + - type: nauc_mrr_at_5_diff1 + value: 45.077 + - type: nauc_mrr_at_10_max + value: 17.8141 + - type: nauc_mrr_at_10_std + value: -14.1736 + - type: nauc_mrr_at_10_diff1 + value: 45.467800000000004 + - type: nauc_mrr_at_20_max + value: 17.8372 + - type: nauc_mrr_at_20_std + value: -14.008899999999999 + - type: nauc_mrr_at_20_diff1 + value: 45.4519 + - type: nauc_mrr_at_100_max + value: 17.7926 + - type: nauc_mrr_at_100_std + value: -13.847999999999999 + - type: nauc_mrr_at_100_diff1 + value: 45.4838 + - type: nauc_mrr_at_1000_max + value: 17.7819 + - type: nauc_mrr_at_1000_std + value: -13.858899999999998 + - type: nauc_mrr_at_1000_diff1 + value: 45.4901 + - type: main_score + value: 61.553999999999995 + task: + type: Retrieval + - dataset: + config: deu-eng + name: MTEB XPQARetrieval (deu-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 70.235 + - type: ndcg_at_3 + value: 74.824 + - type: ndcg_at_5 + value: 76.47699999999999 + - type: ndcg_at_10 + value: 78.803 + - type: ndcg_at_20 + value: 80.19 + - type: ndcg_at_100 + value: 81.07799999999999 + - type: ndcg_at_1000 + value: 81.40899999999999 + - type: map_at_1 + value: 52.818 + - type: map_at_3 + value: 70.246 + - type: map_at_5 + value: 72.993 + - type: map_at_10 + value: 74.40299999999999 + - type: map_at_20 + value: 74.895 + - type: map_at_100 + value: 75.07000000000001 + - type: map_at_1000 + value: 75.088 + - type: recall_at_1 + value: 52.818 + - type: recall_at_3 + value: 76.754 + - type: recall_at_5 + value: 82.637 + - type: recall_at_10 + value: 88.655 + - type: recall_at_20 + value: 93.61 + - type: recall_at_100 + value: 97.731 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 70.235 + - type: precision_at_3 + value: 40.078 + - type: precision_at_5 + value: 26.71 + - type: precision_at_10 + value: 14.556 + - type: precision_at_20 + value: 7.663 + - type: precision_at_100 + value: 1.599 + - type: precision_at_1000 + value: 0.163 + - type: mrr_at_1 + value: 70.235 + - type: mrr_at_3 + value: 75.9138 + - type: mrr_at_5 + value: 76.7037 + - type: mrr_at_10 + value: 77.3056 + - type: mrr_at_20 + value: 77.5656 + - type: mrr_at_100 + value: 77.6569 + - type: mrr_at_1000 + value: 77.6696 + - type: nauc_ndcg_at_1_max + value: 25.1619 + - type: nauc_ndcg_at_1_std + value: -0.7263999999999999 + - type: nauc_ndcg_at_1_diff1 + value: 65.1948 + - type: nauc_ndcg_at_3_max + value: 25.8175 + - type: nauc_ndcg_at_3_std + value: -2.3762 + - type: nauc_ndcg_at_3_diff1 + value: 59.4128 + - type: nauc_ndcg_at_5_max + value: 25.0684 + - type: nauc_ndcg_at_5_std + value: -4.3933 + - type: nauc_ndcg_at_5_diff1 + value: 60.352799999999995 + - type: nauc_ndcg_at_10_max + value: 26.7085 + - type: nauc_ndcg_at_10_std + value: -4.2019 + - type: nauc_ndcg_at_10_diff1 + value: 59.8279 + - type: nauc_ndcg_at_20_max + value: 25.810100000000002 + - type: nauc_ndcg_at_20_std + value: -4.8735 + - type: nauc_ndcg_at_20_diff1 + value: 60.0599 + - type: nauc_ndcg_at_100_max + value: 26.298199999999998 + - type: nauc_ndcg_at_100_std + value: -3.2313 + - type: nauc_ndcg_at_100_diff1 + value: 60.4383 + - type: nauc_ndcg_at_1000_max + value: 25.988899999999997 + - type: nauc_ndcg_at_1000_std + value: -3.3307 + - type: nauc_ndcg_at_1000_diff1 + value: 60.8255 + - type: nauc_map_at_1_max + value: 8.6994 + - type: nauc_map_at_1_std + value: -10.7458 + - type: nauc_map_at_1_diff1 + value: 65.75619999999999 + - type: nauc_map_at_3_max + value: 21.6669 + - type: nauc_map_at_3_std + value: -4.5215 + - type: nauc_map_at_3_diff1 + value: 59.4025 + - type: nauc_map_at_5_max + value: 23.5518 + - type: nauc_map_at_5_std + value: -3.9454000000000002 + - type: nauc_map_at_5_diff1 + value: 59.6988 + - type: nauc_map_at_10_max + value: 24.656200000000002 + - type: nauc_map_at_10_std + value: -3.9322000000000004 + - type: nauc_map_at_10_diff1 + value: 59.8039 + - type: nauc_map_at_20_max + value: 24.4942 + - type: nauc_map_at_20_std + value: -4.0693 + - type: nauc_map_at_20_diff1 + value: 59.906400000000005 + - type: nauc_map_at_100_max + value: 24.6528 + - type: nauc_map_at_100_std + value: -3.7056999999999998 + - type: nauc_map_at_100_diff1 + value: 59.971799999999995 + - type: nauc_map_at_1000_max + value: 24.6456 + - type: nauc_map_at_1000_std + value: -3.7089999999999996 + - type: nauc_map_at_1000_diff1 + value: 59.9885 + - type: nauc_recall_at_1_max + value: 8.6994 + - type: nauc_recall_at_1_std + value: -10.7458 + - type: nauc_recall_at_1_diff1 + value: 65.75619999999999 + - type: nauc_recall_at_3_max + value: 22.572200000000002 + - type: nauc_recall_at_3_std + value: -4.9274 + - type: nauc_recall_at_3_diff1 + value: 53.802499999999995 + - type: nauc_recall_at_5_max + value: 26.667099999999998 + - type: nauc_recall_at_5_std + value: -7.9305 + - type: nauc_recall_at_5_diff1 + value: 55.3477 + - type: nauc_recall_at_10_max + value: 33.536 + - type: nauc_recall_at_10_std + value: -8.651200000000001 + - type: nauc_recall_at_10_diff1 + value: 51.35960000000001 + - type: nauc_recall_at_20_max + value: 27.3018 + - type: nauc_recall_at_20_std + value: -19.4793 + - type: nauc_recall_at_20_diff1 + value: 47.628 + - type: nauc_recall_at_100_max + value: 41.7896 + - type: nauc_recall_at_100_std + value: -0.23349999999999999 + - type: nauc_recall_at_100_diff1 + value: 40.6395 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 25.1619 + - type: nauc_precision_at_1_std + value: -0.7263999999999999 + - type: nauc_precision_at_1_diff1 + value: 65.1948 + - type: nauc_precision_at_3_max + value: 20.8077 + - type: nauc_precision_at_3_std + value: 10.3555 + - type: nauc_precision_at_3_diff1 + value: -3.1952000000000003 + - type: nauc_precision_at_5_max + value: 18.6781 + - type: nauc_precision_at_5_std + value: 10.2744 + - type: nauc_precision_at_5_diff1 + value: -8.9938 + - type: nauc_precision_at_10_max + value: 17.8588 + - type: nauc_precision_at_10_std + value: 10.4652 + - type: nauc_precision_at_10_diff1 + value: -14.682 + - type: nauc_precision_at_20_max + value: 15.6577 + - type: nauc_precision_at_20_std + value: 10.1737 + - type: nauc_precision_at_20_diff1 + value: -19.2862 + - type: nauc_precision_at_100_max + value: 14.5784 + - type: nauc_precision_at_100_std + value: 13.306899999999999 + - type: nauc_precision_at_100_diff1 + value: -22.8325 + - type: nauc_precision_at_1000_max + value: 12.790099999999999 + - type: nauc_precision_at_1000_std + value: 12.6154 + - type: nauc_precision_at_1000_diff1 + value: -24.786 + - type: nauc_mrr_at_1_max + value: 25.1619 + - type: nauc_mrr_at_1_std + value: -0.7263999999999999 + - type: nauc_mrr_at_1_diff1 + value: 65.1948 + - type: nauc_mrr_at_3_max + value: 25.4747 + - type: nauc_mrr_at_3_std + value: -1.6504 + - type: nauc_mrr_at_3_diff1 + value: 63.4727 + - type: nauc_mrr_at_5_max + value: 26.0277 + - type: nauc_mrr_at_5_std + value: -2.1883 + - type: nauc_mrr_at_5_diff1 + value: 63.9421 + - type: nauc_mrr_at_10_max + value: 26.1946 + - type: nauc_mrr_at_10_std + value: -2.0811 + - type: nauc_mrr_at_10_diff1 + value: 63.58970000000001 + - type: nauc_mrr_at_20_max + value: 26.015700000000002 + - type: nauc_mrr_at_20_std + value: -2.1675 + - type: nauc_mrr_at_20_diff1 + value: 63.6384 + - type: nauc_mrr_at_100_max + value: 26.051099999999998 + - type: nauc_mrr_at_100_std + value: -2.0483000000000002 + - type: nauc_mrr_at_100_diff1 + value: 63.65650000000001 + - type: nauc_mrr_at_1000_max + value: 26.0428 + - type: nauc_mrr_at_1000_std + value: -2.0357 + - type: nauc_mrr_at_1000_diff1 + value: 63.6706 + - type: main_score + value: 78.803 + task: + type: Retrieval + - dataset: + config: spa-spa + name: MTEB XPQARetrieval (spa-spa) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 64.18700000000001 + - type: ndcg_at_3 + value: 62.714999999999996 + - type: ndcg_at_5 + value: 64.134 + - type: ndcg_at_10 + value: 68.143 + - type: ndcg_at_20 + value: 70.625 + - type: ndcg_at_100 + value: 73.333 + - type: ndcg_at_1000 + value: 74.02300000000001 + - type: map_at_1 + value: 34.400999999999996 + - type: map_at_3 + value: 53.096 + - type: map_at_5 + value: 58.777 + - type: map_at_10 + value: 61.573 + - type: map_at_20 + value: 62.687000000000005 + - type: map_at_100 + value: 63.269 + - type: map_at_1000 + value: 63.318 + - type: recall_at_1 + value: 34.400999999999996 + - type: recall_at_3 + value: 57.654 + - type: recall_at_5 + value: 67.167 + - type: recall_at_10 + value: 76.31599999999999 + - type: recall_at_20 + value: 83.731 + - type: recall_at_100 + value: 95.502 + - type: recall_at_1000 + value: 99.58 + - type: precision_at_1 + value: 64.18700000000001 + - type: precision_at_3 + value: 43.674 + - type: precision_at_5 + value: 32.458999999999996 + - type: precision_at_10 + value: 18.802 + - type: precision_at_20 + value: 10.397 + - type: precision_at_100 + value: 2.339 + - type: precision_at_1000 + value: 0.244 + - type: mrr_at_1 + value: 64.1866 + - type: mrr_at_3 + value: 69.462 + - type: mrr_at_5 + value: 70.50229999999999 + - type: mrr_at_10 + value: 71.2518 + - type: mrr_at_20 + value: 71.557 + - type: mrr_at_100 + value: 71.7585 + - type: mrr_at_1000 + value: 71.7673 + - type: nauc_ndcg_at_1_max + value: 23.9545 + - type: nauc_ndcg_at_1_std + value: -18.5283 + - type: nauc_ndcg_at_1_diff1 + value: 56.835800000000006 + - type: nauc_ndcg_at_3_max + value: 25.2159 + - type: nauc_ndcg_at_3_std + value: -18.8174 + - type: nauc_ndcg_at_3_diff1 + value: 46.1027 + - type: nauc_ndcg_at_5_max + value: 23.9479 + - type: nauc_ndcg_at_5_std + value: -19.895699999999998 + - type: nauc_ndcg_at_5_diff1 + value: 46.0545 + - type: nauc_ndcg_at_10_max + value: 25.2543 + - type: nauc_ndcg_at_10_std + value: -21.6501 + - type: nauc_ndcg_at_10_diff1 + value: 46.0161 + - type: nauc_ndcg_at_20_max + value: 26.194499999999998 + - type: nauc_ndcg_at_20_std + value: -21.4074 + - type: nauc_ndcg_at_20_diff1 + value: 46.6945 + - type: nauc_ndcg_at_100_max + value: 25.7253 + - type: nauc_ndcg_at_100_std + value: -19.529 + - type: nauc_ndcg_at_100_diff1 + value: 47.0351 + - type: nauc_ndcg_at_1000_max + value: 25.7469 + - type: nauc_ndcg_at_1000_std + value: -19.1833 + - type: nauc_ndcg_at_1000_diff1 + value: 47.463 + - type: nauc_map_at_1_max + value: 5.8602 + - type: nauc_map_at_1_std + value: -14.8172 + - type: nauc_map_at_1_diff1 + value: 50.88700000000001 + - type: nauc_map_at_3_max + value: 19.2073 + - type: nauc_map_at_3_std + value: -17.5698 + - type: nauc_map_at_3_diff1 + value: 45.745000000000005 + - type: nauc_map_at_5_max + value: 23.0164 + - type: nauc_map_at_5_std + value: -18.2617 + - type: nauc_map_at_5_diff1 + value: 45.0653 + - type: nauc_map_at_10_max + value: 24.0081 + - type: nauc_map_at_10_std + value: -19.314600000000002 + - type: nauc_map_at_10_diff1 + value: 45.2505 + - type: nauc_map_at_20_max + value: 24.368699999999997 + - type: nauc_map_at_20_std + value: -19.0447 + - type: nauc_map_at_20_diff1 + value: 45.5456 + - type: nauc_map_at_100_max + value: 24.3997 + - type: nauc_map_at_100_std + value: -18.6907 + - type: nauc_map_at_100_diff1 + value: 45.5259 + - type: nauc_map_at_1000_max + value: 24.4089 + - type: nauc_map_at_1000_std + value: -18.6602 + - type: nauc_map_at_1000_diff1 + value: 45.5457 + - type: nauc_recall_at_1_max + value: 5.8602 + - type: nauc_recall_at_1_std + value: -14.8172 + - type: nauc_recall_at_1_diff1 + value: 50.88700000000001 + - type: nauc_recall_at_3_max + value: 19.6297 + - type: nauc_recall_at_3_std + value: -18.7067 + - type: nauc_recall_at_3_diff1 + value: 41.0748 + - type: nauc_recall_at_5_max + value: 22.6481 + - type: nauc_recall_at_5_std + value: -21.1862 + - type: nauc_recall_at_5_diff1 + value: 39.9231 + - type: nauc_recall_at_10_max + value: 24.6307 + - type: nauc_recall_at_10_std + value: -27.7754 + - type: nauc_recall_at_10_diff1 + value: 37.3472 + - type: nauc_recall_at_20_max + value: 30.1686 + - type: nauc_recall_at_20_std + value: -29.892200000000003 + - type: nauc_recall_at_20_diff1 + value: 38.4315 + - type: nauc_recall_at_100_max + value: 28.027800000000003 + - type: nauc_recall_at_100_std + value: -14.513100000000001 + - type: nauc_recall_at_100_diff1 + value: 32.1681 + - type: nauc_recall_at_1000_max + value: 69.7729 + - type: nauc_recall_at_1000_std + value: 86.6226 + - type: nauc_recall_at_1000_diff1 + value: 78.7828 + - type: nauc_precision_at_1_max + value: 23.9545 + - type: nauc_precision_at_1_std + value: -18.5283 + - type: nauc_precision_at_1_diff1 + value: 56.835800000000006 + - type: nauc_precision_at_3_max + value: 26.1588 + - type: nauc_precision_at_3_std + value: -9.609399999999999 + - type: nauc_precision_at_3_diff1 + value: 10.9319 + - type: nauc_precision_at_5_max + value: 23.0406 + - type: nauc_precision_at_5_std + value: -6.596299999999999 + - type: nauc_precision_at_5_diff1 + value: 3.7361 + - type: nauc_precision_at_10_max + value: 20.6373 + - type: nauc_precision_at_10_std + value: -5.0446 + - type: nauc_precision_at_10_diff1 + value: -1.8635 + - type: nauc_precision_at_20_max + value: 18.886 + - type: nauc_precision_at_20_std + value: -1.8285 + - type: nauc_precision_at_20_diff1 + value: -5.4112 + - type: nauc_precision_at_100_max + value: 14.0534 + - type: nauc_precision_at_100_std + value: 4.6989 + - type: nauc_precision_at_100_diff1 + value: -13.466800000000001 + - type: nauc_precision_at_1000_max + value: 12.372 + - type: nauc_precision_at_1000_std + value: 6.7283 + - type: nauc_precision_at_1000_diff1 + value: -16.1133 + - type: nauc_mrr_at_1_max + value: 23.9545 + - type: nauc_mrr_at_1_std + value: -18.5283 + - type: nauc_mrr_at_1_diff1 + value: 56.835800000000006 + - type: nauc_mrr_at_3_max + value: 26.093300000000003 + - type: nauc_mrr_at_3_std + value: -20.6161 + - type: nauc_mrr_at_3_diff1 + value: 54.5802 + - type: nauc_mrr_at_5_max + value: 25.6283 + - type: nauc_mrr_at_5_std + value: -21.2282 + - type: nauc_mrr_at_5_diff1 + value: 54.7384 + - type: nauc_mrr_at_10_max + value: 25.8888 + - type: nauc_mrr_at_10_std + value: -21.215 + - type: nauc_mrr_at_10_diff1 + value: 54.469199999999994 + - type: nauc_mrr_at_20_max + value: 25.9668 + - type: nauc_mrr_at_20_std + value: -21.3655 + - type: nauc_mrr_at_20_diff1 + value: 54.421 + - type: nauc_mrr_at_100_max + value: 25.8567 + - type: nauc_mrr_at_100_std + value: -21.0966 + - type: nauc_mrr_at_100_diff1 + value: 54.5099 + - type: nauc_mrr_at_1000_max + value: 25.848900000000004 + - type: nauc_mrr_at_1000_std + value: -21.0897 + - type: nauc_mrr_at_1000_diff1 + value: 54.52160000000001 + - type: main_score + value: 68.143 + task: + type: Retrieval + - dataset: + config: eng-spa + name: MTEB XPQARetrieval (eng-spa) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 47.667 + - type: ndcg_at_3 + value: 46.35 + - type: ndcg_at_5 + value: 47.879 + - type: ndcg_at_10 + value: 52.733 + - type: ndcg_at_20 + value: 55.620000000000005 + - type: ndcg_at_100 + value: 59.70100000000001 + - type: ndcg_at_1000 + value: 61.417 + - type: map_at_1 + value: 23.394000000000002 + - type: map_at_3 + value: 37.025000000000006 + - type: map_at_5 + value: 41.766999999999996 + - type: map_at_10 + value: 44.852 + - type: map_at_20 + value: 46.122 + - type: map_at_100 + value: 46.999 + - type: map_at_1000 + value: 47.103 + - type: recall_at_1 + value: 23.394000000000002 + - type: recall_at_3 + value: 42.264 + - type: recall_at_5 + value: 51.144999999999996 + - type: recall_at_10 + value: 62.556 + - type: recall_at_20 + value: 71.269 + - type: recall_at_100 + value: 88.668 + - type: recall_at_1000 + value: 99.466 + - type: precision_at_1 + value: 47.667 + - type: precision_at_3 + value: 33.291 + - type: precision_at_5 + value: 25.624000000000002 + - type: precision_at_10 + value: 15.851 + - type: precision_at_20 + value: 9.054 + - type: precision_at_100 + value: 2.223 + - type: precision_at_1000 + value: 0.246 + - type: mrr_at_1 + value: 47.6671 + - type: mrr_at_3 + value: 54.5397 + - type: mrr_at_5 + value: 55.7755 + - type: mrr_at_10 + value: 56.874199999999995 + - type: mrr_at_20 + value: 57.215 + - type: mrr_at_100 + value: 57.5086 + - type: mrr_at_1000 + value: 57.53939999999999 + - type: nauc_ndcg_at_1_max + value: 20.4556 + - type: nauc_ndcg_at_1_std + value: -12.784499999999998 + - type: nauc_ndcg_at_1_diff1 + value: 38.022 + - type: nauc_ndcg_at_3_max + value: 22.1918 + - type: nauc_ndcg_at_3_std + value: -13.610700000000001 + - type: nauc_ndcg_at_3_diff1 + value: 30.206300000000002 + - type: nauc_ndcg_at_5_max + value: 21.4945 + - type: nauc_ndcg_at_5_std + value: -13.7132 + - type: nauc_ndcg_at_5_diff1 + value: 29.221799999999998 + - type: nauc_ndcg_at_10_max + value: 22.6585 + - type: nauc_ndcg_at_10_std + value: -12.9859 + - type: nauc_ndcg_at_10_diff1 + value: 27.575899999999997 + - type: nauc_ndcg_at_20_max + value: 23.2879 + - type: nauc_ndcg_at_20_std + value: -12.6919 + - type: nauc_ndcg_at_20_diff1 + value: 28.0123 + - type: nauc_ndcg_at_100_max + value: 23.6552 + - type: nauc_ndcg_at_100_std + value: -12.3803 + - type: nauc_ndcg_at_100_diff1 + value: 28.385700000000003 + - type: nauc_ndcg_at_1000_max + value: 22.983700000000002 + - type: nauc_ndcg_at_1000_std + value: -12.4533 + - type: nauc_ndcg_at_1000_diff1 + value: 29.0784 + - type: nauc_map_at_1_max + value: 7.458099999999999 + - type: nauc_map_at_1_std + value: -16.845299999999998 + - type: nauc_map_at_1_diff1 + value: 35.6995 + - type: nauc_map_at_3_max + value: 18.3967 + - type: nauc_map_at_3_std + value: -16.0086 + - type: nauc_map_at_3_diff1 + value: 31.933 + - type: nauc_map_at_5_max + value: 21.0825 + - type: nauc_map_at_5_std + value: -14.186499999999999 + - type: nauc_map_at_5_diff1 + value: 29.5763 + - type: nauc_map_at_10_max + value: 22.0355 + - type: nauc_map_at_10_std + value: -13.5846 + - type: nauc_map_at_10_diff1 + value: 28.4821 + - type: nauc_map_at_20_max + value: 22.3873 + - type: nauc_map_at_20_std + value: -13.339300000000001 + - type: nauc_map_at_20_diff1 + value: 28.642200000000003 + - type: nauc_map_at_100_max + value: 22.395300000000002 + - type: nauc_map_at_100_std + value: -13.352900000000002 + - type: nauc_map_at_100_diff1 + value: 28.676000000000002 + - type: nauc_map_at_1000_max + value: 22.3702 + - type: nauc_map_at_1000_std + value: -13.3432 + - type: nauc_map_at_1000_diff1 + value: 28.6912 + - type: nauc_recall_at_1_max + value: 7.458099999999999 + - type: nauc_recall_at_1_std + value: -16.845299999999998 + - type: nauc_recall_at_1_diff1 + value: 35.6995 + - type: nauc_recall_at_3_max + value: 17.732899999999997 + - type: nauc_recall_at_3_std + value: -15.726200000000002 + - type: nauc_recall_at_3_diff1 + value: 27.1596 + - type: nauc_recall_at_5_max + value: 19.8613 + - type: nauc_recall_at_5_std + value: -13.1296 + - type: nauc_recall_at_5_diff1 + value: 23.3579 + - type: nauc_recall_at_10_max + value: 22.158 + - type: nauc_recall_at_10_std + value: -10.966 + - type: nauc_recall_at_10_diff1 + value: 18.077199999999998 + - type: nauc_recall_at_20_max + value: 24.4728 + - type: nauc_recall_at_20_std + value: -9.9692 + - type: nauc_recall_at_20_diff1 + value: 18.204500000000003 + - type: nauc_recall_at_100_max + value: 35.342800000000004 + - type: nauc_recall_at_100_std + value: -2.7005999999999997 + - type: nauc_recall_at_100_diff1 + value: 15.4413 + - type: nauc_recall_at_1000_max + value: 80.0514 + - type: nauc_recall_at_1000_std + value: 80.81620000000001 + - type: nauc_recall_at_1000_diff1 + value: 39.1926 + - type: nauc_precision_at_1_max + value: 20.4556 + - type: nauc_precision_at_1_std + value: -12.784499999999998 + - type: nauc_precision_at_1_diff1 + value: 38.022 + - type: nauc_precision_at_3_max + value: 25.6409 + - type: nauc_precision_at_3_std + value: -5.9853000000000005 + - type: nauc_precision_at_3_diff1 + value: 15.985 + - type: nauc_precision_at_5_max + value: 24.3063 + - type: nauc_precision_at_5_std + value: -1.2625000000000002 + - type: nauc_precision_at_5_diff1 + value: 9.5794 + - type: nauc_precision_at_10_max + value: 22.573 + - type: nauc_precision_at_10_std + value: 1.9621 + - type: nauc_precision_at_10_diff1 + value: 3.7956999999999996 + - type: nauc_precision_at_20_max + value: 21.1127 + - type: nauc_precision_at_20_std + value: 3.9522000000000004 + - type: nauc_precision_at_20_diff1 + value: 2.0029000000000003 + - type: nauc_precision_at_100_max + value: 16.1248 + - type: nauc_precision_at_100_std + value: 6.9544 + - type: nauc_precision_at_100_diff1 + value: -3.3133000000000004 + - type: nauc_precision_at_1000_max + value: 11.193100000000001 + - type: nauc_precision_at_1000_std + value: 9.284699999999999 + - type: nauc_precision_at_1000_diff1 + value: -5.9928 + - type: nauc_mrr_at_1_max + value: 20.4556 + - type: nauc_mrr_at_1_std + value: -12.784499999999998 + - type: nauc_mrr_at_1_diff1 + value: 38.022 + - type: nauc_mrr_at_3_max + value: 22.0894 + - type: nauc_mrr_at_3_std + value: -13.549800000000001 + - type: nauc_mrr_at_3_diff1 + value: 34.7342 + - type: nauc_mrr_at_5_max + value: 21.3559 + - type: nauc_mrr_at_5_std + value: -13.1243 + - type: nauc_mrr_at_5_diff1 + value: 33.98 + - type: nauc_mrr_at_10_max + value: 21.461199999999998 + - type: nauc_mrr_at_10_std + value: -13.417100000000001 + - type: nauc_mrr_at_10_diff1 + value: 34.006 + - type: nauc_mrr_at_20_max + value: 21.554599999999997 + - type: nauc_mrr_at_20_std + value: -13.394900000000002 + - type: nauc_mrr_at_20_diff1 + value: 34.1488 + - type: nauc_mrr_at_100_max + value: 21.6298 + - type: nauc_mrr_at_100_std + value: -13.289100000000001 + - type: nauc_mrr_at_100_diff1 + value: 34.168 + - type: nauc_mrr_at_1000_max + value: 21.6103 + - type: nauc_mrr_at_1000_std + value: -13.29 + - type: nauc_mrr_at_1000_diff1 + value: 34.1892 + - type: main_score + value: 52.733 + task: + type: Retrieval + - dataset: + config: spa-eng + name: MTEB XPQARetrieval (spa-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 61.285999999999994 + - type: ndcg_at_3 + value: 60.303 + - type: ndcg_at_5 + value: 62.062 + - type: ndcg_at_10 + value: 66.042 + - type: ndcg_at_20 + value: 68.509 + - type: ndcg_at_100 + value: 71.539 + - type: ndcg_at_1000 + value: 72.258 + - type: map_at_1 + value: 32.224000000000004 + - type: map_at_3 + value: 50.537 + - type: map_at_5 + value: 56.413999999999994 + - type: map_at_10 + value: 59.263999999999996 + - type: map_at_20 + value: 60.367000000000004 + - type: map_at_100 + value: 61.037 + - type: map_at_1000 + value: 61.083 + - type: recall_at_1 + value: 32.224000000000004 + - type: recall_at_3 + value: 55.443 + - type: recall_at_5 + value: 65.67699999999999 + - type: recall_at_10 + value: 74.607 + - type: recall_at_20 + value: 82.234 + - type: recall_at_100 + value: 95.275 + - type: recall_at_1000 + value: 99.723 + - type: precision_at_1 + value: 61.285999999999994 + - type: precision_at_3 + value: 42.665 + - type: precision_at_5 + value: 32.055 + - type: precision_at_10 + value: 18.651 + - type: precision_at_20 + value: 10.265 + - type: precision_at_100 + value: 2.342 + - type: precision_at_1000 + value: 0.244 + - type: mrr_at_1 + value: 61.286300000000004 + - type: mrr_at_3 + value: 67.2131 + - type: mrr_at_5 + value: 68.3733 + - type: mrr_at_10 + value: 68.9821 + - type: mrr_at_20 + value: 69.32169999999999 + - type: mrr_at_100 + value: 69.5428 + - type: mrr_at_1000 + value: 69.5536 + - type: nauc_ndcg_at_1_max + value: 31.947300000000002 + - type: nauc_ndcg_at_1_std + value: -8.339 + - type: nauc_ndcg_at_1_diff1 + value: 55.6982 + - type: nauc_ndcg_at_3_max + value: 27.874900000000004 + - type: nauc_ndcg_at_3_std + value: -9.435599999999999 + - type: nauc_ndcg_at_3_diff1 + value: 45.4555 + - type: nauc_ndcg_at_5_max + value: 28.3433 + - type: nauc_ndcg_at_5_std + value: -12.1908 + - type: nauc_ndcg_at_5_diff1 + value: 46.579 + - type: nauc_ndcg_at_10_max + value: 29.294199999999996 + - type: nauc_ndcg_at_10_std + value: -12.0962 + - type: nauc_ndcg_at_10_diff1 + value: 47.0835 + - type: nauc_ndcg_at_20_max + value: 30.566 + - type: nauc_ndcg_at_20_std + value: -11.9252 + - type: nauc_ndcg_at_20_diff1 + value: 47.1279 + - type: nauc_ndcg_at_100_max + value: 30.602 + - type: nauc_ndcg_at_100_std + value: -11.1259 + - type: nauc_ndcg_at_100_diff1 + value: 47.6964 + - type: nauc_ndcg_at_1000_max + value: 30.176599999999997 + - type: nauc_ndcg_at_1000_std + value: -10.878300000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 47.746300000000005 + - type: nauc_map_at_1_max + value: 13.8572 + - type: nauc_map_at_1_std + value: -9.3273 + - type: nauc_map_at_1_diff1 + value: 52.4841 + - type: nauc_map_at_3_max + value: 23.9087 + - type: nauc_map_at_3_std + value: -10.4597 + - type: nauc_map_at_3_diff1 + value: 46.1527 + - type: nauc_map_at_5_max + value: 27.7746 + - type: nauc_map_at_5_std + value: -11.0641 + - type: nauc_map_at_5_diff1 + value: 45.3301 + - type: nauc_map_at_10_max + value: 28.490199999999998 + - type: nauc_map_at_10_std + value: -10.949100000000001 + - type: nauc_map_at_10_diff1 + value: 45.974900000000005 + - type: nauc_map_at_20_max + value: 29.0395 + - type: nauc_map_at_20_std + value: -10.9278 + - type: nauc_map_at_20_diff1 + value: 46.1098 + - type: nauc_map_at_100_max + value: 29.003800000000002 + - type: nauc_map_at_100_std + value: -10.7223 + - type: nauc_map_at_100_diff1 + value: 46.1063 + - type: nauc_map_at_1000_max + value: 28.990199999999998 + - type: nauc_map_at_1000_std + value: -10.699 + - type: nauc_map_at_1000_diff1 + value: 46.098099999999995 + - type: nauc_recall_at_1_max + value: 13.8572 + - type: nauc_recall_at_1_std + value: -9.3273 + - type: nauc_recall_at_1_diff1 + value: 52.4841 + - type: nauc_recall_at_3_max + value: 20.5032 + - type: nauc_recall_at_3_std + value: -12.1143 + - type: nauc_recall_at_3_diff1 + value: 41.9351 + - type: nauc_recall_at_5_max + value: 24.776 + - type: nauc_recall_at_5_std + value: -15.032599999999999 + - type: nauc_recall_at_5_diff1 + value: 41.438900000000004 + - type: nauc_recall_at_10_max + value: 26.564 + - type: nauc_recall_at_10_std + value: -16.0107 + - type: nauc_recall_at_10_diff1 + value: 40.9995 + - type: nauc_recall_at_20_max + value: 31.1772 + - type: nauc_recall_at_20_std + value: -15.963 + - type: nauc_recall_at_20_diff1 + value: 38.6246 + - type: nauc_recall_at_100_max + value: 42.743700000000004 + - type: nauc_recall_at_100_std + value: -12.945699999999999 + - type: nauc_recall_at_100_diff1 + value: 41.5636 + - type: nauc_recall_at_1000_max + value: 19.6113 + - type: nauc_recall_at_1000_std + value: -36.275800000000004 + - type: nauc_recall_at_1000_diff1 + value: 75.5628 + - type: nauc_precision_at_1_max + value: 31.947300000000002 + - type: nauc_precision_at_1_std + value: -8.339 + - type: nauc_precision_at_1_diff1 + value: 55.6982 + - type: nauc_precision_at_3_max + value: 26.067899999999998 + - type: nauc_precision_at_3_std + value: -1.5937 + - type: nauc_precision_at_3_diff1 + value: 10.9002 + - type: nauc_precision_at_5_max + value: 24.0366 + - type: nauc_precision_at_5_std + value: -1.7178 + - type: nauc_precision_at_5_diff1 + value: 4.6581 + - type: nauc_precision_at_10_max + value: 20.207900000000002 + - type: nauc_precision_at_10_std + value: 0.7157 + - type: nauc_precision_at_10_diff1 + value: 0.16570000000000001 + - type: nauc_precision_at_20_max + value: 19.1543 + - type: nauc_precision_at_20_std + value: 2.1170999999999998 + - type: nauc_precision_at_20_diff1 + value: -3.8426 + - type: nauc_precision_at_100_max + value: 13.205400000000001 + - type: nauc_precision_at_100_std + value: 5.881 + - type: nauc_precision_at_100_diff1 + value: -11.8466 + - type: nauc_precision_at_1000_max + value: 10.6312 + - type: nauc_precision_at_1000_std + value: 7.6726 + - type: nauc_precision_at_1000_diff1 + value: -15.7453 + - type: nauc_mrr_at_1_max + value: 31.947300000000002 + - type: nauc_mrr_at_1_std + value: -8.339 + - type: nauc_mrr_at_1_diff1 + value: 55.6982 + - type: nauc_mrr_at_3_max + value: 30.7583 + - type: nauc_mrr_at_3_std + value: -10.7238 + - type: nauc_mrr_at_3_diff1 + value: 53.7322 + - type: nauc_mrr_at_5_max + value: 30.7156 + - type: nauc_mrr_at_5_std + value: -11.1798 + - type: nauc_mrr_at_5_diff1 + value: 53.8508 + - type: nauc_mrr_at_10_max + value: 31.029 + - type: nauc_mrr_at_10_std + value: -11.082500000000001 + - type: nauc_mrr_at_10_diff1 + value: 53.696999999999996 + - type: nauc_mrr_at_20_max + value: 31.0831 + - type: nauc_mrr_at_20_std + value: -11.1413 + - type: nauc_mrr_at_20_diff1 + value: 53.629599999999996 + - type: nauc_mrr_at_100_max + value: 31.135099999999998 + - type: nauc_mrr_at_100_std + value: -11.0225 + - type: nauc_mrr_at_100_diff1 + value: 53.691599999999994 + - type: nauc_mrr_at_1000_max + value: 31.118299999999998 + - type: nauc_mrr_at_1000_std + value: -11.0142 + - type: nauc_mrr_at_1000_diff1 + value: 53.69969999999999 + - type: main_score + value: 66.042 + task: + type: Retrieval + - dataset: + config: fra-fra + name: MTEB XPQARetrieval (fra-fra) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 71.429 + - type: ndcg_at_3 + value: 71.13000000000001 + - type: ndcg_at_5 + value: 72.709 + - type: ndcg_at_10 + value: 76.236 + - type: ndcg_at_20 + value: 77.78500000000001 + - type: ndcg_at_100 + value: 79.634 + - type: ndcg_at_1000 + value: 79.953 + - type: map_at_1 + value: 45.943 + - type: map_at_3 + value: 63.583999999999996 + - type: map_at_5 + value: 68.185 + - type: map_at_10 + value: 70.557 + - type: map_at_20 + value: 71.20400000000001 + - type: map_at_100 + value: 71.655 + - type: map_at_1000 + value: 71.675 + - type: recall_at_1 + value: 45.943 + - type: recall_at_3 + value: 68.293 + - type: recall_at_5 + value: 76.5 + - type: recall_at_10 + value: 85.11999999999999 + - type: recall_at_20 + value: 90.069 + - type: recall_at_100 + value: 97.82600000000001 + - type: recall_at_1000 + value: 99.866 + - type: precision_at_1 + value: 71.429 + - type: precision_at_3 + value: 43.124 + - type: precision_at_5 + value: 30.841 + - type: precision_at_10 + value: 17.423 + - type: precision_at_20 + value: 9.252 + - type: precision_at_100 + value: 2.025 + - type: precision_at_1000 + value: 0.207 + - type: mrr_at_1 + value: 71.4286 + - type: mrr_at_3 + value: 75.9012 + - type: mrr_at_5 + value: 76.9559 + - type: mrr_at_10 + value: 77.6627 + - type: mrr_at_20 + value: 77.88629999999999 + - type: mrr_at_100 + value: 78.0074 + - type: mrr_at_1000 + value: 78.0127 + - type: nauc_ndcg_at_1_max + value: 30.701299999999996 + - type: nauc_ndcg_at_1_std + value: -8.049299999999999 + - type: nauc_ndcg_at_1_diff1 + value: 65.7228 + - type: nauc_ndcg_at_3_max + value: 28.3256 + - type: nauc_ndcg_at_3_std + value: -11.923 + - type: nauc_ndcg_at_3_diff1 + value: 55.20890000000001 + - type: nauc_ndcg_at_5_max + value: 28.991099999999996 + - type: nauc_ndcg_at_5_std + value: -11.5152 + - type: nauc_ndcg_at_5_diff1 + value: 54.9095 + - type: nauc_ndcg_at_10_max + value: 31.5643 + - type: nauc_ndcg_at_10_std + value: -12.4762 + - type: nauc_ndcg_at_10_diff1 + value: 55.828500000000005 + - type: nauc_ndcg_at_20_max + value: 31.414399999999997 + - type: nauc_ndcg_at_20_std + value: -12.084200000000001 + - type: nauc_ndcg_at_20_diff1 + value: 55.3605 + - type: nauc_ndcg_at_100_max + value: 31.898500000000002 + - type: nauc_ndcg_at_100_std + value: -9.6286 + - type: nauc_ndcg_at_100_diff1 + value: 57.006299999999996 + - type: nauc_ndcg_at_1000_max + value: 31.294 + - type: nauc_ndcg_at_1000_std + value: -10.314 + - type: nauc_ndcg_at_1000_diff1 + value: 57.0732 + - type: nauc_map_at_1_max + value: 6.9165 + - type: nauc_map_at_1_std + value: -13.403599999999999 + - type: nauc_map_at_1_diff1 + value: 60.9875 + - type: nauc_map_at_3_max + value: 20.6114 + - type: nauc_map_at_3_std + value: -12.1173 + - type: nauc_map_at_3_diff1 + value: 54.3023 + - type: nauc_map_at_5_max + value: 26.199699999999996 + - type: nauc_map_at_5_std + value: -11.674900000000001 + - type: nauc_map_at_5_diff1 + value: 52.864900000000006 + - type: nauc_map_at_10_max + value: 28.0248 + - type: nauc_map_at_10_std + value: -12.1326 + - type: nauc_map_at_10_diff1 + value: 53.722 + - type: nauc_map_at_20_max + value: 27.9576 + - type: nauc_map_at_20_std + value: -12.1766 + - type: nauc_map_at_20_diff1 + value: 53.549800000000005 + - type: nauc_map_at_100_max + value: 28.1841 + - type: nauc_map_at_100_std + value: -11.5898 + - type: nauc_map_at_100_diff1 + value: 53.8897 + - type: nauc_map_at_1000_max + value: 28.1596 + - type: nauc_map_at_1000_std + value: -11.6147 + - type: nauc_map_at_1000_diff1 + value: 53.8912 + - type: nauc_recall_at_1_max + value: 6.9165 + - type: nauc_recall_at_1_std + value: -13.403599999999999 + - type: nauc_recall_at_1_diff1 + value: 60.9875 + - type: nauc_recall_at_3_max + value: 18.9005 + - type: nauc_recall_at_3_std + value: -13.9904 + - type: nauc_recall_at_3_diff1 + value: 49.9737 + - type: nauc_recall_at_5_max + value: 28.3993 + - type: nauc_recall_at_5_std + value: -13.487499999999999 + - type: nauc_recall_at_5_diff1 + value: 47.1744 + - type: nauc_recall_at_10_max + value: 36.0 + - type: nauc_recall_at_10_std + value: -18.0566 + - type: nauc_recall_at_10_diff1 + value: 46.238299999999995 + - type: nauc_recall_at_20_max + value: 35.476400000000005 + - type: nauc_recall_at_20_std + value: -16.6727 + - type: nauc_recall_at_20_diff1 + value: 38.7968 + - type: nauc_recall_at_100_max + value: 65.2778 + - type: nauc_recall_at_100_std + value: 35.5262 + - type: nauc_recall_at_100_diff1 + value: 49.391600000000004 + - type: nauc_recall_at_1000_max + value: 100.0 + - type: nauc_recall_at_1000_std + value: 100.0 + - type: nauc_recall_at_1000_diff1 + value: 86.9262 + - type: nauc_precision_at_1_max + value: 30.701299999999996 + - type: nauc_precision_at_1_std + value: -8.049299999999999 + - type: nauc_precision_at_1_diff1 + value: 65.7228 + - type: nauc_precision_at_3_max + value: 25.5295 + - type: nauc_precision_at_3_std + value: 1.9499 + - type: nauc_precision_at_3_diff1 + value: 0.8446 + - type: nauc_precision_at_5_max + value: 24.742900000000002 + - type: nauc_precision_at_5_std + value: 4.4053 + - type: nauc_precision_at_5_diff1 + value: -7.903599999999999 + - type: nauc_precision_at_10_max + value: 22.6607 + - type: nauc_precision_at_10_std + value: 4.8474 + - type: nauc_precision_at_10_diff1 + value: -13.3671 + - type: nauc_precision_at_20_max + value: 20.4806 + - type: nauc_precision_at_20_std + value: 6.2318999999999996 + - type: nauc_precision_at_20_diff1 + value: -18.2194 + - type: nauc_precision_at_100_max + value: 16.9863 + - type: nauc_precision_at_100_std + value: 12.2132 + - type: nauc_precision_at_100_diff1 + value: -22.3882 + - type: nauc_precision_at_1000_max + value: 14.710300000000002 + - type: nauc_precision_at_1000_std + value: 10.9719 + - type: nauc_precision_at_1000_diff1 + value: -23.8691 + - type: nauc_mrr_at_1_max + value: 30.701299999999996 + - type: nauc_mrr_at_1_std + value: -8.049299999999999 + - type: nauc_mrr_at_1_diff1 + value: 65.7228 + - type: nauc_mrr_at_3_max + value: 32.1721 + - type: nauc_mrr_at_3_std + value: -9.2541 + - type: nauc_mrr_at_3_diff1 + value: 65.2529 + - type: nauc_mrr_at_5_max + value: 33.629 + - type: nauc_mrr_at_5_std + value: -8.658100000000001 + - type: nauc_mrr_at_5_diff1 + value: 65.6832 + - type: nauc_mrr_at_10_max + value: 33.5406 + - type: nauc_mrr_at_10_std + value: -9.017999999999999 + - type: nauc_mrr_at_10_diff1 + value: 65.5808 + - type: nauc_mrr_at_20_max + value: 33.4794 + - type: nauc_mrr_at_20_std + value: -8.8331 + - type: nauc_mrr_at_20_diff1 + value: 65.5429 + - type: nauc_mrr_at_100_max + value: 33.4009 + - type: nauc_mrr_at_100_std + value: -8.8038 + - type: nauc_mrr_at_100_diff1 + value: 65.5939 + - type: nauc_mrr_at_1000_max + value: 33.389799999999994 + - type: nauc_mrr_at_1000_std + value: -8.8106 + - type: nauc_mrr_at_1000_diff1 + value: 65.5928 + - type: main_score + value: 76.236 + task: + type: Retrieval + - dataset: + config: eng-fra + name: MTEB XPQARetrieval (eng-fra) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 47.797 + - type: ndcg_at_3 + value: 49.514 + - type: ndcg_at_5 + value: 51.782 + - type: ndcg_at_10 + value: 55.891000000000005 + - type: ndcg_at_20 + value: 59.226 + - type: ndcg_at_100 + value: 62.612 + - type: ndcg_at_1000 + value: 63.749 + - type: map_at_1 + value: 26.689 + - type: map_at_3 + value: 40.859 + - type: map_at_5 + value: 45.627 + - type: map_at_10 + value: 48.213 + - type: map_at_20 + value: 49.614999999999995 + - type: map_at_100 + value: 50.336000000000006 + - type: map_at_1000 + value: 50.41 + - type: recall_at_1 + value: 26.689 + - type: recall_at_3 + value: 47.408 + - type: recall_at_5 + value: 57.399 + - type: recall_at_10 + value: 67.147 + - type: recall_at_20 + value: 77.837 + - type: recall_at_100 + value: 92.494 + - type: recall_at_1000 + value: 99.74 + - type: precision_at_1 + value: 47.797 + - type: precision_at_3 + value: 33.733999999999995 + - type: precision_at_5 + value: 25.554 + - type: precision_at_10 + value: 15.287 + - type: precision_at_20 + value: 8.818 + - type: precision_at_100 + value: 2.091 + - type: precision_at_1000 + value: 0.22399999999999998 + - type: mrr_at_1 + value: 47.7971 + - type: mrr_at_3 + value: 55.5407 + - type: mrr_at_5 + value: 57.016 + - type: mrr_at_10 + value: 57.9431 + - type: mrr_at_20 + value: 58.4509 + - type: mrr_at_100 + value: 58.7126 + - type: mrr_at_1000 + value: 58.733900000000006 + - type: nauc_ndcg_at_1_max + value: 22.4707 + - type: nauc_ndcg_at_1_std + value: -14.277500000000002 + - type: nauc_ndcg_at_1_diff1 + value: 45.8384 + - type: nauc_ndcg_at_3_max + value: 21.5531 + - type: nauc_ndcg_at_3_std + value: -18.790399999999998 + - type: nauc_ndcg_at_3_diff1 + value: 38.1347 + - type: nauc_ndcg_at_5_max + value: 21.174200000000003 + - type: nauc_ndcg_at_5_std + value: -20.7091 + - type: nauc_ndcg_at_5_diff1 + value: 38.0712 + - type: nauc_ndcg_at_10_max + value: 22.767599999999998 + - type: nauc_ndcg_at_10_std + value: -19.7419 + - type: nauc_ndcg_at_10_diff1 + value: 37.0454 + - type: nauc_ndcg_at_20_max + value: 23.3085 + - type: nauc_ndcg_at_20_std + value: -19.7837 + - type: nauc_ndcg_at_20_diff1 + value: 36.8133 + - type: nauc_ndcg_at_100_max + value: 23.5847 + - type: nauc_ndcg_at_100_std + value: -16.7654 + - type: nauc_ndcg_at_100_diff1 + value: 37.0295 + - type: nauc_ndcg_at_1000_max + value: 23.3279 + - type: nauc_ndcg_at_1000_std + value: -17.2397 + - type: nauc_ndcg_at_1000_diff1 + value: 37.8498 + - type: nauc_map_at_1_max + value: 6.3812 + - type: nauc_map_at_1_std + value: -18.130399999999998 + - type: nauc_map_at_1_diff1 + value: 43.7922 + - type: nauc_map_at_3_max + value: 15.8378 + - type: nauc_map_at_3_std + value: -20.122899999999998 + - type: nauc_map_at_3_diff1 + value: 39.1861 + - type: nauc_map_at_5_max + value: 19.896 + - type: nauc_map_at_5_std + value: -19.7381 + - type: nauc_map_at_5_diff1 + value: 38.297799999999995 + - type: nauc_map_at_10_max + value: 21.2673 + - type: nauc_map_at_10_std + value: -18.6862 + - type: nauc_map_at_10_diff1 + value: 37.6567 + - type: nauc_map_at_20_max + value: 21.6431 + - type: nauc_map_at_20_std + value: -18.7199 + - type: nauc_map_at_20_diff1 + value: 37.4225 + - type: nauc_map_at_100_max + value: 21.7615 + - type: nauc_map_at_100_std + value: -18.2487 + - type: nauc_map_at_100_diff1 + value: 37.5174 + - type: nauc_map_at_1000_max + value: 21.7717 + - type: nauc_map_at_1000_std + value: -18.232100000000003 + - type: nauc_map_at_1000_diff1 + value: 37.5507 + - type: nauc_recall_at_1_max + value: 6.3812 + - type: nauc_recall_at_1_std + value: -18.130399999999998 + - type: nauc_recall_at_1_diff1 + value: 43.7922 + - type: nauc_recall_at_3_max + value: 14.709 + - type: nauc_recall_at_3_std + value: -22.705000000000002 + - type: nauc_recall_at_3_diff1 + value: 34.232099999999996 + - type: nauc_recall_at_5_max + value: 18.7679 + - type: nauc_recall_at_5_std + value: -26.0867 + - type: nauc_recall_at_5_diff1 + value: 31.861 + - type: nauc_recall_at_10_max + value: 21.8152 + - type: nauc_recall_at_10_std + value: -25.5989 + - type: nauc_recall_at_10_diff1 + value: 27.7907 + - type: nauc_recall_at_20_max + value: 23.6142 + - type: nauc_recall_at_20_std + value: -27.638099999999998 + - type: nauc_recall_at_20_diff1 + value: 25.411 + - type: nauc_recall_at_100_max + value: 30.5293 + - type: nauc_recall_at_100_std + value: 2.3587000000000002 + - type: nauc_recall_at_100_diff1 + value: 13.424700000000001 + - type: nauc_recall_at_1000_max + value: 42.9859 + - type: nauc_recall_at_1000_std + value: -3.0726 + - type: nauc_recall_at_1000_diff1 + value: 24.310499999999998 + - type: nauc_precision_at_1_max + value: 22.4707 + - type: nauc_precision_at_1_std + value: -14.277500000000002 + - type: nauc_precision_at_1_diff1 + value: 45.8384 + - type: nauc_precision_at_3_max + value: 27.116200000000003 + - type: nauc_precision_at_3_std + value: -7.3174 + - type: nauc_precision_at_3_diff1 + value: 16.7708 + - type: nauc_precision_at_5_max + value: 28.550700000000003 + - type: nauc_precision_at_5_std + value: -3.8642000000000003 + - type: nauc_precision_at_5_diff1 + value: 11.2465 + - type: nauc_precision_at_10_max + value: 27.6769 + - type: nauc_precision_at_10_std + value: 1.1761000000000001 + - type: nauc_precision_at_10_diff1 + value: 5.7823 + - type: nauc_precision_at_20_max + value: 24.8624 + - type: nauc_precision_at_20_std + value: 3.3325 + - type: nauc_precision_at_20_diff1 + value: 0.0169 + - type: nauc_precision_at_100_max + value: 20.0855 + - type: nauc_precision_at_100_std + value: 12.689300000000001 + - type: nauc_precision_at_100_diff1 + value: -5.4193999999999996 + - type: nauc_precision_at_1000_max + value: 17.5415 + - type: nauc_precision_at_1000_std + value: 13.291400000000001 + - type: nauc_precision_at_1000_diff1 + value: -6.563199999999999 + - type: nauc_mrr_at_1_max + value: 22.4707 + - type: nauc_mrr_at_1_std + value: -14.277500000000002 + - type: nauc_mrr_at_1_diff1 + value: 45.8384 + - type: nauc_mrr_at_3_max + value: 23.2638 + - type: nauc_mrr_at_3_std + value: -15.590200000000001 + - type: nauc_mrr_at_3_diff1 + value: 42.722 + - type: nauc_mrr_at_5_max + value: 23.3008 + - type: nauc_mrr_at_5_std + value: -16.6045 + - type: nauc_mrr_at_5_diff1 + value: 42.1774 + - type: nauc_mrr_at_10_max + value: 23.41 + - type: nauc_mrr_at_10_std + value: -16.8182 + - type: nauc_mrr_at_10_diff1 + value: 41.950900000000004 + - type: nauc_mrr_at_20_max + value: 23.4522 + - type: nauc_mrr_at_20_std + value: -16.813200000000002 + - type: nauc_mrr_at_20_diff1 + value: 42.2196 + - type: nauc_mrr_at_100_max + value: 23.450699999999998 + - type: nauc_mrr_at_100_std + value: -16.5167 + - type: nauc_mrr_at_100_diff1 + value: 42.2105 + - type: nauc_mrr_at_1000_max + value: 23.4451 + - type: nauc_mrr_at_1000_std + value: -16.5271 + - type: nauc_mrr_at_1000_diff1 + value: 42.2282 + - type: main_score + value: 55.891000000000005 + task: + type: Retrieval + - dataset: + config: fra-eng + name: MTEB XPQARetrieval (fra-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 68.625 + - type: ndcg_at_3 + value: 68.239 + - type: ndcg_at_5 + value: 70.175 + - type: ndcg_at_10 + value: 73.452 + - type: ndcg_at_20 + value: 75.66000000000001 + - type: ndcg_at_100 + value: 77.506 + - type: ndcg_at_1000 + value: 77.936 + - type: map_at_1 + value: 44.035999999999994 + - type: map_at_3 + value: 60.718 + - type: map_at_5 + value: 65.354 + - type: map_at_10 + value: 67.605 + - type: map_at_20 + value: 68.46 + - type: map_at_100 + value: 68.908 + - type: map_at_1000 + value: 68.937 + - type: recall_at_1 + value: 44.035999999999994 + - type: recall_at_3 + value: 65.291 + - type: recall_at_5 + value: 74.37899999999999 + - type: recall_at_10 + value: 82.15 + - type: recall_at_20 + value: 89.457 + - type: recall_at_100 + value: 97.194 + - type: recall_at_1000 + value: 99.933 + - type: precision_at_1 + value: 68.625 + - type: precision_at_3 + value: 41.656 + - type: precision_at_5 + value: 29.826000000000004 + - type: precision_at_10 + value: 16.916 + - type: precision_at_20 + value: 9.171999999999999 + - type: precision_at_100 + value: 2.016 + - type: precision_at_1000 + value: 0.207 + - type: mrr_at_1 + value: 68.6248 + - type: mrr_at_3 + value: 73.49799999999999 + - type: mrr_at_5 + value: 74.6061 + - type: mrr_at_10 + value: 75.2318 + - type: mrr_at_20 + value: 75.6085 + - type: mrr_at_100 + value: 75.7136 + - type: mrr_at_1000 + value: 75.7246 + - type: nauc_ndcg_at_1_max + value: 32.4249 + - type: nauc_ndcg_at_1_std + value: -5.3443 + - type: nauc_ndcg_at_1_diff1 + value: 67.6135 + - type: nauc_ndcg_at_3_max + value: 30.3589 + - type: nauc_ndcg_at_3_std + value: -7.5518 + - type: nauc_ndcg_at_3_diff1 + value: 58.4542 + - type: nauc_ndcg_at_5_max + value: 31.951 + - type: nauc_ndcg_at_5_std + value: -6.7604999999999995 + - type: nauc_ndcg_at_5_diff1 + value: 58.72110000000001 + - type: nauc_ndcg_at_10_max + value: 32.93 + - type: nauc_ndcg_at_10_std + value: -7.564500000000001 + - type: nauc_ndcg_at_10_diff1 + value: 59.538199999999996 + - type: nauc_ndcg_at_20_max + value: 32.394600000000004 + - type: nauc_ndcg_at_20_std + value: -8.6853 + - type: nauc_ndcg_at_20_diff1 + value: 59.601499999999994 + - type: nauc_ndcg_at_100_max + value: 32.3191 + - type: nauc_ndcg_at_100_std + value: -6.274 + - type: nauc_ndcg_at_100_diff1 + value: 60.281099999999995 + - type: nauc_ndcg_at_1000_max + value: 32.071 + - type: nauc_ndcg_at_1000_std + value: -6.806900000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 60.45399999999999 + - type: nauc_map_at_1_max + value: 11.5077 + - type: nauc_map_at_1_std + value: -11.1913 + - type: nauc_map_at_1_diff1 + value: 62.546 + - type: nauc_map_at_3_max + value: 24.5427 + - type: nauc_map_at_3_std + value: -8.3156 + - type: nauc_map_at_3_diff1 + value: 57.2629 + - type: nauc_map_at_5_max + value: 29.823300000000003 + - type: nauc_map_at_5_std + value: -7.7677 + - type: nauc_map_at_5_diff1 + value: 57.0036 + - type: nauc_map_at_10_max + value: 30.583 + - type: nauc_map_at_10_std + value: -8.104899999999999 + - type: nauc_map_at_10_diff1 + value: 57.468799999999995 + - type: nauc_map_at_20_max + value: 30.509700000000002 + - type: nauc_map_at_20_std + value: -8.4563 + - type: nauc_map_at_20_diff1 + value: 57.5507 + - type: nauc_map_at_100_max + value: 30.5766 + - type: nauc_map_at_100_std + value: -7.941199999999999 + - type: nauc_map_at_100_diff1 + value: 57.6574 + - type: nauc_map_at_1000_max + value: 30.556299999999997 + - type: nauc_map_at_1000_std + value: -7.961500000000001 + - type: nauc_map_at_1000_diff1 + value: 57.6637 + - type: nauc_recall_at_1_max + value: 11.5077 + - type: nauc_recall_at_1_std + value: -11.1913 + - type: nauc_recall_at_1_diff1 + value: 62.546 + - type: nauc_recall_at_3_max + value: 22.553 + - type: nauc_recall_at_3_std + value: -7.5237 + - type: nauc_recall_at_3_diff1 + value: 53.851099999999995 + - type: nauc_recall_at_5_max + value: 32.3703 + - type: nauc_recall_at_5_std + value: -5.4889 + - type: nauc_recall_at_5_diff1 + value: 51.7258 + - type: nauc_recall_at_10_max + value: 36.351099999999995 + - type: nauc_recall_at_10_std + value: -8.2143 + - type: nauc_recall_at_10_diff1 + value: 52.27850000000001 + - type: nauc_recall_at_20_max + value: 33.5941 + - type: nauc_recall_at_20_std + value: -16.5106 + - type: nauc_recall_at_20_diff1 + value: 47.4582 + - type: nauc_recall_at_100_max + value: 39.6258 + - type: nauc_recall_at_100_std + value: 20.4166 + - type: nauc_recall_at_100_diff1 + value: 48.1383 + - type: nauc_recall_at_1000_max + value: 55.399 + - type: nauc_recall_at_1000_std + value: 86.9262 + - type: nauc_recall_at_1000_diff1 + value: 55.399 + - type: nauc_precision_at_1_max + value: 32.4249 + - type: nauc_precision_at_1_std + value: -5.3443 + - type: nauc_precision_at_1_diff1 + value: 67.6135 + - type: nauc_precision_at_3_max + value: 24.5394 + - type: nauc_precision_at_3_std + value: 2.7789 + - type: nauc_precision_at_3_diff1 + value: 5.0503 + - type: nauc_precision_at_5_max + value: 24.3264 + - type: nauc_precision_at_5_std + value: 4.5645999999999995 + - type: nauc_precision_at_5_diff1 + value: -2.8819999999999997 + - type: nauc_precision_at_10_max + value: 19.464699999999997 + - type: nauc_precision_at_10_std + value: 4.4086 + - type: nauc_precision_at_10_diff1 + value: -8.593399999999999 + - type: nauc_precision_at_20_max + value: 15.6306 + - type: nauc_precision_at_20_std + value: 4.265499999999999 + - type: nauc_precision_at_20_diff1 + value: -14.8286 + - type: nauc_precision_at_100_max + value: 10.5882 + - type: nauc_precision_at_100_std + value: 9.0557 + - type: nauc_precision_at_100_diff1 + value: -20.409299999999998 + - type: nauc_precision_at_1000_max + value: 8.7336 + - type: nauc_precision_at_1000_std + value: 8.1719 + - type: nauc_precision_at_1000_diff1 + value: -22.1244 + - type: nauc_mrr_at_1_max + value: 32.4249 + - type: nauc_mrr_at_1_std + value: -5.3443 + - type: nauc_mrr_at_1_diff1 + value: 67.6135 + - type: nauc_mrr_at_3_max + value: 31.823400000000003 + - type: nauc_mrr_at_3_std + value: -5.9771 + - type: nauc_mrr_at_3_diff1 + value: 67.13130000000001 + - type: nauc_mrr_at_5_max + value: 33.3433 + - type: nauc_mrr_at_5_std + value: -5.4478 + - type: nauc_mrr_at_5_diff1 + value: 66.9942 + - type: nauc_mrr_at_10_max + value: 33.395399999999995 + - type: nauc_mrr_at_10_std + value: -5.5647 + - type: nauc_mrr_at_10_diff1 + value: 67.2054 + - type: nauc_mrr_at_20_max + value: 33.2779 + - type: nauc_mrr_at_20_std + value: -5.6847 + - type: nauc_mrr_at_20_diff1 + value: 67.1614 + - type: nauc_mrr_at_100_max + value: 33.22 + - type: nauc_mrr_at_100_std + value: -5.56 + - type: nauc_mrr_at_100_diff1 + value: 67.2039 + - type: nauc_mrr_at_1000_max + value: 33.218599999999995 + - type: nauc_mrr_at_1000_std + value: -5.572 + - type: nauc_mrr_at_1000_diff1 + value: 67.2068 + - type: main_score + value: 73.452 + task: + type: Retrieval + - dataset: + config: hin-hin + name: MTEB XPQARetrieval (hin-hin) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 66.703 + - type: ndcg_at_3 + value: 72.993 + - type: ndcg_at_5 + value: 75.138 + - type: ndcg_at_10 + value: 77.371 + - type: ndcg_at_20 + value: 78.389 + - type: ndcg_at_100 + value: 79.623 + - type: ndcg_at_1000 + value: 79.975 + - type: map_at_1 + value: 57.094 + - type: map_at_3 + value: 69.931 + - type: map_at_5 + value: 71.685 + - type: map_at_10 + value: 72.916 + - type: map_at_20 + value: 73.28099999999999 + - type: map_at_100 + value: 73.531 + - type: map_at_1000 + value: 73.548 + - type: recall_at_1 + value: 57.094 + - type: recall_at_3 + value: 77.2 + - type: recall_at_5 + value: 82.50800000000001 + - type: recall_at_10 + value: 88.486 + - type: recall_at_20 + value: 91.863 + - type: recall_at_100 + value: 97.359 + - type: recall_at_1000 + value: 99.892 + - type: precision_at_1 + value: 66.703 + - type: precision_at_3 + value: 33.440999999999995 + - type: precision_at_5 + value: 21.837999999999997 + - type: precision_at_10 + value: 11.914 + - type: precision_at_20 + value: 6.276 + - type: precision_at_100 + value: 1.354 + - type: precision_at_1000 + value: 0.13899999999999998 + - type: mrr_at_1 + value: 66.70270000000001 + - type: mrr_at_3 + value: 73.045 + - type: mrr_at_5 + value: 74.164 + - type: mrr_at_10 + value: 74.8022 + - type: mrr_at_20 + value: 75.0208 + - type: mrr_at_100 + value: 75.1524 + - type: mrr_at_1000 + value: 75.16239999999999 + - type: nauc_ndcg_at_1_max + value: 22.7563 + - type: nauc_ndcg_at_1_std + value: -15.5223 + - type: nauc_ndcg_at_1_diff1 + value: 71.3339 + - type: nauc_ndcg_at_3_max + value: 23.8696 + - type: nauc_ndcg_at_3_std + value: -17.4207 + - type: nauc_ndcg_at_3_diff1 + value: 67.16720000000001 + - type: nauc_ndcg_at_5_max + value: 25.2128 + - type: nauc_ndcg_at_5_std + value: -18.9937 + - type: nauc_ndcg_at_5_diff1 + value: 67.74080000000001 + - type: nauc_ndcg_at_10_max + value: 25.228299999999997 + - type: nauc_ndcg_at_10_std + value: -18.0614 + - type: nauc_ndcg_at_10_diff1 + value: 68.4553 + - type: nauc_ndcg_at_20_max + value: 25.2376 + - type: nauc_ndcg_at_20_std + value: -17.8687 + - type: nauc_ndcg_at_20_diff1 + value: 68.52120000000001 + - type: nauc_ndcg_at_100_max + value: 25.740099999999998 + - type: nauc_ndcg_at_100_std + value: -15.5878 + - type: nauc_ndcg_at_100_diff1 + value: 68.3016 + - type: nauc_ndcg_at_1000_max + value: 24.806 + - type: nauc_ndcg_at_1000_std + value: -16.9326 + - type: nauc_ndcg_at_1000_diff1 + value: 68.53970000000001 + - type: nauc_map_at_1_max + value: 17.4297 + - type: nauc_map_at_1_std + value: -15.746099999999998 + - type: nauc_map_at_1_diff1 + value: 73.54220000000001 + - type: nauc_map_at_3_max + value: 22.7568 + - type: nauc_map_at_3_std + value: -17.4731 + - type: nauc_map_at_3_diff1 + value: 67.33590000000001 + - type: nauc_map_at_5_max + value: 23.5256 + - type: nauc_map_at_5_std + value: -18.4363 + - type: nauc_map_at_5_diff1 + value: 67.93860000000001 + - type: nauc_map_at_10_max + value: 23.443 + - type: nauc_map_at_10_std + value: -18.2034 + - type: nauc_map_at_10_diff1 + value: 68.28999999999999 + - type: nauc_map_at_20_max + value: 23.450499999999998 + - type: nauc_map_at_20_std + value: -18.1512 + - type: nauc_map_at_20_diff1 + value: 68.386 + - type: nauc_map_at_100_max + value: 23.5269 + - type: nauc_map_at_100_std + value: -17.7815 + - type: nauc_map_at_100_diff1 + value: 68.3403 + - type: nauc_map_at_1000_max + value: 23.4906 + - type: nauc_map_at_1000_std + value: -17.832700000000003 + - type: nauc_map_at_1000_diff1 + value: 68.34559999999999 + - type: nauc_recall_at_1_max + value: 17.4297 + - type: nauc_recall_at_1_std + value: -15.746099999999998 + - type: nauc_recall_at_1_diff1 + value: 73.54220000000001 + - type: nauc_recall_at_3_max + value: 25.3735 + - type: nauc_recall_at_3_std + value: -18.2972 + - type: nauc_recall_at_3_diff1 + value: 62.7343 + - type: nauc_recall_at_5_max + value: 29.4827 + - type: nauc_recall_at_5_std + value: -22.902 + - type: nauc_recall_at_5_diff1 + value: 63.0919 + - type: nauc_recall_at_10_max + value: 32.1781 + - type: nauc_recall_at_10_std + value: -19.190099999999997 + - type: nauc_recall_at_10_diff1 + value: 65.2316 + - type: nauc_recall_at_20_max + value: 35.2716 + - type: nauc_recall_at_20_std + value: -16.820899999999998 + - type: nauc_recall_at_20_diff1 + value: 63.9068 + - type: nauc_recall_at_100_max + value: 70.4612 + - type: nauc_recall_at_100_std + value: 50.9193 + - type: nauc_recall_at_100_diff1 + value: 55.3091 + - type: nauc_recall_at_1000_max + value: 72.2301 + - type: nauc_recall_at_1000_std + value: 100.0 + - type: nauc_recall_at_1000_diff1 + value: 72.2301 + - type: nauc_precision_at_1_max + value: 22.7563 + - type: nauc_precision_at_1_std + value: -15.5223 + - type: nauc_precision_at_1_diff1 + value: 71.3339 + - type: nauc_precision_at_3_max + value: 12.232999999999999 + - type: nauc_precision_at_3_std + value: -5.377 + - type: nauc_precision_at_3_diff1 + value: 6.793200000000001 + - type: nauc_precision_at_5_max + value: 10.2297 + - type: nauc_precision_at_5_std + value: -4.8934 + - type: nauc_precision_at_5_diff1 + value: -1.4536 + - type: nauc_precision_at_10_max + value: 5.6953 + - type: nauc_precision_at_10_std + value: -0.8252 + - type: nauc_precision_at_10_diff1 + value: -9.9666 + - type: nauc_precision_at_20_max + value: 2.5406999999999997 + - type: nauc_precision_at_20_std + value: 0.5114 + - type: nauc_precision_at_20_diff1 + value: -16.837 + - type: nauc_precision_at_100_max + value: -0.45849999999999996 + - type: nauc_precision_at_100_std + value: 8.1508 + - type: nauc_precision_at_100_diff1 + value: -28.3401 + - type: nauc_precision_at_1000_max + value: -4.9861 + - type: nauc_precision_at_1000_std + value: 4.6894 + - type: nauc_precision_at_1000_diff1 + value: -32.172200000000004 + - type: nauc_mrr_at_1_max + value: 22.7563 + - type: nauc_mrr_at_1_std + value: -15.5223 + - type: nauc_mrr_at_1_diff1 + value: 71.3339 + - type: nauc_mrr_at_3_max + value: 24.679599999999997 + - type: nauc_mrr_at_3_std + value: -16.342599999999997 + - type: nauc_mrr_at_3_diff1 + value: 69.57900000000001 + - type: nauc_mrr_at_5_max + value: 25.227 + - type: nauc_mrr_at_5_std + value: -16.8639 + - type: nauc_mrr_at_5_diff1 + value: 69.84320000000001 + - type: nauc_mrr_at_10_max + value: 25.1304 + - type: nauc_mrr_at_10_std + value: -16.4694 + - type: nauc_mrr_at_10_diff1 + value: 70.0111 + - type: nauc_mrr_at_20_max + value: 25.0781 + - type: nauc_mrr_at_20_std + value: -16.4458 + - type: nauc_mrr_at_20_diff1 + value: 69.9612 + - type: nauc_mrr_at_100_max + value: 25.1222 + - type: nauc_mrr_at_100_std + value: -16.2123 + - type: nauc_mrr_at_100_diff1 + value: 69.9232 + - type: nauc_mrr_at_1000_max + value: 25.0987 + - type: nauc_mrr_at_1000_std + value: -16.2453 + - type: nauc_mrr_at_1000_diff1 + value: 69.9309 + - type: main_score + value: 77.371 + task: + type: Retrieval + - dataset: + config: eng-hin + name: MTEB XPQARetrieval (eng-hin) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 29.837999999999997 + - type: ndcg_at_3 + value: 34.187 + - type: ndcg_at_5 + value: 37.132 + - type: ndcg_at_10 + value: 41.357 + - type: ndcg_at_20 + value: 44.522 + - type: ndcg_at_100 + value: 49.486999999999995 + - type: ndcg_at_1000 + value: 51.458000000000006 + - type: map_at_1 + value: 24.959999999999997 + - type: map_at_3 + value: 30.897999999999996 + - type: map_at_5 + value: 33.248 + - type: map_at_10 + value: 35.136 + - type: map_at_20 + value: 36.254 + - type: map_at_100 + value: 37.181 + - type: map_at_1000 + value: 37.303 + - type: recall_at_1 + value: 24.959999999999997 + - type: recall_at_3 + value: 36.472 + - type: recall_at_5 + value: 44.175 + - type: recall_at_10 + value: 55.371 + - type: recall_at_20 + value: 65.506 + - type: recall_at_100 + value: 87.252 + - type: recall_at_1000 + value: 99.78399999999999 + - type: precision_at_1 + value: 29.837999999999997 + - type: precision_at_3 + value: 16.649 + - type: precision_at_5 + value: 12.649 + - type: precision_at_10 + value: 8.389000000000001 + - type: precision_at_20 + value: 5.286 + - type: precision_at_100 + value: 1.526 + - type: precision_at_1000 + value: 0.18 + - type: mrr_at_1 + value: 29.837799999999998 + - type: mrr_at_3 + value: 35.5676 + - type: mrr_at_5 + value: 37.3405 + - type: mrr_at_10 + value: 39.205 + - type: mrr_at_20 + value: 39.900600000000004 + - type: mrr_at_100 + value: 40.3898 + - type: mrr_at_1000 + value: 40.4236 + - type: nauc_ndcg_at_1_max + value: 27.067400000000003 + - type: nauc_ndcg_at_1_std + value: -7.138799999999999 + - type: nauc_ndcg_at_1_diff1 + value: 55.2706 + - type: nauc_ndcg_at_3_max + value: 26.181500000000003 + - type: nauc_ndcg_at_3_std + value: -7.2842 + - type: nauc_ndcg_at_3_diff1 + value: 53.710899999999995 + - type: nauc_ndcg_at_5_max + value: 25.678099999999997 + - type: nauc_ndcg_at_5_std + value: -8.155 + - type: nauc_ndcg_at_5_diff1 + value: 51.875499999999995 + - type: nauc_ndcg_at_10_max + value: 26.169199999999996 + - type: nauc_ndcg_at_10_std + value: -9.3901 + - type: nauc_ndcg_at_10_diff1 + value: 50.3482 + - type: nauc_ndcg_at_20_max + value: 25.657799999999998 + - type: nauc_ndcg_at_20_std + value: -10.1049 + - type: nauc_ndcg_at_20_diff1 + value: 50.00449999999999 + - type: nauc_ndcg_at_100_max + value: 27.1592 + - type: nauc_ndcg_at_100_std + value: -6.470199999999999 + - type: nauc_ndcg_at_100_diff1 + value: 50.5543 + - type: nauc_ndcg_at_1000_max + value: 26.4996 + - type: nauc_ndcg_at_1000_std + value: -7.8251 + - type: nauc_ndcg_at_1000_diff1 + value: 51.3008 + - type: nauc_map_at_1_max + value: 30.9584 + - type: nauc_map_at_1_std + value: -1.8107000000000002 + - type: nauc_map_at_1_diff1 + value: 61.1396 + - type: nauc_map_at_3_max + value: 27.641900000000003 + - type: nauc_map_at_3_std + value: -5.7893 + - type: nauc_map_at_3_diff1 + value: 56.422399999999996 + - type: nauc_map_at_5_max + value: 27.1235 + - type: nauc_map_at_5_std + value: -6.873600000000001 + - type: nauc_map_at_5_diff1 + value: 54.7341 + - type: nauc_map_at_10_max + value: 27.3959 + - type: nauc_map_at_10_std + value: -7.5009999999999994 + - type: nauc_map_at_10_diff1 + value: 54.107000000000006 + - type: nauc_map_at_20_max + value: 27.2192 + - type: nauc_map_at_20_std + value: -7.798299999999999 + - type: nauc_map_at_20_diff1 + value: 53.9093 + - type: nauc_map_at_100_max + value: 27.405099999999997 + - type: nauc_map_at_100_std + value: -7.1984 + - type: nauc_map_at_100_diff1 + value: 53.8955 + - type: nauc_map_at_1000_max + value: 27.372200000000003 + - type: nauc_map_at_1000_std + value: -7.2669 + - type: nauc_map_at_1000_diff1 + value: 53.936499999999995 + - type: nauc_recall_at_1_max + value: 30.9584 + - type: nauc_recall_at_1_std + value: -1.8107000000000002 + - type: nauc_recall_at_1_diff1 + value: 61.1396 + - type: nauc_recall_at_3_max + value: 25.021500000000003 + - type: nauc_recall_at_3_std + value: -7.2330000000000005 + - type: nauc_recall_at_3_diff1 + value: 51.3359 + - type: nauc_recall_at_5_max + value: 23.262900000000002 + - type: nauc_recall_at_5_std + value: -9.279 + - type: nauc_recall_at_5_diff1 + value: 45.993 + - type: nauc_recall_at_10_max + value: 23.619200000000003 + - type: nauc_recall_at_10_std + value: -12.6616 + - type: nauc_recall_at_10_diff1 + value: 40.401399999999995 + - type: nauc_recall_at_20_max + value: 21.6254 + - type: nauc_recall_at_20_std + value: -16.0253 + - type: nauc_recall_at_20_diff1 + value: 38.3699 + - type: nauc_recall_at_100_max + value: 33.8386 + - type: nauc_recall_at_100_std + value: 12.802299999999999 + - type: nauc_recall_at_100_diff1 + value: 34.1563 + - type: nauc_recall_at_1000_max + value: 93.46799999999999 + - type: nauc_recall_at_1000_std + value: 90.7434 + - type: nauc_recall_at_1000_diff1 + value: 26.6691 + - type: nauc_precision_at_1_max + value: 27.067400000000003 + - type: nauc_precision_at_1_std + value: -7.138799999999999 + - type: nauc_precision_at_1_diff1 + value: 55.2706 + - type: nauc_precision_at_3_max + value: 14.950800000000001 + - type: nauc_precision_at_3_std + value: -13.706999999999999 + - type: nauc_precision_at_3_diff1 + value: 35.0548 + - type: nauc_precision_at_5_max + value: 11.0863 + - type: nauc_precision_at_5_std + value: -15.2889 + - type: nauc_precision_at_5_diff1 + value: 24.3462 + - type: nauc_precision_at_10_max + value: 9.719700000000001 + - type: nauc_precision_at_10_std + value: -16.497600000000002 + - type: nauc_precision_at_10_diff1 + value: 13.3761 + - type: nauc_precision_at_20_max + value: 3.5641 + - type: nauc_precision_at_20_std + value: -14.7112 + - type: nauc_precision_at_20_diff1 + value: 3.6261 + - type: nauc_precision_at_100_max + value: -1.7235 + - type: nauc_precision_at_100_std + value: 1.6827999999999999 + - type: nauc_precision_at_100_diff1 + value: -13.4743 + - type: nauc_precision_at_1000_max + value: -10.8134 + - type: nauc_precision_at_1000_std + value: -3.4417999999999997 + - type: nauc_precision_at_1000_diff1 + value: -20.5029 + - type: nauc_mrr_at_1_max + value: 27.067400000000003 + - type: nauc_mrr_at_1_std + value: -7.138799999999999 + - type: nauc_mrr_at_1_diff1 + value: 55.2706 + - type: nauc_mrr_at_3_max + value: 24.8412 + - type: nauc_mrr_at_3_std + value: -8.6097 + - type: nauc_mrr_at_3_diff1 + value: 51.581999999999994 + - type: nauc_mrr_at_5_max + value: 24.5699 + - type: nauc_mrr_at_5_std + value: -8.7187 + - type: nauc_mrr_at_5_diff1 + value: 50.6287 + - type: nauc_mrr_at_10_max + value: 24.786 + - type: nauc_mrr_at_10_std + value: -9.184000000000001 + - type: nauc_mrr_at_10_diff1 + value: 50.0677 + - type: nauc_mrr_at_20_max + value: 24.7286 + - type: nauc_mrr_at_20_std + value: -9.263399999999999 + - type: nauc_mrr_at_20_diff1 + value: 50.271699999999996 + - type: nauc_mrr_at_100_max + value: 24.949199999999998 + - type: nauc_mrr_at_100_std + value: -8.8685 + - type: nauc_mrr_at_100_diff1 + value: 50.485800000000005 + - type: nauc_mrr_at_1000_max + value: 24.9398 + - type: nauc_mrr_at_1000_std + value: -8.888300000000001 + - type: nauc_mrr_at_1000_diff1 + value: 50.4981 + - type: main_score + value: 41.357 + task: + type: Retrieval + - dataset: + config: hin-eng + name: MTEB XPQARetrieval (hin-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 62.829 + - type: ndcg_at_3 + value: 68.886 + - type: ndcg_at_5 + value: 71.812 + - type: ndcg_at_10 + value: 74.405 + - type: ndcg_at_20 + value: 75.702 + - type: ndcg_at_100 + value: 77.08500000000001 + - type: ndcg_at_1000 + value: 77.377 + - type: map_at_1 + value: 53.568000000000005 + - type: map_at_3 + value: 65.70700000000001 + - type: map_at_5 + value: 67.96600000000001 + - type: map_at_10 + value: 69.394 + - type: map_at_20 + value: 69.827 + - type: map_at_100 + value: 70.106 + - type: map_at_1000 + value: 70.119 + - type: recall_at_1 + value: 53.568000000000005 + - type: recall_at_3 + value: 73.095 + - type: recall_at_5 + value: 80.211 + - type: recall_at_10 + value: 87.229 + - type: recall_at_20 + value: 91.625 + - type: recall_at_100 + value: 97.844 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 62.829 + - type: precision_at_3 + value: 31.871 + - type: precision_at_5 + value: 21.337999999999997 + - type: precision_at_10 + value: 11.886 + - type: precision_at_20 + value: 6.343 + - type: precision_at_100 + value: 1.379 + - type: precision_at_1000 + value: 0.14100000000000001 + - type: mrr_at_1 + value: 62.8289 + - type: mrr_at_3 + value: 69.0607 + - type: mrr_at_5 + value: 70.519 + - type: mrr_at_10 + value: 71.2807 + - type: mrr_at_20 + value: 71.588 + - type: mrr_at_100 + value: 71.73140000000001 + - type: mrr_at_1000 + value: 71.7388 + - type: nauc_ndcg_at_1_max + value: 21.3661 + - type: nauc_ndcg_at_1_std + value: -10.6157 + - type: nauc_ndcg_at_1_diff1 + value: 67.2305 + - type: nauc_ndcg_at_3_max + value: 21.956999999999997 + - type: nauc_ndcg_at_3_std + value: -12.2388 + - type: nauc_ndcg_at_3_diff1 + value: 63.661199999999994 + - type: nauc_ndcg_at_5_max + value: 21.2542 + - type: nauc_ndcg_at_5_std + value: -13.1088 + - type: nauc_ndcg_at_5_diff1 + value: 64.25619999999999 + - type: nauc_ndcg_at_10_max + value: 21.6255 + - type: nauc_ndcg_at_10_std + value: -12.279900000000001 + - type: nauc_ndcg_at_10_diff1 + value: 65.00160000000001 + - type: nauc_ndcg_at_20_max + value: 23.061400000000003 + - type: nauc_ndcg_at_20_std + value: -12.0639 + - type: nauc_ndcg_at_20_diff1 + value: 64.4887 + - type: nauc_ndcg_at_100_max + value: 23.350099999999998 + - type: nauc_ndcg_at_100_std + value: -10.6359 + - type: nauc_ndcg_at_100_diff1 + value: 64.50439999999999 + - type: nauc_ndcg_at_1000_max + value: 22.8198 + - type: nauc_ndcg_at_1000_std + value: -11.4354 + - type: nauc_ndcg_at_1000_diff1 + value: 64.80080000000001 + - type: nauc_map_at_1_max + value: 17.9072 + - type: nauc_map_at_1_std + value: -8.7855 + - type: nauc_map_at_1_diff1 + value: 70.7539 + - type: nauc_map_at_3_max + value: 21.3213 + - type: nauc_map_at_3_std + value: -11.834200000000001 + - type: nauc_map_at_3_diff1 + value: 64.23010000000001 + - type: nauc_map_at_5_max + value: 21.1159 + - type: nauc_map_at_5_std + value: -12.3443 + - type: nauc_map_at_5_diff1 + value: 64.467 + - type: nauc_map_at_10_max + value: 21.418400000000002 + - type: nauc_map_at_10_std + value: -12.191 + - type: nauc_map_at_10_diff1 + value: 64.8928 + - type: nauc_map_at_20_max + value: 21.8188 + - type: nauc_map_at_20_std + value: -12.0603 + - type: nauc_map_at_20_diff1 + value: 64.7286 + - type: nauc_map_at_100_max + value: 21.9147 + - type: nauc_map_at_100_std + value: -11.8446 + - type: nauc_map_at_100_diff1 + value: 64.7542 + - type: nauc_map_at_1000_max + value: 21.8919 + - type: nauc_map_at_1000_std + value: -11.8675 + - type: nauc_map_at_1000_diff1 + value: 64.7593 + - type: nauc_recall_at_1_max + value: 17.9072 + - type: nauc_recall_at_1_std + value: -8.7855 + - type: nauc_recall_at_1_diff1 + value: 70.7539 + - type: nauc_recall_at_3_max + value: 21.9717 + - type: nauc_recall_at_3_std + value: -13.6301 + - type: nauc_recall_at_3_diff1 + value: 59.638400000000004 + - type: nauc_recall_at_5_max + value: 18.9225 + - type: nauc_recall_at_5_std + value: -16.8597 + - type: nauc_recall_at_5_diff1 + value: 60.11729999999999 + - type: nauc_recall_at_10_max + value: 19.5016 + - type: nauc_recall_at_10_std + value: -13.6279 + - type: nauc_recall_at_10_diff1 + value: 62.53530000000001 + - type: nauc_recall_at_20_max + value: 30.4082 + - type: nauc_recall_at_20_std + value: -12.3345 + - type: nauc_recall_at_20_diff1 + value: 56.927499999999995 + - type: nauc_recall_at_100_max + value: 54.0707 + - type: nauc_recall_at_100_std + value: 40.6098 + - type: nauc_recall_at_100_diff1 + value: 41.9773 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 21.3661 + - type: nauc_precision_at_1_std + value: -10.6157 + - type: nauc_precision_at_1_diff1 + value: 67.2305 + - type: nauc_precision_at_3_max + value: 11.4119 + - type: nauc_precision_at_3_std + value: -7.8995 + - type: nauc_precision_at_3_diff1 + value: 10.1894 + - type: nauc_precision_at_5_max + value: 7.857500000000001 + - type: nauc_precision_at_5_std + value: -6.3923 + - type: nauc_precision_at_5_diff1 + value: 1.0466 + - type: nauc_precision_at_10_max + value: 4.8916 + - type: nauc_precision_at_10_std + value: -2.5205 + - type: nauc_precision_at_10_diff1 + value: -8.1651 + - type: nauc_precision_at_20_max + value: 5.0114 + - type: nauc_precision_at_20_std + value: -0.6735 + - type: nauc_precision_at_20_diff1 + value: -17.351 + - type: nauc_precision_at_100_max + value: 2.9482 + - type: nauc_precision_at_100_std + value: 5.092499999999999 + - type: nauc_precision_at_100_diff1 + value: -28.5859 + - type: nauc_precision_at_1000_max + value: -0.2506 + - type: nauc_precision_at_1000_std + value: 2.5964 + - type: nauc_precision_at_1000_diff1 + value: -31.210300000000004 + - type: nauc_mrr_at_1_max + value: 21.3661 + - type: nauc_mrr_at_1_std + value: -10.6157 + - type: nauc_mrr_at_1_diff1 + value: 67.2305 + - type: nauc_mrr_at_3_max + value: 22.8047 + - type: nauc_mrr_at_3_std + value: -11.596 + - type: nauc_mrr_at_3_diff1 + value: 65.8737 + - type: nauc_mrr_at_5_max + value: 22.2883 + - type: nauc_mrr_at_5_std + value: -12.0035 + - type: nauc_mrr_at_5_diff1 + value: 66.2235 + - type: nauc_mrr_at_10_max + value: 22.1797 + - type: nauc_mrr_at_10_std + value: -11.548 + - type: nauc_mrr_at_10_diff1 + value: 66.2026 + - type: nauc_mrr_at_20_max + value: 22.4781 + - type: nauc_mrr_at_20_std + value: -11.6037 + - type: nauc_mrr_at_20_diff1 + value: 66.1353 + - type: nauc_mrr_at_100_max + value: 22.4688 + - type: nauc_mrr_at_100_std + value: -11.451799999999999 + - type: nauc_mrr_at_100_diff1 + value: 66.1191 + - type: nauc_mrr_at_1000_max + value: 22.4565 + - type: nauc_mrr_at_1000_std + value: -11.4696 + - type: nauc_mrr_at_1000_diff1 + value: 66.12639999999999 + - type: main_score + value: 74.405 + task: + type: Retrieval + - dataset: + config: ita-ita + name: MTEB XPQARetrieval (ita-ita) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 73.303 + - type: ndcg_at_3 + value: 74.51299999999999 + - type: ndcg_at_5 + value: 76.383 + - type: ndcg_at_10 + value: 78.968 + - type: ndcg_at_20 + value: 80.331 + - type: ndcg_at_100 + value: 81.65599999999999 + - type: ndcg_at_1000 + value: 82.075 + - type: map_at_1 + value: 50.68899999999999 + - type: map_at_3 + value: 68.325 + - type: map_at_5 + value: 72.706 + - type: map_at_10 + value: 74.515 + - type: map_at_20 + value: 75.03999999999999 + - type: map_at_100 + value: 75.345 + - type: map_at_1000 + value: 75.371 + - type: recall_at_1 + value: 50.68899999999999 + - type: recall_at_3 + value: 72.763 + - type: recall_at_5 + value: 80.85 + - type: recall_at_10 + value: 87.071 + - type: recall_at_20 + value: 91.62599999999999 + - type: recall_at_100 + value: 97.333 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 73.303 + - type: precision_at_3 + value: 42.886 + - type: precision_at_5 + value: 30.226 + - type: precision_at_10 + value: 16.591 + - type: precision_at_20 + value: 8.756 + - type: precision_at_100 + value: 1.872 + - type: precision_at_1000 + value: 0.192 + - type: mrr_at_1 + value: 73.3032 + - type: mrr_at_3 + value: 77.45100000000001 + - type: mrr_at_5 + value: 78.5143 + - type: mrr_at_10 + value: 78.9829 + - type: mrr_at_20 + value: 79.2112 + - type: mrr_at_100 + value: 79.31 + - type: mrr_at_1000 + value: 79.321 + - type: nauc_ndcg_at_1_max + value: 35.689 + - type: nauc_ndcg_at_1_std + value: -6.271 + - type: nauc_ndcg_at_1_diff1 + value: 69.1074 + - type: nauc_ndcg_at_3_max + value: 33.839999999999996 + - type: nauc_ndcg_at_3_std + value: -6.6137 + - type: nauc_ndcg_at_3_diff1 + value: 60.0973 + - type: nauc_ndcg_at_5_max + value: 34.4597 + - type: nauc_ndcg_at_5_std + value: -8.0563 + - type: nauc_ndcg_at_5_diff1 + value: 61.7357 + - type: nauc_ndcg_at_10_max + value: 37.1442 + - type: nauc_ndcg_at_10_std + value: -7.6309000000000005 + - type: nauc_ndcg_at_10_diff1 + value: 62.408500000000004 + - type: nauc_ndcg_at_20_max + value: 38.2402 + - type: nauc_ndcg_at_20_std + value: -5.7285 + - type: nauc_ndcg_at_20_diff1 + value: 62.7646 + - type: nauc_ndcg_at_100_max + value: 37.2684 + - type: nauc_ndcg_at_100_std + value: -5.4165 + - type: nauc_ndcg_at_100_diff1 + value: 63.234100000000005 + - type: nauc_ndcg_at_1000_max + value: 36.8473 + - type: nauc_ndcg_at_1000_std + value: -5.4546 + - type: nauc_ndcg_at_1000_diff1 + value: 63.3443 + - type: nauc_map_at_1_max + value: 15.5583 + - type: nauc_map_at_1_std + value: -9.3011 + - type: nauc_map_at_1_diff1 + value: 67.9836 + - type: nauc_map_at_3_max + value: 27.909 + - type: nauc_map_at_3_std + value: -8.6412 + - type: nauc_map_at_3_diff1 + value: 61.4298 + - type: nauc_map_at_5_max + value: 32.149 + - type: nauc_map_at_5_std + value: -8.6455 + - type: nauc_map_at_5_diff1 + value: 60.7286 + - type: nauc_map_at_10_max + value: 34.1285 + - type: nauc_map_at_10_std + value: -8.1483 + - type: nauc_map_at_10_diff1 + value: 61.2726 + - type: nauc_map_at_20_max + value: 34.4614 + - type: nauc_map_at_20_std + value: -7.590199999999999 + - type: nauc_map_at_20_diff1 + value: 61.406400000000005 + - type: nauc_map_at_100_max + value: 34.3759 + - type: nauc_map_at_100_std + value: -7.4144000000000005 + - type: nauc_map_at_100_diff1 + value: 61.4994 + - type: nauc_map_at_1000_max + value: 34.3612 + - type: nauc_map_at_1000_std + value: -7.3986 + - type: nauc_map_at_1000_diff1 + value: 61.502199999999995 + - type: nauc_recall_at_1_max + value: 15.5583 + - type: nauc_recall_at_1_std + value: -9.3011 + - type: nauc_recall_at_1_diff1 + value: 67.9836 + - type: nauc_recall_at_3_max + value: 26.532899999999998 + - type: nauc_recall_at_3_std + value: -7.463400000000001 + - type: nauc_recall_at_3_diff1 + value: 56.1218 + - type: nauc_recall_at_5_max + value: 32.5583 + - type: nauc_recall_at_5_std + value: -11.5969 + - type: nauc_recall_at_5_diff1 + value: 55.4997 + - type: nauc_recall_at_10_max + value: 40.5895 + - type: nauc_recall_at_10_std + value: -13.9262 + - type: nauc_recall_at_10_diff1 + value: 55.8763 + - type: nauc_recall_at_20_max + value: 51.120900000000006 + - type: nauc_recall_at_20_std + value: -2.0658 + - type: nauc_recall_at_20_diff1 + value: 54.9147 + - type: nauc_recall_at_100_max + value: 51.3815 + - type: nauc_recall_at_100_std + value: -0.0479 + - type: nauc_recall_at_100_diff1 + value: 55.806599999999996 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 35.689 + - type: nauc_precision_at_1_std + value: -6.271 + - type: nauc_precision_at_1_diff1 + value: 69.1074 + - type: nauc_precision_at_3_max + value: 21.9653 + - type: nauc_precision_at_3_std + value: 3.8028 + - type: nauc_precision_at_3_diff1 + value: -6.5427 + - type: nauc_precision_at_5_max + value: 18.304100000000002 + - type: nauc_precision_at_5_std + value: 4.0655 + - type: nauc_precision_at_5_diff1 + value: -14.9045 + - type: nauc_precision_at_10_max + value: 16.9009 + - type: nauc_precision_at_10_std + value: 5.8233 + - type: nauc_precision_at_10_diff1 + value: -18.964100000000002 + - type: nauc_precision_at_20_max + value: 15.0139 + - type: nauc_precision_at_20_std + value: 8.5474 + - type: nauc_precision_at_20_diff1 + value: -23.3251 + - type: nauc_precision_at_100_max + value: 9.5623 + - type: nauc_precision_at_100_std + value: 9.9693 + - type: nauc_precision_at_100_diff1 + value: -28.9106 + - type: nauc_precision_at_1000_max + value: 6.5731 + - type: nauc_precision_at_1000_std + value: 9.5949 + - type: nauc_precision_at_1000_diff1 + value: -31.819799999999997 + - type: nauc_mrr_at_1_max + value: 35.689 + - type: nauc_mrr_at_1_std + value: -6.271 + - type: nauc_mrr_at_1_diff1 + value: 69.1074 + - type: nauc_mrr_at_3_max + value: 38.5696 + - type: nauc_mrr_at_3_std + value: -2.6536 + - type: nauc_mrr_at_3_diff1 + value: 67.9186 + - type: nauc_mrr_at_5_max + value: 38.7536 + - type: nauc_mrr_at_5_std + value: -3.6136 + - type: nauc_mrr_at_5_diff1 + value: 68.1574 + - type: nauc_mrr_at_10_max + value: 38.7497 + - type: nauc_mrr_at_10_std + value: -3.9207 + - type: nauc_mrr_at_10_diff1 + value: 68.2179 + - type: nauc_mrr_at_20_max + value: 38.8658 + - type: nauc_mrr_at_20_std + value: -3.7251 + - type: nauc_mrr_at_20_diff1 + value: 68.2441 + - type: nauc_mrr_at_100_max + value: 38.752199999999995 + - type: nauc_mrr_at_100_std + value: -3.6793 + - type: nauc_mrr_at_100_diff1 + value: 68.2572 + - type: nauc_mrr_at_1000_max + value: 38.752700000000004 + - type: nauc_mrr_at_1000_std + value: -3.6662 + - type: nauc_mrr_at_1000_diff1 + value: 68.262 + - type: main_score + value: 78.968 + task: + type: Retrieval + - dataset: + config: eng-ita + name: MTEB XPQARetrieval (eng-ita) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 42.232 + - type: ndcg_at_3 + value: 46.231 + - type: ndcg_at_5 + value: 48.197 + - type: ndcg_at_10 + value: 52.217 + - type: ndcg_at_20 + value: 55.472 + - type: ndcg_at_100 + value: 58.803000000000004 + - type: ndcg_at_1000 + value: 60.321000000000005 + - type: map_at_1 + value: 26.368000000000002 + - type: map_at_3 + value: 39.703 + - type: map_at_5 + value: 42.847 + - type: map_at_10 + value: 45.296 + - type: map_at_20 + value: 46.586 + - type: map_at_100 + value: 47.243 + - type: map_at_1000 + value: 47.331 + - type: recall_at_1 + value: 26.368000000000002 + - type: recall_at_3 + value: 46.709 + - type: recall_at_5 + value: 54.721 + - type: recall_at_10 + value: 64.46 + - type: recall_at_20 + value: 74.997 + - type: recall_at_100 + value: 89.527 + - type: recall_at_1000 + value: 99.698 + - type: precision_at_1 + value: 42.232 + - type: precision_at_3 + value: 28.708 + - type: precision_at_5 + value: 20.814 + - type: precision_at_10 + value: 12.7 + - type: precision_at_20 + value: 7.420999999999999 + - type: precision_at_100 + value: 1.799 + - type: precision_at_1000 + value: 0.198 + - type: mrr_at_1 + value: 42.2323 + - type: mrr_at_3 + value: 50.0251 + - type: mrr_at_5 + value: 51.4731 + - type: mrr_at_10 + value: 52.588100000000004 + - type: mrr_at_20 + value: 53.196200000000005 + - type: mrr_at_100 + value: 53.4938 + - type: mrr_at_1000 + value: 53.5262 + - type: nauc_ndcg_at_1_max + value: 21.651300000000003 + - type: nauc_ndcg_at_1_std + value: -9.2124 + - type: nauc_ndcg_at_1_diff1 + value: 49.2911 + - type: nauc_ndcg_at_3_max + value: 22.3268 + - type: nauc_ndcg_at_3_std + value: -13.6427 + - type: nauc_ndcg_at_3_diff1 + value: 40.6128 + - type: nauc_ndcg_at_5_max + value: 22.1756 + - type: nauc_ndcg_at_5_std + value: -15.423700000000002 + - type: nauc_ndcg_at_5_diff1 + value: 41.0353 + - type: nauc_ndcg_at_10_max + value: 23.0761 + - type: nauc_ndcg_at_10_std + value: -15.423300000000001 + - type: nauc_ndcg_at_10_diff1 + value: 40.9547 + - type: nauc_ndcg_at_20_max + value: 24.110400000000002 + - type: nauc_ndcg_at_20_std + value: -13.7629 + - type: nauc_ndcg_at_20_diff1 + value: 41.204299999999996 + - type: nauc_ndcg_at_100_max + value: 24.2335 + - type: nauc_ndcg_at_100_std + value: -11.9539 + - type: nauc_ndcg_at_100_diff1 + value: 41.2192 + - type: nauc_ndcg_at_1000_max + value: 23.674400000000002 + - type: nauc_ndcg_at_1000_std + value: -12.2662 + - type: nauc_ndcg_at_1000_diff1 + value: 41.9045 + - type: nauc_map_at_1_max + value: 15.9032 + - type: nauc_map_at_1_std + value: -11.3011 + - type: nauc_map_at_1_diff1 + value: 48.5373 + - type: nauc_map_at_3_max + value: 20.4684 + - type: nauc_map_at_3_std + value: -14.336599999999999 + - type: nauc_map_at_3_diff1 + value: 41.7398 + - type: nauc_map_at_5_max + value: 21.074399999999997 + - type: nauc_map_at_5_std + value: -14.738299999999999 + - type: nauc_map_at_5_diff1 + value: 41.578900000000004 + - type: nauc_map_at_10_max + value: 21.8132 + - type: nauc_map_at_10_std + value: -14.429400000000001 + - type: nauc_map_at_10_diff1 + value: 41.593599999999995 + - type: nauc_map_at_20_max + value: 22.2921 + - type: nauc_map_at_20_std + value: -13.7744 + - type: nauc_map_at_20_diff1 + value: 41.7738 + - type: nauc_map_at_100_max + value: 22.3562 + - type: nauc_map_at_100_std + value: -13.4715 + - type: nauc_map_at_100_diff1 + value: 41.787600000000005 + - type: nauc_map_at_1000_max + value: 22.3351 + - type: nauc_map_at_1000_std + value: -13.461500000000001 + - type: nauc_map_at_1000_diff1 + value: 41.815799999999996 + - type: nauc_recall_at_1_max + value: 15.9032 + - type: nauc_recall_at_1_std + value: -11.3011 + - type: nauc_recall_at_1_diff1 + value: 48.5373 + - type: nauc_recall_at_3_max + value: 19.7846 + - type: nauc_recall_at_3_std + value: -16.5935 + - type: nauc_recall_at_3_diff1 + value: 34.1057 + - type: nauc_recall_at_5_max + value: 20.468600000000002 + - type: nauc_recall_at_5_std + value: -19.342599999999997 + - type: nauc_recall_at_5_diff1 + value: 33.7429 + - type: nauc_recall_at_10_max + value: 21.913 + - type: nauc_recall_at_10_std + value: -21.1917 + - type: nauc_recall_at_10_diff1 + value: 32.7967 + - type: nauc_recall_at_20_max + value: 27.2861 + - type: nauc_recall_at_20_std + value: -16.567899999999998 + - type: nauc_recall_at_20_diff1 + value: 33.0336 + - type: nauc_recall_at_100_max + value: 34.173700000000004 + - type: nauc_recall_at_100_std + value: 0.9457 + - type: nauc_recall_at_100_diff1 + value: 28.7837 + - type: nauc_recall_at_1000_max + value: 61.37200000000001 + - type: nauc_recall_at_1000_std + value: 77.7037 + - type: nauc_recall_at_1000_diff1 + value: 100.0 + - type: nauc_precision_at_1_max + value: 21.651300000000003 + - type: nauc_precision_at_1_std + value: -9.2124 + - type: nauc_precision_at_1_diff1 + value: 49.2911 + - type: nauc_precision_at_3_max + value: 20.3581 + - type: nauc_precision_at_3_std + value: -7.856299999999999 + - type: nauc_precision_at_3_diff1 + value: 18.6555 + - type: nauc_precision_at_5_max + value: 17.8922 + - type: nauc_precision_at_5_std + value: -5.9212 + - type: nauc_precision_at_5_diff1 + value: 15.4691 + - type: nauc_precision_at_10_max + value: 17.4155 + - type: nauc_precision_at_10_std + value: -2.3813 + - type: nauc_precision_at_10_diff1 + value: 11.8078 + - type: nauc_precision_at_20_max + value: 15.613399999999999 + - type: nauc_precision_at_20_std + value: 2.6385 + - type: nauc_precision_at_20_diff1 + value: 7.8831 + - type: nauc_precision_at_100_max + value: 9.4998 + - type: nauc_precision_at_100_std + value: 8.2725 + - type: nauc_precision_at_100_diff1 + value: -0.513 + - type: nauc_precision_at_1000_max + value: 4.4193999999999996 + - type: nauc_precision_at_1000_std + value: 9.1777 + - type: nauc_precision_at_1000_diff1 + value: -4.9882 + - type: nauc_mrr_at_1_max + value: 21.651300000000003 + - type: nauc_mrr_at_1_std + value: -9.2124 + - type: nauc_mrr_at_1_diff1 + value: 49.2911 + - type: nauc_mrr_at_3_max + value: 23.4705 + - type: nauc_mrr_at_3_std + value: -11.616999999999999 + - type: nauc_mrr_at_3_diff1 + value: 44.4985 + - type: nauc_mrr_at_5_max + value: 23.5172 + - type: nauc_mrr_at_5_std + value: -12.106 + - type: nauc_mrr_at_5_diff1 + value: 44.969 + - type: nauc_mrr_at_10_max + value: 23.5686 + - type: nauc_mrr_at_10_std + value: -12.2187 + - type: nauc_mrr_at_10_diff1 + value: 44.8189 + - type: nauc_mrr_at_20_max + value: 23.6451 + - type: nauc_mrr_at_20_std + value: -11.9034 + - type: nauc_mrr_at_20_diff1 + value: 44.7634 + - type: nauc_mrr_at_100_max + value: 23.6986 + - type: nauc_mrr_at_100_std + value: -11.708 + - type: nauc_mrr_at_100_diff1 + value: 44.7799 + - type: nauc_mrr_at_1000_max + value: 23.6844 + - type: nauc_mrr_at_1000_std + value: -11.705599999999999 + - type: nauc_mrr_at_1000_diff1 + value: 44.8116 + - type: main_score + value: 52.217 + task: + type: Retrieval + - dataset: + config: ita-eng + name: MTEB XPQARetrieval (ita-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 68.326 + - type: ndcg_at_3 + value: 70.71499999999999 + - type: ndcg_at_5 + value: 72.748 + - type: ndcg_at_10 + value: 75.31 + - type: ndcg_at_20 + value: 76.958 + - type: ndcg_at_100 + value: 78.66300000000001 + - type: ndcg_at_1000 + value: 79.089 + - type: map_at_1 + value: 46.583999999999996 + - type: map_at_3 + value: 64.36800000000001 + - type: map_at_5 + value: 68.639 + - type: map_at_10 + value: 70.365 + - type: map_at_20 + value: 71.045 + - type: map_at_100 + value: 71.391 + - type: map_at_1000 + value: 71.417 + - type: recall_at_1 + value: 46.583999999999996 + - type: recall_at_3 + value: 69.887 + - type: recall_at_5 + value: 78.10000000000001 + - type: recall_at_10 + value: 84.329 + - type: recall_at_20 + value: 89.51 + - type: recall_at_100 + value: 97.235 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 68.326 + - type: precision_at_3 + value: 41.277 + - type: precision_at_5 + value: 29.14 + - type: precision_at_10 + value: 16.063 + - type: precision_at_20 + value: 8.612 + - type: precision_at_100 + value: 1.872 + - type: precision_at_1000 + value: 0.192 + - type: mrr_at_1 + value: 68.3258 + - type: mrr_at_3 + value: 73.73049999999999 + - type: mrr_at_5 + value: 74.7788 + - type: mrr_at_10 + value: 75.2463 + - type: mrr_at_20 + value: 75.5318 + - type: mrr_at_100 + value: 75.6748 + - type: mrr_at_1000 + value: 75.6867 + - type: nauc_ndcg_at_1_max + value: 26.8135 + - type: nauc_ndcg_at_1_std + value: -8.6975 + - type: nauc_ndcg_at_1_diff1 + value: 58.6002 + - type: nauc_ndcg_at_3_max + value: 23.7682 + - type: nauc_ndcg_at_3_std + value: -8.566500000000001 + - type: nauc_ndcg_at_3_diff1 + value: 51.228899999999996 + - type: nauc_ndcg_at_5_max + value: 23.5902 + - type: nauc_ndcg_at_5_std + value: -10.3265 + - type: nauc_ndcg_at_5_diff1 + value: 51.879 + - type: nauc_ndcg_at_10_max + value: 25.827099999999998 + - type: nauc_ndcg_at_10_std + value: -10.3073 + - type: nauc_ndcg_at_10_diff1 + value: 51.1455 + - type: nauc_ndcg_at_20_max + value: 25.9589 + - type: nauc_ndcg_at_20_std + value: -8.4943 + - type: nauc_ndcg_at_20_diff1 + value: 52.614700000000006 + - type: nauc_ndcg_at_100_max + value: 26.136599999999998 + - type: nauc_ndcg_at_100_std + value: -7.4791 + - type: nauc_ndcg_at_100_diff1 + value: 52.5833 + - type: nauc_ndcg_at_1000_max + value: 25.9774 + - type: nauc_ndcg_at_1000_std + value: -8.0473 + - type: nauc_ndcg_at_1000_diff1 + value: 52.8825 + - type: nauc_map_at_1_max + value: 8.6008 + - type: nauc_map_at_1_std + value: -9.5267 + - type: nauc_map_at_1_diff1 + value: 62.074600000000004 + - type: nauc_map_at_3_max + value: 18.8419 + - type: nauc_map_at_3_std + value: -9.765500000000001 + - type: nauc_map_at_3_diff1 + value: 53.2292 + - type: nauc_map_at_5_max + value: 21.5392 + - type: nauc_map_at_5_std + value: -10.376000000000001 + - type: nauc_map_at_5_diff1 + value: 51.408100000000005 + - type: nauc_map_at_10_max + value: 23.3943 + - type: nauc_map_at_10_std + value: -10.1452 + - type: nauc_map_at_10_diff1 + value: 50.9674 + - type: nauc_map_at_20_max + value: 23.5468 + - type: nauc_map_at_20_std + value: -9.4931 + - type: nauc_map_at_20_diff1 + value: 51.561800000000005 + - type: nauc_map_at_100_max + value: 23.599999999999998 + - type: nauc_map_at_100_std + value: -9.333 + - type: nauc_map_at_100_diff1 + value: 51.5236 + - type: nauc_map_at_1000_max + value: 23.6006 + - type: nauc_map_at_1000_std + value: -9.359399999999999 + - type: nauc_map_at_1000_diff1 + value: 51.5341 + - type: nauc_recall_at_1_max + value: 8.6008 + - type: nauc_recall_at_1_std + value: -9.5267 + - type: nauc_recall_at_1_diff1 + value: 62.074600000000004 + - type: nauc_recall_at_3_max + value: 17.7132 + - type: nauc_recall_at_3_std + value: -9.2032 + - type: nauc_recall_at_3_diff1 + value: 49.061 + - type: nauc_recall_at_5_max + value: 20.7845 + - type: nauc_recall_at_5_std + value: -14.1804 + - type: nauc_recall_at_5_diff1 + value: 45.391 + - type: nauc_recall_at_10_max + value: 25.5005 + - type: nauc_recall_at_10_std + value: -16.805899999999998 + - type: nauc_recall_at_10_diff1 + value: 41.4292 + - type: nauc_recall_at_20_max + value: 26.281 + - type: nauc_recall_at_20_std + value: -8.8144 + - type: nauc_recall_at_20_diff1 + value: 47.1559 + - type: nauc_recall_at_100_max + value: 31.7986 + - type: nauc_recall_at_100_std + value: 16.9621 + - type: nauc_recall_at_100_diff1 + value: 38.0778 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 26.8135 + - type: nauc_precision_at_1_std + value: -8.6975 + - type: nauc_precision_at_1_diff1 + value: 58.6002 + - type: nauc_precision_at_3_max + value: 20.9704 + - type: nauc_precision_at_3_std + value: 0.9240999999999999 + - type: nauc_precision_at_3_diff1 + value: -4.902 + - type: nauc_precision_at_5_max + value: 18.6204 + - type: nauc_precision_at_5_std + value: 1.1881 + - type: nauc_precision_at_5_diff1 + value: -13.0769 + - type: nauc_precision_at_10_max + value: 18.671 + - type: nauc_precision_at_10_std + value: 3.1946000000000003 + - type: nauc_precision_at_10_diff1 + value: -18.328400000000002 + - type: nauc_precision_at_20_max + value: 16.3938 + - type: nauc_precision_at_20_std + value: 6.422899999999999 + - type: nauc_precision_at_20_diff1 + value: -20.880399999999998 + - type: nauc_precision_at_100_max + value: 13.405800000000001 + - type: nauc_precision_at_100_std + value: 9.439 + - type: nauc_precision_at_100_diff1 + value: -27.8738 + - type: nauc_precision_at_1000_max + value: 11.4487 + - type: nauc_precision_at_1000_std + value: 8.443399999999999 + - type: nauc_precision_at_1000_diff1 + value: -29.54 + - type: nauc_mrr_at_1_max + value: 26.8135 + - type: nauc_mrr_at_1_std + value: -8.6975 + - type: nauc_mrr_at_1_diff1 + value: 58.6002 + - type: nauc_mrr_at_3_max + value: 28.9068 + - type: nauc_mrr_at_3_std + value: -6.3302 + - type: nauc_mrr_at_3_diff1 + value: 58.0511 + - type: nauc_mrr_at_5_max + value: 29.305799999999998 + - type: nauc_mrr_at_5_std + value: -7.302599999999999 + - type: nauc_mrr_at_5_diff1 + value: 57.84160000000001 + - type: nauc_mrr_at_10_max + value: 29.0878 + - type: nauc_mrr_at_10_std + value: -7.5539 + - type: nauc_mrr_at_10_diff1 + value: 57.615700000000004 + - type: nauc_mrr_at_20_max + value: 28.962500000000002 + - type: nauc_mrr_at_20_std + value: -7.4113 + - type: nauc_mrr_at_20_diff1 + value: 57.7288 + - type: nauc_mrr_at_100_max + value: 28.935699999999997 + - type: nauc_mrr_at_100_std + value: -7.3299 + - type: nauc_mrr_at_100_diff1 + value: 57.775299999999994 + - type: nauc_mrr_at_1000_max + value: 28.9312 + - type: nauc_mrr_at_1000_std + value: -7.341 + - type: nauc_mrr_at_1000_diff1 + value: 57.781499999999994 + - type: main_score + value: 75.31 + task: + type: Retrieval + - dataset: + config: jpn-jpn + name: MTEB XPQARetrieval (jpn-jpn) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 72.0 + - type: ndcg_at_3 + value: 74.005 + - type: ndcg_at_5 + value: 75.411 + - type: ndcg_at_10 + value: 77.12 + - type: ndcg_at_20 + value: 78.625 + - type: ndcg_at_100 + value: 80.281 + - type: ndcg_at_1000 + value: 80.682 + - type: map_at_1 + value: 46.988 + - type: map_at_3 + value: 68.586 + - type: map_at_5 + value: 72.752 + - type: map_at_10 + value: 73.832 + - type: map_at_20 + value: 74.421 + - type: map_at_100 + value: 74.717 + - type: map_at_1000 + value: 74.735 + - type: recall_at_1 + value: 46.988 + - type: recall_at_3 + value: 72.36200000000001 + - type: recall_at_5 + value: 79.501 + - type: recall_at_10 + value: 83.83 + - type: recall_at_20 + value: 88.907 + - type: recall_at_100 + value: 96.739 + - type: recall_at_1000 + value: 99.636 + - type: precision_at_1 + value: 72.0 + - type: precision_at_3 + value: 45.818 + - type: precision_at_5 + value: 31.491000000000003 + - type: precision_at_10 + value: 16.715 + - type: precision_at_20 + value: 8.83 + - type: precision_at_100 + value: 1.8960000000000001 + - type: precision_at_1000 + value: 0.194 + - type: mrr_at_1 + value: 72.0 + - type: mrr_at_3 + value: 75.3131 + - type: mrr_at_5 + value: 76.101 + - type: mrr_at_10 + value: 76.5157 + - type: mrr_at_20 + value: 76.77929999999999 + - type: mrr_at_100 + value: 76.9666 + - type: mrr_at_1000 + value: 76.9783 + - type: nauc_ndcg_at_1_max + value: 44.3108 + - type: nauc_ndcg_at_1_std + value: -4.6835 + - type: nauc_ndcg_at_1_diff1 + value: 66.50829999999999 + - type: nauc_ndcg_at_3_max + value: 39.6973 + - type: nauc_ndcg_at_3_std + value: -12.9943 + - type: nauc_ndcg_at_3_diff1 + value: 61.6923 + - type: nauc_ndcg_at_5_max + value: 41.7725 + - type: nauc_ndcg_at_5_std + value: -14.9391 + - type: nauc_ndcg_at_5_diff1 + value: 63.1784 + - type: nauc_ndcg_at_10_max + value: 42.4221 + - type: nauc_ndcg_at_10_std + value: -13.935500000000001 + - type: nauc_ndcg_at_10_diff1 + value: 63.3645 + - type: nauc_ndcg_at_20_max + value: 42.9938 + - type: nauc_ndcg_at_20_std + value: -12.684899999999999 + - type: nauc_ndcg_at_20_diff1 + value: 62.9242 + - type: nauc_ndcg_at_100_max + value: 43.742799999999995 + - type: nauc_ndcg_at_100_std + value: -9.193999999999999 + - type: nauc_ndcg_at_100_diff1 + value: 63.339 + - type: nauc_ndcg_at_1000_max + value: 43.3127 + - type: nauc_ndcg_at_1000_std + value: -10.1367 + - type: nauc_ndcg_at_1000_diff1 + value: 63.244 + - type: nauc_map_at_1_max + value: 11.9507 + - type: nauc_map_at_1_std + value: -21.4239 + - type: nauc_map_at_1_diff1 + value: 69.096 + - type: nauc_map_at_3_max + value: 33.8107 + - type: nauc_map_at_3_std + value: -16.558600000000002 + - type: nauc_map_at_3_diff1 + value: 62.2904 + - type: nauc_map_at_5_max + value: 41.2279 + - type: nauc_map_at_5_std + value: -13.358600000000001 + - type: nauc_map_at_5_diff1 + value: 62.269200000000005 + - type: nauc_map_at_10_max + value: 41.9629 + - type: nauc_map_at_10_std + value: -12.6469 + - type: nauc_map_at_10_diff1 + value: 62.543499999999995 + - type: nauc_map_at_20_max + value: 42.143 + - type: nauc_map_at_20_std + value: -12.1998 + - type: nauc_map_at_20_diff1 + value: 62.444900000000004 + - type: nauc_map_at_100_max + value: 42.216 + - type: nauc_map_at_100_std + value: -11.6549 + - type: nauc_map_at_100_diff1 + value: 62.53530000000001 + - type: nauc_map_at_1000_max + value: 42.206500000000005 + - type: nauc_map_at_1000_std + value: -11.6705 + - type: nauc_map_at_1000_diff1 + value: 62.532 + - type: nauc_recall_at_1_max + value: 11.9507 + - type: nauc_recall_at_1_std + value: -21.4239 + - type: nauc_recall_at_1_diff1 + value: 69.096 + - type: nauc_recall_at_3_max + value: 29.2363 + - type: nauc_recall_at_3_std + value: -22.3999 + - type: nauc_recall_at_3_diff1 + value: 58.8658 + - type: nauc_recall_at_5_max + value: 40.1148 + - type: nauc_recall_at_5_std + value: -23.3572 + - type: nauc_recall_at_5_diff1 + value: 61.66930000000001 + - type: nauc_recall_at_10_max + value: 40.8111 + - type: nauc_recall_at_10_std + value: -23.4899 + - type: nauc_recall_at_10_diff1 + value: 61.593399999999995 + - type: nauc_recall_at_20_max + value: 44.148700000000005 + - type: nauc_recall_at_20_std + value: -21.6133 + - type: nauc_recall_at_20_diff1 + value: 58.4187 + - type: nauc_recall_at_100_max + value: 64.35459999999999 + - type: nauc_recall_at_100_std + value: 38.7595 + - type: nauc_recall_at_100_diff1 + value: 59.1253 + - type: nauc_recall_at_1000_max + value: 75.8803 + - type: nauc_recall_at_1000_std + value: 71.5259 + - type: nauc_recall_at_1000_diff1 + value: -0.4286 + - type: nauc_precision_at_1_max + value: 44.3108 + - type: nauc_precision_at_1_std + value: -4.6835 + - type: nauc_precision_at_1_diff1 + value: 66.50829999999999 + - type: nauc_precision_at_3_max + value: 31.257099999999998 + - type: nauc_precision_at_3_std + value: 12.4003 + - type: nauc_precision_at_3_diff1 + value: -4.8311 + - type: nauc_precision_at_5_max + value: 29.0484 + - type: nauc_precision_at_5_std + value: 14.9062 + - type: nauc_precision_at_5_diff1 + value: -10.5628 + - type: nauc_precision_at_10_max + value: 27.003700000000002 + - type: nauc_precision_at_10_std + value: 17.6253 + - type: nauc_precision_at_10_diff1 + value: -14.043800000000001 + - type: nauc_precision_at_20_max + value: 24.448900000000002 + - type: nauc_precision_at_20_std + value: 20.866100000000003 + - type: nauc_precision_at_20_diff1 + value: -18.817600000000002 + - type: nauc_precision_at_100_max + value: 21.8951 + - type: nauc_precision_at_100_std + value: 28.9072 + - type: nauc_precision_at_100_diff1 + value: -26.114900000000002 + - type: nauc_precision_at_1000_max + value: 19.7162 + - type: nauc_precision_at_1000_std + value: 28.141199999999998 + - type: nauc_precision_at_1000_diff1 + value: -29.2706 + - type: nauc_mrr_at_1_max + value: 44.3108 + - type: nauc_mrr_at_1_std + value: -4.6835 + - type: nauc_mrr_at_1_diff1 + value: 66.50829999999999 + - type: nauc_mrr_at_3_max + value: 42.8556 + - type: nauc_mrr_at_3_std + value: -9.9507 + - type: nauc_mrr_at_3_diff1 + value: 65.0719 + - type: nauc_mrr_at_5_max + value: 43.387 + - type: nauc_mrr_at_5_std + value: -10.6829 + - type: nauc_mrr_at_5_diff1 + value: 65.8655 + - type: nauc_mrr_at_10_max + value: 43.2721 + - type: nauc_mrr_at_10_std + value: -10.2662 + - type: nauc_mrr_at_10_diff1 + value: 65.7714 + - type: nauc_mrr_at_20_max + value: 43.4411 + - type: nauc_mrr_at_20_std + value: -10.0706 + - type: nauc_mrr_at_20_diff1 + value: 65.657 + - type: nauc_mrr_at_100_max + value: 43.5156 + - type: nauc_mrr_at_100_std + value: -9.748 + - type: nauc_mrr_at_100_diff1 + value: 65.6685 + - type: nauc_mrr_at_1000_max + value: 43.5064 + - type: nauc_mrr_at_1000_std + value: -9.7775 + - type: nauc_mrr_at_1000_diff1 + value: 65.6667 + - type: main_score + value: 77.12 + task: + type: Retrieval + - dataset: + config: eng-jpn + name: MTEB XPQARetrieval (eng-jpn) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 43.758 + - type: ndcg_at_3 + value: 45.513999999999996 + - type: ndcg_at_5 + value: 47.93 + - type: ndcg_at_10 + value: 51.983999999999995 + - type: ndcg_at_20 + value: 54.544000000000004 + - type: ndcg_at_100 + value: 58.022 + - type: ndcg_at_1000 + value: 59.843 + - type: map_at_1 + value: 25.543 + - type: map_at_3 + value: 38.284 + - type: map_at_5 + value: 42.564 + - type: map_at_10 + value: 45.074 + - type: map_at_20 + value: 46.065 + - type: map_at_100 + value: 46.747 + - type: map_at_1000 + value: 46.851 + - type: recall_at_1 + value: 25.543 + - type: recall_at_3 + value: 44.374 + - type: recall_at_5 + value: 53.86300000000001 + - type: recall_at_10 + value: 63.756 + - type: recall_at_20 + value: 72.14699999999999 + - type: recall_at_100 + value: 87.58200000000001 + - type: recall_at_1000 + value: 99.295 + - type: precision_at_1 + value: 43.758 + - type: precision_at_3 + value: 29.737000000000002 + - type: precision_at_5 + value: 22.545 + - type: precision_at_10 + value: 13.624 + - type: precision_at_20 + value: 7.691000000000001 + - type: precision_at_100 + value: 1.8499999999999999 + - type: precision_at_1000 + value: 0.21 + - type: mrr_at_1 + value: 43.757600000000004 + - type: mrr_at_3 + value: 50.303 + - type: mrr_at_5 + value: 51.800000000000004 + - type: mrr_at_10 + value: 52.8574 + - type: mrr_at_20 + value: 53.322599999999994 + - type: mrr_at_100 + value: 53.659 + - type: mrr_at_1000 + value: 53.6941 + - type: nauc_ndcg_at_1_max + value: 13.209000000000001 + - type: nauc_ndcg_at_1_std + value: -13.2791 + - type: nauc_ndcg_at_1_diff1 + value: 40.3493 + - type: nauc_ndcg_at_3_max + value: 8.6188 + - type: nauc_ndcg_at_3_std + value: -15.379999999999999 + - type: nauc_ndcg_at_3_diff1 + value: 36.0849 + - type: nauc_ndcg_at_5_max + value: 9.7614 + - type: nauc_ndcg_at_5_std + value: -16.7087 + - type: nauc_ndcg_at_5_diff1 + value: 36.2419 + - type: nauc_ndcg_at_10_max + value: 12.665799999999999 + - type: nauc_ndcg_at_10_std + value: -14.068200000000001 + - type: nauc_ndcg_at_10_diff1 + value: 34.3084 + - type: nauc_ndcg_at_20_max + value: 12.733 + - type: nauc_ndcg_at_20_std + value: -14.1538 + - type: nauc_ndcg_at_20_diff1 + value: 34.211000000000006 + - type: nauc_ndcg_at_100_max + value: 12.888 + - type: nauc_ndcg_at_100_std + value: -12.1988 + - type: nauc_ndcg_at_100_diff1 + value: 35.194399999999995 + - type: nauc_ndcg_at_1000_max + value: 12.4515 + - type: nauc_ndcg_at_1000_std + value: -12.733 + - type: nauc_ndcg_at_1000_diff1 + value: 35.1292 + - type: nauc_map_at_1_max + value: 1.461 + - type: nauc_map_at_1_std + value: -18.2088 + - type: nauc_map_at_1_diff1 + value: 41.6545 + - type: nauc_map_at_3_max + value: 5.2044 + - type: nauc_map_at_3_std + value: -17.782400000000003 + - type: nauc_map_at_3_diff1 + value: 37.7678 + - type: nauc_map_at_5_max + value: 7.956100000000001 + - type: nauc_map_at_5_std + value: -16.7293 + - type: nauc_map_at_5_diff1 + value: 37.100699999999996 + - type: nauc_map_at_10_max + value: 10.285 + - type: nauc_map_at_10_std + value: -15.056 + - type: nauc_map_at_10_diff1 + value: 35.9393 + - type: nauc_map_at_20_max + value: 10.5368 + - type: nauc_map_at_20_std + value: -14.996100000000002 + - type: nauc_map_at_20_diff1 + value: 35.8258 + - type: nauc_map_at_100_max + value: 10.5323 + - type: nauc_map_at_100_std + value: -14.7185 + - type: nauc_map_at_100_diff1 + value: 35.9385 + - type: nauc_map_at_1000_max + value: 10.5259 + - type: nauc_map_at_1000_std + value: -14.682999999999998 + - type: nauc_map_at_1000_diff1 + value: 35.9403 + - type: nauc_recall_at_1_max + value: 1.461 + - type: nauc_recall_at_1_std + value: -18.2088 + - type: nauc_recall_at_1_diff1 + value: 41.6545 + - type: nauc_recall_at_3_max + value: 3.1067 + - type: nauc_recall_at_3_std + value: -18.6482 + - type: nauc_recall_at_3_diff1 + value: 33.2995 + - type: nauc_recall_at_5_max + value: 8.453 + - type: nauc_recall_at_5_std + value: -18.915000000000003 + - type: nauc_recall_at_5_diff1 + value: 31.316 + - type: nauc_recall_at_10_max + value: 15.158900000000001 + - type: nauc_recall_at_10_std + value: -12.5246 + - type: nauc_recall_at_10_diff1 + value: 25.775 + - type: nauc_recall_at_20_max + value: 15.312700000000001 + - type: nauc_recall_at_20_std + value: -13.5717 + - type: nauc_recall_at_20_diff1 + value: 24.4875 + - type: nauc_recall_at_100_max + value: 19.453599999999998 + - type: nauc_recall_at_100_std + value: 4.2238999999999995 + - type: nauc_recall_at_100_diff1 + value: 29.9221 + - type: nauc_recall_at_1000_max + value: 15.468100000000002 + - type: nauc_recall_at_1000_std + value: 7.4227 + - type: nauc_recall_at_1000_diff1 + value: -2.777 + - type: nauc_precision_at_1_max + value: 13.209000000000001 + - type: nauc_precision_at_1_std + value: -13.2791 + - type: nauc_precision_at_1_diff1 + value: 40.3493 + - type: nauc_precision_at_3_max + value: 14.1582 + - type: nauc_precision_at_3_std + value: -4.4371 + - type: nauc_precision_at_3_diff1 + value: 17.1265 + - type: nauc_precision_at_5_max + value: 17.4822 + - type: nauc_precision_at_5_std + value: -0.5812 + - type: nauc_precision_at_5_diff1 + value: 12.3608 + - type: nauc_precision_at_10_max + value: 20.177899999999998 + - type: nauc_precision_at_10_std + value: 5.5114 + - type: nauc_precision_at_10_diff1 + value: 5.4332 + - type: nauc_precision_at_20_max + value: 19.7591 + - type: nauc_precision_at_20_std + value: 6.9748 + - type: nauc_precision_at_20_diff1 + value: 2.7172 + - type: nauc_precision_at_100_max + value: 18.6598 + - type: nauc_precision_at_100_std + value: 16.3303 + - type: nauc_precision_at_100_diff1 + value: -1.5854 + - type: nauc_precision_at_1000_max + value: 14.543800000000001 + - type: nauc_precision_at_1000_std + value: 17.3991 + - type: nauc_precision_at_1000_diff1 + value: -8.3897 + - type: nauc_mrr_at_1_max + value: 13.209000000000001 + - type: nauc_mrr_at_1_std + value: -13.2791 + - type: nauc_mrr_at_1_diff1 + value: 40.3493 + - type: nauc_mrr_at_3_max + value: 12.442400000000001 + - type: nauc_mrr_at_3_std + value: -14.0068 + - type: nauc_mrr_at_3_diff1 + value: 37.9076 + - type: nauc_mrr_at_5_max + value: 13.230400000000001 + - type: nauc_mrr_at_5_std + value: -14.2802 + - type: nauc_mrr_at_5_diff1 + value: 37.5859 + - type: nauc_mrr_at_10_max + value: 13.686599999999999 + - type: nauc_mrr_at_10_std + value: -13.5762 + - type: nauc_mrr_at_10_diff1 + value: 37.1137 + - type: nauc_mrr_at_20_max + value: 13.4412 + - type: nauc_mrr_at_20_std + value: -13.665 + - type: nauc_mrr_at_20_diff1 + value: 37.1703 + - type: nauc_mrr_at_100_max + value: 13.491 + - type: nauc_mrr_at_100_std + value: -13.5212 + - type: nauc_mrr_at_100_diff1 + value: 37.2669 + - type: nauc_mrr_at_1000_max + value: 13.4803 + - type: nauc_mrr_at_1000_std + value: -13.547799999999999 + - type: nauc_mrr_at_1000_diff1 + value: 37.2768 + - type: main_score + value: 51.983999999999995 + task: + type: Retrieval + - dataset: + config: jpn-eng + name: MTEB XPQARetrieval (jpn-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 68.978 + - type: ndcg_at_3 + value: 71.019 + - type: ndcg_at_5 + value: 72.697 + - type: ndcg_at_10 + value: 75.267 + - type: ndcg_at_20 + value: 76.655 + - type: ndcg_at_100 + value: 78.388 + - type: ndcg_at_1000 + value: 78.899 + - type: map_at_1 + value: 44.958999999999996 + - type: map_at_3 + value: 65.508 + - type: map_at_5 + value: 69.804 + - type: map_at_10 + value: 71.357 + - type: map_at_20 + value: 71.865 + - type: map_at_100 + value: 72.208 + - type: map_at_1000 + value: 72.235 + - type: recall_at_1 + value: 44.958999999999996 + - type: recall_at_3 + value: 69.56400000000001 + - type: recall_at_5 + value: 77.082 + - type: recall_at_10 + value: 83.646 + - type: recall_at_20 + value: 88.238 + - type: recall_at_100 + value: 96.194 + - type: recall_at_1000 + value: 99.818 + - type: precision_at_1 + value: 68.978 + - type: precision_at_3 + value: 44.039 + - type: precision_at_5 + value: 30.608 + - type: precision_at_10 + value: 16.642000000000003 + - type: precision_at_20 + value: 8.783000000000001 + - type: precision_at_100 + value: 1.897 + - type: precision_at_1000 + value: 0.19499999999999998 + - type: mrr_at_1 + value: 68.9781 + - type: mrr_at_3 + value: 72.5872 + - type: mrr_at_5 + value: 73.5483 + - type: mrr_at_10 + value: 74.1804 + - type: mrr_at_20 + value: 74.4903 + - type: mrr_at_100 + value: 74.67099999999999 + - type: mrr_at_1000 + value: 74.6867 + - type: nauc_ndcg_at_1_max + value: 27.9737 + - type: nauc_ndcg_at_1_std + value: -13.7077 + - type: nauc_ndcg_at_1_diff1 + value: 58.2276 + - type: nauc_ndcg_at_3_max + value: 27.527 + - type: nauc_ndcg_at_3_std + value: -16.700799999999997 + - type: nauc_ndcg_at_3_diff1 + value: 54.563700000000004 + - type: nauc_ndcg_at_5_max + value: 26.926099999999998 + - type: nauc_ndcg_at_5_std + value: -18.8011 + - type: nauc_ndcg_at_5_diff1 + value: 54.7572 + - type: nauc_ndcg_at_10_max + value: 27.8756 + - type: nauc_ndcg_at_10_std + value: -19.4964 + - type: nauc_ndcg_at_10_diff1 + value: 55.2643 + - type: nauc_ndcg_at_20_max + value: 27.8895 + - type: nauc_ndcg_at_20_std + value: -17.4305 + - type: nauc_ndcg_at_20_diff1 + value: 55.1963 + - type: nauc_ndcg_at_100_max + value: 28.9797 + - type: nauc_ndcg_at_100_std + value: -14.074300000000001 + - type: nauc_ndcg_at_100_diff1 + value: 54.8894 + - type: nauc_ndcg_at_1000_max + value: 28.706 + - type: nauc_ndcg_at_1000_std + value: -14.7578 + - type: nauc_ndcg_at_1000_diff1 + value: 55.079299999999996 + - type: nauc_map_at_1_max + value: 5.4546 + - type: nauc_map_at_1_std + value: -19.5767 + - type: nauc_map_at_1_diff1 + value: 65.9825 + - type: nauc_map_at_3_max + value: 21.4646 + - type: nauc_map_at_3_std + value: -17.8854 + - type: nauc_map_at_3_diff1 + value: 55.812799999999996 + - type: nauc_map_at_5_max + value: 26.8343 + - type: nauc_map_at_5_std + value: -17.1598 + - type: nauc_map_at_5_diff1 + value: 54.7728 + - type: nauc_map_at_10_max + value: 27.6108 + - type: nauc_map_at_10_std + value: -17.1695 + - type: nauc_map_at_10_diff1 + value: 54.9555 + - type: nauc_map_at_20_max + value: 27.6007 + - type: nauc_map_at_20_std + value: -16.4384 + - type: nauc_map_at_20_diff1 + value: 54.915000000000006 + - type: nauc_map_at_100_max + value: 27.828599999999998 + - type: nauc_map_at_100_std + value: -15.845899999999999 + - type: nauc_map_at_100_diff1 + value: 54.8775 + - type: nauc_map_at_1000_max + value: 27.826099999999997 + - type: nauc_map_at_1000_std + value: -15.8613 + - type: nauc_map_at_1000_diff1 + value: 54.879599999999996 + - type: nauc_recall_at_1_max + value: 5.4546 + - type: nauc_recall_at_1_std + value: -19.5767 + - type: nauc_recall_at_1_diff1 + value: 65.9825 + - type: nauc_recall_at_3_max + value: 20.0381 + - type: nauc_recall_at_3_std + value: -21.6936 + - type: nauc_recall_at_3_diff1 + value: 53.4338 + - type: nauc_recall_at_5_max + value: 24.8995 + - type: nauc_recall_at_5_std + value: -25.769399999999997 + - type: nauc_recall_at_5_diff1 + value: 51.333 + - type: nauc_recall_at_10_max + value: 26.4047 + - type: nauc_recall_at_10_std + value: -32.7493 + - type: nauc_recall_at_10_diff1 + value: 52.17810000000001 + - type: nauc_recall_at_20_max + value: 26.6124 + - type: nauc_recall_at_20_std + value: -27.4009 + - type: nauc_recall_at_20_diff1 + value: 52.1147 + - type: nauc_recall_at_100_max + value: 42.2981 + - type: nauc_recall_at_100_std + value: 17.3389 + - type: nauc_recall_at_100_diff1 + value: 42.436299999999996 + - type: nauc_recall_at_1000_max + value: 78.6002 + - type: nauc_recall_at_1000_std + value: 81.4898 + - type: nauc_recall_at_1000_diff1 + value: -17.122799999999998 + - type: nauc_precision_at_1_max + value: 27.9737 + - type: nauc_precision_at_1_std + value: -13.7077 + - type: nauc_precision_at_1_diff1 + value: 58.2276 + - type: nauc_precision_at_3_max + value: 26.260699999999996 + - type: nauc_precision_at_3_std + value: 4.0057 + - type: nauc_precision_at_3_diff1 + value: -6.4276 + - type: nauc_precision_at_5_max + value: 25.021300000000004 + - type: nauc_precision_at_5_std + value: 6.3502 + - type: nauc_precision_at_5_diff1 + value: -12.3895 + - type: nauc_precision_at_10_max + value: 23.74 + - type: nauc_precision_at_10_std + value: 8.4759 + - type: nauc_precision_at_10_diff1 + value: -16.8824 + - type: nauc_precision_at_20_max + value: 22.1345 + - type: nauc_precision_at_20_std + value: 13.3873 + - type: nauc_precision_at_20_diff1 + value: -21.0649 + - type: nauc_precision_at_100_max + value: 21.7198 + - type: nauc_precision_at_100_std + value: 22.2305 + - type: nauc_precision_at_100_diff1 + value: -28.621999999999996 + - type: nauc_precision_at_1000_max + value: 20.3022 + - type: nauc_precision_at_1000_std + value: 22.0426 + - type: nauc_precision_at_1000_diff1 + value: -31.4702 + - type: nauc_mrr_at_1_max + value: 27.9737 + - type: nauc_mrr_at_1_std + value: -13.7077 + - type: nauc_mrr_at_1_diff1 + value: 58.2276 + - type: nauc_mrr_at_3_max + value: 28.674500000000002 + - type: nauc_mrr_at_3_std + value: -15.486 + - type: nauc_mrr_at_3_diff1 + value: 57.739799999999995 + - type: nauc_mrr_at_5_max + value: 28.1932 + - type: nauc_mrr_at_5_std + value: -16.1194 + - type: nauc_mrr_at_5_diff1 + value: 57.0804 + - type: nauc_mrr_at_10_max + value: 28.189500000000002 + - type: nauc_mrr_at_10_std + value: -16.4716 + - type: nauc_mrr_at_10_diff1 + value: 57.2914 + - type: nauc_mrr_at_20_max + value: 28.212 + - type: nauc_mrr_at_20_std + value: -15.992799999999999 + - type: nauc_mrr_at_20_diff1 + value: 57.273700000000005 + - type: nauc_mrr_at_100_max + value: 28.2866 + - type: nauc_mrr_at_100_std + value: -15.7463 + - type: nauc_mrr_at_100_diff1 + value: 57.2528 + - type: nauc_mrr_at_1000_max + value: 28.288600000000002 + - type: nauc_mrr_at_1000_std + value: -15.7576 + - type: nauc_mrr_at_1000_diff1 + value: 57.261399999999995 + - type: main_score + value: 75.267 + task: + type: Retrieval + - dataset: + config: kor-kor + name: MTEB XPQARetrieval (kor-kor) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 33.18 + - type: ndcg_at_3 + value: 35.311 + - type: ndcg_at_5 + value: 38.366 + - type: ndcg_at_10 + value: 41.654 + - type: ndcg_at_20 + value: 44.244 + - type: ndcg_at_100 + value: 49.001 + - type: ndcg_at_1000 + value: 51.01 + - type: map_at_1 + value: 23.201 + - type: map_at_3 + value: 32.483000000000004 + - type: map_at_5 + value: 34.79 + - type: map_at_10 + value: 36.449999999999996 + - type: map_at_20 + value: 37.269000000000005 + - type: map_at_100 + value: 38.044 + - type: map_at_1000 + value: 38.144 + - type: recall_at_1 + value: 23.201 + - type: recall_at_3 + value: 37.011 + - type: recall_at_5 + value: 44.493 + - type: recall_at_10 + value: 53.489 + - type: recall_at_20 + value: 62.548 + - type: recall_at_100 + value: 85.55 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 33.18 + - type: precision_at_3 + value: 19.776 + - type: precision_at_5 + value: 14.312 + - type: precision_at_10 + value: 8.639 + - type: precision_at_20 + value: 5.038 + - type: precision_at_100 + value: 1.376 + - type: precision_at_1000 + value: 0.156 + - type: mrr_at_1 + value: 33.1804 + - type: mrr_at_3 + value: 37.4108 + - type: mrr_at_5 + value: 39.1157 + - type: mrr_at_10 + value: 40.2087 + - type: mrr_at_20 + value: 40.8559 + - type: mrr_at_100 + value: 41.3858 + - type: mrr_at_1000 + value: 41.4476 + - type: nauc_ndcg_at_1_max + value: 3.4611 + - type: nauc_ndcg_at_1_std + value: -36.478699999999996 + - type: nauc_ndcg_at_1_diff1 + value: 56.673399999999994 + - type: nauc_ndcg_at_3_max + value: 3.7156000000000002 + - type: nauc_ndcg_at_3_std + value: -36.4832 + - type: nauc_ndcg_at_3_diff1 + value: 51.830200000000005 + - type: nauc_ndcg_at_5_max + value: 4.0241 + - type: nauc_ndcg_at_5_std + value: -37.8818 + - type: nauc_ndcg_at_5_diff1 + value: 50.962399999999995 + - type: nauc_ndcg_at_10_max + value: 4.0851 + - type: nauc_ndcg_at_10_std + value: -39.14 + - type: nauc_ndcg_at_10_diff1 + value: 51.327999999999996 + - type: nauc_ndcg_at_20_max + value: 4.2575 + - type: nauc_ndcg_at_20_std + value: -38.648700000000005 + - type: nauc_ndcg_at_20_diff1 + value: 50.9553 + - type: nauc_ndcg_at_100_max + value: 5.3213 + - type: nauc_ndcg_at_100_std + value: -35.4003 + - type: nauc_ndcg_at_100_diff1 + value: 50.5038 + - type: nauc_ndcg_at_1000_max + value: 4.9857 + - type: nauc_ndcg_at_1000_std + value: -36.3309 + - type: nauc_ndcg_at_1000_diff1 + value: 51.497899999999994 + - type: nauc_map_at_1_max + value: 0.8974 + - type: nauc_map_at_1_std + value: -33.791399999999996 + - type: nauc_map_at_1_diff1 + value: 59.099000000000004 + - type: nauc_map_at_3_max + value: 3.8447 + - type: nauc_map_at_3_std + value: -35.5629 + - type: nauc_map_at_3_diff1 + value: 53.019000000000005 + - type: nauc_map_at_5_max + value: 3.9324 + - type: nauc_map_at_5_std + value: -36.824400000000004 + - type: nauc_map_at_5_diff1 + value: 52.432199999999995 + - type: nauc_map_at_10_max + value: 4.0044 + - type: nauc_map_at_10_std + value: -37.599199999999996 + - type: nauc_map_at_10_diff1 + value: 52.3636 + - type: nauc_map_at_20_max + value: 4.0643 + - type: nauc_map_at_20_std + value: -37.4958 + - type: nauc_map_at_20_diff1 + value: 52.3578 + - type: nauc_map_at_100_max + value: 4.1395 + - type: nauc_map_at_100_std + value: -37.1017 + - type: nauc_map_at_100_diff1 + value: 52.298 + - type: nauc_map_at_1000_max + value: 4.1391 + - type: nauc_map_at_1000_std + value: -37.1014 + - type: nauc_map_at_1000_diff1 + value: 52.338499999999996 + - type: nauc_recall_at_1_max + value: 0.8974 + - type: nauc_recall_at_1_std + value: -33.791399999999996 + - type: nauc_recall_at_1_diff1 + value: 59.099000000000004 + - type: nauc_recall_at_3_max + value: 3.9358999999999997 + - type: nauc_recall_at_3_std + value: -35.2289 + - type: nauc_recall_at_3_diff1 + value: 47.6284 + - type: nauc_recall_at_5_max + value: 3.6176 + - type: nauc_recall_at_5_std + value: -38.695299999999996 + - type: nauc_recall_at_5_diff1 + value: 44.737500000000004 + - type: nauc_recall_at_10_max + value: 3.3458 + - type: nauc_recall_at_10_std + value: -42.1619 + - type: nauc_recall_at_10_diff1 + value: 45.586 + - type: nauc_recall_at_20_max + value: 3.9427 + - type: nauc_recall_at_20_std + value: -40.4968 + - type: nauc_recall_at_20_diff1 + value: 42.9983 + - type: nauc_recall_at_100_max + value: 12.8703 + - type: nauc_recall_at_100_std + value: -14.447799999999999 + - type: nauc_recall_at_100_diff1 + value: 33.529399999999995 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 3.4611 + - type: nauc_precision_at_1_std + value: -36.478699999999996 + - type: nauc_precision_at_1_diff1 + value: 56.673399999999994 + - type: nauc_precision_at_3_max + value: 5.3740000000000006 + - type: nauc_precision_at_3_std + value: -29.5076 + - type: nauc_precision_at_3_diff1 + value: 33.406000000000006 + - type: nauc_precision_at_5_max + value: 5.3479 + - type: nauc_precision_at_5_std + value: -29.924699999999998 + - type: nauc_precision_at_5_diff1 + value: 29.387400000000003 + - type: nauc_precision_at_10_max + value: 5.0773 + - type: nauc_precision_at_10_std + value: -29.186400000000003 + - type: nauc_precision_at_10_diff1 + value: 25.9266 + - type: nauc_precision_at_20_max + value: 4.655 + - type: nauc_precision_at_20_std + value: -25.148799999999998 + - type: nauc_precision_at_20_diff1 + value: 20.3716 + - type: nauc_precision_at_100_max + value: 10.2248 + - type: nauc_precision_at_100_std + value: -0.7161 + - type: nauc_precision_at_100_diff1 + value: 4.7662 + - type: nauc_precision_at_1000_max + value: 9.5822 + - type: nauc_precision_at_1000_std + value: 6.043 + - type: nauc_precision_at_1000_diff1 + value: -3.6142 + - type: nauc_mrr_at_1_max + value: 4.1187000000000005 + - type: nauc_mrr_at_1_std + value: -36.478699999999996 + - type: nauc_mrr_at_1_diff1 + value: 56.673399999999994 + - type: nauc_mrr_at_3_max + value: 4.4350000000000005 + - type: nauc_mrr_at_3_std + value: -37.4697 + - type: nauc_mrr_at_3_diff1 + value: 53.6141 + - type: nauc_mrr_at_5_max + value: 4.4835 + - type: nauc_mrr_at_5_std + value: -37.8857 + - type: nauc_mrr_at_5_diff1 + value: 53.170300000000005 + - type: nauc_mrr_at_10_max + value: 4.6653 + - type: nauc_mrr_at_10_std + value: -38.1434 + - type: nauc_mrr_at_10_diff1 + value: 53.5474 + - type: nauc_mrr_at_20_max + value: 4.8129 + - type: nauc_mrr_at_20_std + value: -37.8001 + - type: nauc_mrr_at_20_diff1 + value: 53.417899999999996 + - type: nauc_mrr_at_100_max + value: 4.8616 + - type: nauc_mrr_at_100_std + value: -37.5034 + - type: nauc_mrr_at_100_diff1 + value: 53.3685 + - type: nauc_mrr_at_1000_max + value: 4.8659 + - type: nauc_mrr_at_1000_std + value: -37.5268 + - type: nauc_mrr_at_1000_diff1 + value: 53.4104 + - type: main_score + value: 41.654 + task: + type: Retrieval + - dataset: + config: eng-kor + name: MTEB XPQARetrieval (eng-kor) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 34.404 + - type: ndcg_at_3 + value: 35.821 + - type: ndcg_at_5 + value: 37.268 + - type: ndcg_at_10 + value: 40.967 + - type: ndcg_at_20 + value: 43.509 + - type: ndcg_at_100 + value: 49.326 + - type: ndcg_at_1000 + value: 51.410999999999994 + - type: map_at_1 + value: 20.363999999999997 + - type: map_at_3 + value: 30.625000000000004 + - type: map_at_5 + value: 33.318 + - type: map_at_10 + value: 35.314 + - type: map_at_20 + value: 36.208 + - type: map_at_100 + value: 37.193 + - type: map_at_1000 + value: 37.324 + - type: recall_at_1 + value: 20.363999999999997 + - type: recall_at_3 + value: 35.293 + - type: recall_at_5 + value: 41.251 + - type: recall_at_10 + value: 50.766999999999996 + - type: recall_at_20 + value: 59.274 + - type: recall_at_100 + value: 86.669 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 34.404 + - type: precision_at_3 + value: 23.241999999999997 + - type: precision_at_5 + value: 17.003 + - type: precision_at_10 + value: 10.398 + - type: precision_at_20 + value: 6.024 + - type: precision_at_100 + value: 1.688 + - type: precision_at_1000 + value: 0.19499999999999998 + - type: mrr_at_1 + value: 34.4037 + - type: mrr_at_3 + value: 39.3986 + - type: mrr_at_5 + value: 40.476600000000005 + - type: mrr_at_10 + value: 41.7596 + - type: mrr_at_20 + value: 42.2875 + - type: mrr_at_100 + value: 42.8882 + - type: mrr_at_1000 + value: 42.936 + - type: nauc_ndcg_at_1_max + value: 1.1658 + - type: nauc_ndcg_at_1_std + value: -37.8768 + - type: nauc_ndcg_at_1_diff1 + value: 53.213699999999996 + - type: nauc_ndcg_at_3_max + value: 3.2981999999999996 + - type: nauc_ndcg_at_3_std + value: -38.055699999999995 + - type: nauc_ndcg_at_3_diff1 + value: 47.7594 + - type: nauc_ndcg_at_5_max + value: 2.4278 + - type: nauc_ndcg_at_5_std + value: -38.921099999999996 + - type: nauc_ndcg_at_5_diff1 + value: 48.1031 + - type: nauc_ndcg_at_10_max + value: 2.1051 + - type: nauc_ndcg_at_10_std + value: -39.1799 + - type: nauc_ndcg_at_10_diff1 + value: 47.8986 + - type: nauc_ndcg_at_20_max + value: 1.5655 + - type: nauc_ndcg_at_20_std + value: -39.5205 + - type: nauc_ndcg_at_20_diff1 + value: 47.151199999999996 + - type: nauc_ndcg_at_100_max + value: 1.6883 + - type: nauc_ndcg_at_100_std + value: -37.6943 + - type: nauc_ndcg_at_100_diff1 + value: 47.7487 + - type: nauc_ndcg_at_1000_max + value: 2.4646 + - type: nauc_ndcg_at_1000_std + value: -37.3821 + - type: nauc_ndcg_at_1000_diff1 + value: 47.947 + - type: nauc_map_at_1_max + value: -0.026 + - type: nauc_map_at_1_std + value: -31.907999999999998 + - type: nauc_map_at_1_diff1 + value: 50.471 + - type: nauc_map_at_3_max + value: 4.313000000000001 + - type: nauc_map_at_3_std + value: -35.9332 + - type: nauc_map_at_3_diff1 + value: 48.1778 + - type: nauc_map_at_5_max + value: 3.6425 + - type: nauc_map_at_5_std + value: -37.186 + - type: nauc_map_at_5_diff1 + value: 48.6342 + - type: nauc_map_at_10_max + value: 3.3963 + - type: nauc_map_at_10_std + value: -37.6237 + - type: nauc_map_at_10_diff1 + value: 48.7438 + - type: nauc_map_at_20_max + value: 3.2534 + - type: nauc_map_at_20_std + value: -37.8508 + - type: nauc_map_at_20_diff1 + value: 48.5959 + - type: nauc_map_at_100_max + value: 3.1919000000000004 + - type: nauc_map_at_100_std + value: -37.5146 + - type: nauc_map_at_100_diff1 + value: 48.6359 + - type: nauc_map_at_1000_max + value: 3.2981000000000003 + - type: nauc_map_at_1000_std + value: -37.4095 + - type: nauc_map_at_1000_diff1 + value: 48.6386 + - type: nauc_recall_at_1_max + value: -0.026 + - type: nauc_recall_at_1_std + value: -31.907999999999998 + - type: nauc_recall_at_1_diff1 + value: 50.471 + - type: nauc_recall_at_3_max + value: 5.218500000000001 + - type: nauc_recall_at_3_std + value: -35.9667 + - type: nauc_recall_at_3_diff1 + value: 42.7123 + - type: nauc_recall_at_5_max + value: 2.1087000000000002 + - type: nauc_recall_at_5_std + value: -38.976499999999994 + - type: nauc_recall_at_5_diff1 + value: 43.9328 + - type: nauc_recall_at_10_max + value: 1.2066000000000001 + - type: nauc_recall_at_10_std + value: -39.2212 + - type: nauc_recall_at_10_diff1 + value: 42.6942 + - type: nauc_recall_at_20_max + value: -1.3398999999999999 + - type: nauc_recall_at_20_std + value: -40.4318 + - type: nauc_recall_at_20_diff1 + value: 39.0131 + - type: nauc_recall_at_100_max + value: -4.6446000000000005 + - type: nauc_recall_at_100_std + value: -28.5524 + - type: nauc_recall_at_100_diff1 + value: 37.2676 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 1.1658 + - type: nauc_precision_at_1_std + value: -37.8768 + - type: nauc_precision_at_1_diff1 + value: 53.213699999999996 + - type: nauc_precision_at_3_max + value: 3.6933000000000002 + - type: nauc_precision_at_3_std + value: -31.6155 + - type: nauc_precision_at_3_diff1 + value: 34.1624 + - type: nauc_precision_at_5_max + value: 1.9889000000000001 + - type: nauc_precision_at_5_std + value: -30.000100000000003 + - type: nauc_precision_at_5_diff1 + value: 31.037799999999997 + - type: nauc_precision_at_10_max + value: 0.9835 + - type: nauc_precision_at_10_std + value: -27.712500000000002 + - type: nauc_precision_at_10_diff1 + value: 27.6858 + - type: nauc_precision_at_20_max + value: -0.0847 + - type: nauc_precision_at_20_std + value: -25.762400000000003 + - type: nauc_precision_at_20_diff1 + value: 23.272399999999998 + - type: nauc_precision_at_100_max + value: 0.6034 + - type: nauc_precision_at_100_std + value: -9.0174 + - type: nauc_precision_at_100_diff1 + value: 11.698 + - type: nauc_precision_at_1000_max + value: 2.327 + - type: nauc_precision_at_1000_std + value: -0.0562 + - type: nauc_precision_at_1000_diff1 + value: 2.3102 + - type: nauc_mrr_at_1_max + value: 1.1658 + - type: nauc_mrr_at_1_std + value: -37.8768 + - type: nauc_mrr_at_1_diff1 + value: 53.213699999999996 + - type: nauc_mrr_at_3_max + value: 0.8461 + - type: nauc_mrr_at_3_std + value: -39.9056 + - type: nauc_mrr_at_3_diff1 + value: 49.2927 + - type: nauc_mrr_at_5_max + value: 0.1003 + - type: nauc_mrr_at_5_std + value: -40.332 + - type: nauc_mrr_at_5_diff1 + value: 49.296099999999996 + - type: nauc_mrr_at_10_max + value: 0.2704 + - type: nauc_mrr_at_10_std + value: -39.917 + - type: nauc_mrr_at_10_diff1 + value: 49.1139 + - type: nauc_mrr_at_20_max + value: 0.2303 + - type: nauc_mrr_at_20_std + value: -39.839200000000005 + - type: nauc_mrr_at_20_diff1 + value: 49.0017 + - type: nauc_mrr_at_100_max + value: 0.2919 + - type: nauc_mrr_at_100_std + value: -39.6981 + - type: nauc_mrr_at_100_diff1 + value: 49.156499999999994 + - type: nauc_mrr_at_1000_max + value: 0.3152 + - type: nauc_mrr_at_1000_std + value: -39.7012 + - type: nauc_mrr_at_1000_diff1 + value: 49.1712 + - type: main_score + value: 40.967 + task: + type: Retrieval + - dataset: + config: kor-eng + name: MTEB XPQARetrieval (kor-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 33.062000000000005 + - type: ndcg_at_3 + value: 35.619 + - type: ndcg_at_5 + value: 37.684 + - type: ndcg_at_10 + value: 40.986 + - type: ndcg_at_20 + value: 43.736999999999995 + - type: ndcg_at_100 + value: 48.632999999999996 + - type: ndcg_at_1000 + value: 50.78 + - type: map_at_1 + value: 23.18 + - type: map_at_3 + value: 32.432 + - type: map_at_5 + value: 34.416000000000004 + - type: map_at_10 + value: 36.181999999999995 + - type: map_at_20 + value: 37.024 + - type: map_at_100 + value: 37.833 + - type: map_at_1000 + value: 37.937 + - type: recall_at_1 + value: 23.18 + - type: recall_at_3 + value: 37.235 + - type: recall_at_5 + value: 42.448 + - type: recall_at_10 + value: 51.395 + - type: recall_at_20 + value: 61.01 + - type: recall_at_100 + value: 84.382 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 33.062000000000005 + - type: precision_at_3 + value: 20.25 + - type: precision_at_5 + value: 14.299999999999999 + - type: precision_at_10 + value: 8.762 + - type: precision_at_20 + value: 5.204000000000001 + - type: precision_at_100 + value: 1.4500000000000002 + - type: precision_at_1000 + value: 0.167 + - type: mrr_at_1 + value: 33.0619 + - type: mrr_at_3 + value: 37.947900000000004 + - type: mrr_at_5 + value: 38.8599 + - type: mrr_at_10 + value: 39.9078 + - type: mrr_at_20 + value: 40.6282 + - type: mrr_at_100 + value: 41.1205 + - type: mrr_at_1000 + value: 41.179 + - type: nauc_ndcg_at_1_max + value: -0.27599999999999997 + - type: nauc_ndcg_at_1_std + value: -33.5191 + - type: nauc_ndcg_at_1_diff1 + value: 51.0107 + - type: nauc_ndcg_at_3_max + value: -0.0782 + - type: nauc_ndcg_at_3_std + value: -33.2841 + - type: nauc_ndcg_at_3_diff1 + value: 46.4934 + - type: nauc_ndcg_at_5_max + value: -1.1887 + - type: nauc_ndcg_at_5_std + value: -34.888200000000005 + - type: nauc_ndcg_at_5_diff1 + value: 45.6688 + - type: nauc_ndcg_at_10_max + value: -0.38370000000000004 + - type: nauc_ndcg_at_10_std + value: -36.6065 + - type: nauc_ndcg_at_10_diff1 + value: 46.2312 + - type: nauc_ndcg_at_20_max + value: 0.338 + - type: nauc_ndcg_at_20_std + value: -36.6641 + - type: nauc_ndcg_at_20_diff1 + value: 45.4052 + - type: nauc_ndcg_at_100_max + value: 2.4891 + - type: nauc_ndcg_at_100_std + value: -32.3905 + - type: nauc_ndcg_at_100_diff1 + value: 44.935399999999994 + - type: nauc_ndcg_at_1000_max + value: 1.8159999999999998 + - type: nauc_ndcg_at_1000_std + value: -33.4245 + - type: nauc_ndcg_at_1000_diff1 + value: 45.5322 + - type: nauc_map_at_1_max + value: -1.2868 + - type: nauc_map_at_1_std + value: -29.3455 + - type: nauc_map_at_1_diff1 + value: 57.0368 + - type: nauc_map_at_3_max + value: -1.0769000000000002 + - type: nauc_map_at_3_std + value: -31.9885 + - type: nauc_map_at_3_diff1 + value: 48.3603 + - type: nauc_map_at_5_max + value: -1.8107000000000002 + - type: nauc_map_at_5_std + value: -33.727000000000004 + - type: nauc_map_at_5_diff1 + value: 46.6657 + - type: nauc_map_at_10_max + value: -0.8491000000000001 + - type: nauc_map_at_10_std + value: -34.8053 + - type: nauc_map_at_10_diff1 + value: 46.5715 + - type: nauc_map_at_20_max + value: -0.6158 + - type: nauc_map_at_20_std + value: -34.9181 + - type: nauc_map_at_20_diff1 + value: 46.3538 + - type: nauc_map_at_100_max + value: -0.25179999999999997 + - type: nauc_map_at_100_std + value: -34.3101 + - type: nauc_map_at_100_diff1 + value: 46.192 + - type: nauc_map_at_1000_max + value: -0.22160000000000002 + - type: nauc_map_at_1000_std + value: -34.3046 + - type: nauc_map_at_1000_diff1 + value: 46.2134 + - type: nauc_recall_at_1_max + value: -1.2868 + - type: nauc_recall_at_1_std + value: -29.3455 + - type: nauc_recall_at_1_diff1 + value: 57.0368 + - type: nauc_recall_at_3_max + value: 0.0446 + - type: nauc_recall_at_3_std + value: -31.8067 + - type: nauc_recall_at_3_diff1 + value: 44.678000000000004 + - type: nauc_recall_at_5_max + value: -1.8360999999999998 + - type: nauc_recall_at_5_std + value: -35.4283 + - type: nauc_recall_at_5_diff1 + value: 41.493 + - type: nauc_recall_at_10_max + value: -0.3516 + - type: nauc_recall_at_10_std + value: -39.9478 + - type: nauc_recall_at_10_diff1 + value: 43.458000000000006 + - type: nauc_recall_at_20_max + value: 1.7382000000000002 + - type: nauc_recall_at_20_std + value: -40.213300000000004 + - type: nauc_recall_at_20_diff1 + value: 40.0907 + - type: nauc_recall_at_100_max + value: 18.3574 + - type: nauc_recall_at_100_std + value: -9.7145 + - type: nauc_recall_at_100_diff1 + value: 33.6155 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: -0.27599999999999997 + - type: nauc_precision_at_1_std + value: -33.5191 + - type: nauc_precision_at_1_diff1 + value: 51.0107 + - type: nauc_precision_at_3_max + value: 1.6391 + - type: nauc_precision_at_3_std + value: -28.471400000000003 + - type: nauc_precision_at_3_diff1 + value: 23.8258 + - type: nauc_precision_at_5_max + value: -0.1663 + - type: nauc_precision_at_5_std + value: -30.038700000000002 + - type: nauc_precision_at_5_diff1 + value: 18.0902 + - type: nauc_precision_at_10_max + value: 3.5325 + - type: nauc_precision_at_10_std + value: -29.447699999999998 + - type: nauc_precision_at_10_diff1 + value: 14.733199999999998 + - type: nauc_precision_at_20_max + value: 5.682799999999999 + - type: nauc_precision_at_20_std + value: -26.610699999999998 + - type: nauc_precision_at_20_diff1 + value: 8.8752 + - type: nauc_precision_at_100_max + value: 16.1679 + - type: nauc_precision_at_100_std + value: 2.8697 + - type: nauc_precision_at_100_diff1 + value: -6.8969000000000005 + - type: nauc_precision_at_1000_max + value: 17.6999 + - type: nauc_precision_at_1000_std + value: 9.2726 + - type: nauc_precision_at_1000_diff1 + value: -15.0084 + - type: nauc_mrr_at_1_max + value: -0.27599999999999997 + - type: nauc_mrr_at_1_std + value: -33.5191 + - type: nauc_mrr_at_1_diff1 + value: 51.0107 + - type: nauc_mrr_at_3_max + value: 0.731 + - type: nauc_mrr_at_3_std + value: -34.5152 + - type: nauc_mrr_at_3_diff1 + value: 47.774899999999995 + - type: nauc_mrr_at_5_max + value: 0.1382 + - type: nauc_mrr_at_5_std + value: -34.9472 + - type: nauc_mrr_at_5_diff1 + value: 47.6223 + - type: nauc_mrr_at_10_max + value: 0.2278 + - type: nauc_mrr_at_10_std + value: -35.424 + - type: nauc_mrr_at_10_diff1 + value: 48.023900000000005 + - type: nauc_mrr_at_20_max + value: 0.4858 + - type: nauc_mrr_at_20_std + value: -35.309200000000004 + - type: nauc_mrr_at_20_diff1 + value: 47.791 + - type: nauc_mrr_at_100_max + value: 0.6921 + - type: nauc_mrr_at_100_std + value: -34.8935 + - type: nauc_mrr_at_100_diff1 + value: 47.8052 + - type: nauc_mrr_at_1000_max + value: 0.6762 + - type: nauc_mrr_at_1000_std + value: -34.916599999999995 + - type: nauc_mrr_at_1000_diff1 + value: 47.8199 + - type: main_score + value: 40.986 + task: + type: Retrieval + - dataset: + config: pol-pol + name: MTEB XPQARetrieval (pol-pol) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 46.115 + - type: ndcg_at_3 + value: 45.966 + - type: ndcg_at_5 + value: 48.119 + - type: ndcg_at_10 + value: 51.53 + - type: ndcg_at_20 + value: 54.447 + - type: ndcg_at_100 + value: 58.939 + - type: ndcg_at_1000 + value: 60.428000000000004 + - type: map_at_1 + value: 27.641 + - type: map_at_3 + value: 40.031 + - type: map_at_5 + value: 43.313 + - type: map_at_10 + value: 45.156 + - type: map_at_20 + value: 46.222 + - type: map_at_100 + value: 47.117 + - type: map_at_1000 + value: 47.207 + - type: recall_at_1 + value: 27.641 + - type: recall_at_3 + value: 45.021 + - type: recall_at_5 + value: 52.580000000000005 + - type: recall_at_10 + value: 61.141999999999996 + - type: recall_at_20 + value: 70.588 + - type: recall_at_100 + value: 90.29700000000001 + - type: recall_at_1000 + value: 99.851 + - type: precision_at_1 + value: 46.115 + - type: precision_at_3 + value: 29.256999999999998 + - type: precision_at_5 + value: 21.197 + - type: precision_at_10 + value: 12.484 + - type: precision_at_20 + value: 7.248 + - type: precision_at_100 + value: 1.883 + - type: precision_at_1000 + value: 0.208 + - type: mrr_at_1 + value: 46.1146 + - type: mrr_at_3 + value: 51.33760000000001 + - type: mrr_at_5 + value: 52.7389 + - type: mrr_at_10 + value: 53.776900000000005 + - type: mrr_at_20 + value: 54.371100000000006 + - type: mrr_at_100 + value: 54.7107 + - type: mrr_at_1000 + value: 54.7424 + - type: nauc_ndcg_at_1_max + value: -2.7066 + - type: nauc_ndcg_at_1_std + value: -23.7945 + - type: nauc_ndcg_at_1_diff1 + value: 59.23650000000001 + - type: nauc_ndcg_at_3_max + value: -1.7966 + - type: nauc_ndcg_at_3_std + value: -24.7248 + - type: nauc_ndcg_at_3_diff1 + value: 49.4158 + - type: nauc_ndcg_at_5_max + value: -1.7694 + - type: nauc_ndcg_at_5_std + value: -25.7616 + - type: nauc_ndcg_at_5_diff1 + value: 48.4769 + - type: nauc_ndcg_at_10_max + value: -1.3714 + - type: nauc_ndcg_at_10_std + value: -25.540499999999998 + - type: nauc_ndcg_at_10_diff1 + value: 48.0257 + - type: nauc_ndcg_at_20_max + value: -0.5740999999999999 + - type: nauc_ndcg_at_20_std + value: -24.3 + - type: nauc_ndcg_at_20_diff1 + value: 47.746100000000006 + - type: nauc_ndcg_at_100_max + value: -0.374 + - type: nauc_ndcg_at_100_std + value: -22.5531 + - type: nauc_ndcg_at_100_diff1 + value: 47.5772 + - type: nauc_ndcg_at_1000_max + value: -0.715 + - type: nauc_ndcg_at_1000_std + value: -22.898699999999998 + - type: nauc_ndcg_at_1000_diff1 + value: 48.7581 + - type: nauc_map_at_1_max + value: -7.7901 + - type: nauc_map_at_1_std + value: -19.4296 + - type: nauc_map_at_1_diff1 + value: 55.915499999999994 + - type: nauc_map_at_3_max + value: -3.6612999999999998 + - type: nauc_map_at_3_std + value: -23.7403 + - type: nauc_map_at_3_diff1 + value: 49.923 + - type: nauc_map_at_5_max + value: -1.6353 + - type: nauc_map_at_5_std + value: -24.3771 + - type: nauc_map_at_5_diff1 + value: 48.5383 + - type: nauc_map_at_10_max + value: -1.52 + - type: nauc_map_at_10_std + value: -24.5144 + - type: nauc_map_at_10_diff1 + value: 48.4118 + - type: nauc_map_at_20_max + value: -1.2736 + - type: nauc_map_at_20_std + value: -24.346999999999998 + - type: nauc_map_at_20_diff1 + value: 48.411100000000005 + - type: nauc_map_at_100_max + value: -1.1093 + - type: nauc_map_at_100_std + value: -23.9379 + - type: nauc_map_at_100_diff1 + value: 48.3413 + - type: nauc_map_at_1000_max + value: -1.1092 + - type: nauc_map_at_1000_std + value: -23.924899999999997 + - type: nauc_map_at_1000_diff1 + value: 48.3754 + - type: nauc_recall_at_1_max + value: -7.7901 + - type: nauc_recall_at_1_std + value: -19.4296 + - type: nauc_recall_at_1_diff1 + value: 55.915499999999994 + - type: nauc_recall_at_3_max + value: -3.7518000000000002 + - type: nauc_recall_at_3_std + value: -24.445700000000002 + - type: nauc_recall_at_3_diff1 + value: 43.492799999999995 + - type: nauc_recall_at_5_max + value: -1.8782 + - type: nauc_recall_at_5_std + value: -26.327499999999997 + - type: nauc_recall_at_5_diff1 + value: 40.3375 + - type: nauc_recall_at_10_max + value: -0.0777 + - type: nauc_recall_at_10_std + value: -25.513400000000004 + - type: nauc_recall_at_10_diff1 + value: 37.1729 + - type: nauc_recall_at_20_max + value: 3.4567 + - type: nauc_recall_at_20_std + value: -20.3044 + - type: nauc_recall_at_20_diff1 + value: 33.3203 + - type: nauc_recall_at_100_max + value: 8.2447 + - type: nauc_recall_at_100_std + value: -4.8518 + - type: nauc_recall_at_100_diff1 + value: 17.363 + - type: nauc_recall_at_1000_max + value: -17.299 + - type: nauc_recall_at_1000_std + value: 52.101 + - type: nauc_recall_at_1000_diff1 + value: 8.2619 + - type: nauc_precision_at_1_max + value: -2.7066 + - type: nauc_precision_at_1_std + value: -23.7945 + - type: nauc_precision_at_1_diff1 + value: 59.23650000000001 + - type: nauc_precision_at_3_max + value: 4.8946000000000005 + - type: nauc_precision_at_3_std + value: -18.7616 + - type: nauc_precision_at_3_diff1 + value: 25.7129 + - type: nauc_precision_at_5_max + value: 7.902099999999999 + - type: nauc_precision_at_5_std + value: -17.766299999999998 + - type: nauc_precision_at_5_diff1 + value: 18.5899 + - type: nauc_precision_at_10_max + value: 7.4118 + - type: nauc_precision_at_10_std + value: -14.2773 + - type: nauc_precision_at_10_diff1 + value: 13.766900000000001 + - type: nauc_precision_at_20_max + value: 9.0094 + - type: nauc_precision_at_20_std + value: -8.2157 + - type: nauc_precision_at_20_diff1 + value: 7.7345 + - type: nauc_precision_at_100_max + value: 8.3681 + - type: nauc_precision_at_100_std + value: 5.5002 + - type: nauc_precision_at_100_diff1 + value: -6.6249 + - type: nauc_precision_at_1000_max + value: 7.663399999999999 + - type: nauc_precision_at_1000_std + value: 8.8869 + - type: nauc_precision_at_1000_diff1 + value: -9.748999999999999 + - type: nauc_mrr_at_1_max + value: -2.7066 + - type: nauc_mrr_at_1_std + value: -23.7945 + - type: nauc_mrr_at_1_diff1 + value: 59.23650000000001 + - type: nauc_mrr_at_3_max + value: -2.0608999999999997 + - type: nauc_mrr_at_3_std + value: -25.2359 + - type: nauc_mrr_at_3_diff1 + value: 55.7427 + - type: nauc_mrr_at_5_max + value: -2.2281 + - type: nauc_mrr_at_5_std + value: -25.905299999999997 + - type: nauc_mrr_at_5_diff1 + value: 55.459599999999995 + - type: nauc_mrr_at_10_max + value: -2.1736999999999997 + - type: nauc_mrr_at_10_std + value: -25.4424 + - type: nauc_mrr_at_10_diff1 + value: 55.1508 + - type: nauc_mrr_at_20_max + value: -1.9865000000000002 + - type: nauc_mrr_at_20_std + value: -24.9326 + - type: nauc_mrr_at_20_diff1 + value: 55.149300000000004 + - type: nauc_mrr_at_100_max + value: -1.8774 + - type: nauc_mrr_at_100_std + value: -24.8767 + - type: nauc_mrr_at_100_diff1 + value: 55.1809 + - type: nauc_mrr_at_1000_max + value: -1.8849999999999998 + - type: nauc_mrr_at_1000_std + value: -24.887999999999998 + - type: nauc_mrr_at_1000_diff1 + value: 55.207899999999995 + - type: main_score + value: 51.53 + task: + type: Retrieval + - dataset: + config: eng-pol + name: MTEB XPQARetrieval (eng-pol) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 32.357 + - type: ndcg_at_3 + value: 31.573 + - type: ndcg_at_5 + value: 33.046 + - type: ndcg_at_10 + value: 37.364999999999995 + - type: ndcg_at_20 + value: 40.407 + - type: ndcg_at_100 + value: 45.965 + - type: ndcg_at_1000 + value: 48.982 + - type: map_at_1 + value: 14.865999999999998 + - type: map_at_3 + value: 24.886 + - type: map_at_5 + value: 28.449999999999996 + - type: map_at_10 + value: 30.891999999999996 + - type: map_at_20 + value: 32.034 + - type: map_at_100 + value: 33.123999999999995 + - type: map_at_1000 + value: 33.296 + - type: recall_at_1 + value: 14.865999999999998 + - type: recall_at_3 + value: 28.51 + - type: recall_at_5 + value: 35.827999999999996 + - type: recall_at_10 + value: 46.11 + - type: recall_at_20 + value: 55.498999999999995 + - type: recall_at_100 + value: 79.73 + - type: recall_at_1000 + value: 99.236 + - type: precision_at_1 + value: 32.357 + - type: precision_at_3 + value: 23.439 + - type: precision_at_5 + value: 18.522 + - type: precision_at_10 + value: 11.86 + - type: precision_at_20 + value: 7.1080000000000005 + - type: precision_at_100 + value: 1.955 + - type: precision_at_1000 + value: 0.23700000000000002 + - type: mrr_at_1 + value: 32.3567 + - type: mrr_at_3 + value: 37.2611 + - type: mrr_at_5 + value: 38.7898 + - type: mrr_at_10 + value: 40.1812 + - type: mrr_at_20 + value: 40.788000000000004 + - type: mrr_at_100 + value: 41.2844 + - type: mrr_at_1000 + value: 41.3394 + - type: nauc_ndcg_at_1_max + value: 8.299199999999999 + - type: nauc_ndcg_at_1_std + value: -26.3565 + - type: nauc_ndcg_at_1_diff1 + value: 39.4184 + - type: nauc_ndcg_at_3_max + value: 11.236 + - type: nauc_ndcg_at_3_std + value: -26.8729 + - type: nauc_ndcg_at_3_diff1 + value: 35.999700000000004 + - type: nauc_ndcg_at_5_max + value: 12.052999999999999 + - type: nauc_ndcg_at_5_std + value: -27.838800000000003 + - type: nauc_ndcg_at_5_diff1 + value: 37.599199999999996 + - type: nauc_ndcg_at_10_max + value: 13.5883 + - type: nauc_ndcg_at_10_std + value: -27.3522 + - type: nauc_ndcg_at_10_diff1 + value: 37.581399999999995 + - type: nauc_ndcg_at_20_max + value: 14.9031 + - type: nauc_ndcg_at_20_std + value: -26.832099999999997 + - type: nauc_ndcg_at_20_diff1 + value: 36.850100000000005 + - type: nauc_ndcg_at_100_max + value: 15.0311 + - type: nauc_ndcg_at_100_std + value: -24.1236 + - type: nauc_ndcg_at_100_diff1 + value: 37.453399999999995 + - type: nauc_ndcg_at_1000_max + value: 14.7868 + - type: nauc_ndcg_at_1000_std + value: -24.3004 + - type: nauc_ndcg_at_1000_diff1 + value: 36.9348 + - type: nauc_map_at_1_max + value: 1.2069 + - type: nauc_map_at_1_std + value: -26.436500000000002 + - type: nauc_map_at_1_diff1 + value: 43.558 + - type: nauc_map_at_3_max + value: 8.6139 + - type: nauc_map_at_3_std + value: -28.152 + - type: nauc_map_at_3_diff1 + value: 37.9433 + - type: nauc_map_at_5_max + value: 11.6538 + - type: nauc_map_at_5_std + value: -28.107100000000003 + - type: nauc_map_at_5_diff1 + value: 37.8847 + - type: nauc_map_at_10_max + value: 12.6981 + - type: nauc_map_at_10_std + value: -28.015099999999997 + - type: nauc_map_at_10_diff1 + value: 37.8425 + - type: nauc_map_at_20_max + value: 13.3526 + - type: nauc_map_at_20_std + value: -27.8704 + - type: nauc_map_at_20_diff1 + value: 37.6379 + - type: nauc_map_at_100_max + value: 13.5352 + - type: nauc_map_at_100_std + value: -27.3747 + - type: nauc_map_at_100_diff1 + value: 37.682 + - type: nauc_map_at_1000_max + value: 13.555600000000002 + - type: nauc_map_at_1000_std + value: -27.3099 + - type: nauc_map_at_1000_diff1 + value: 37.655 + - type: nauc_recall_at_1_max + value: 1.2069 + - type: nauc_recall_at_1_std + value: -26.436500000000002 + - type: nauc_recall_at_1_diff1 + value: 43.558 + - type: nauc_recall_at_3_max + value: 8.9534 + - type: nauc_recall_at_3_std + value: -26.4242 + - type: nauc_recall_at_3_diff1 + value: 33.7976 + - type: nauc_recall_at_5_max + value: 12.2341 + - type: nauc_recall_at_5_std + value: -26.8955 + - type: nauc_recall_at_5_diff1 + value: 34.579 + - type: nauc_recall_at_10_max + value: 14.6737 + - type: nauc_recall_at_10_std + value: -25.8384 + - type: nauc_recall_at_10_diff1 + value: 33.8756 + - type: nauc_recall_at_20_max + value: 18.4075 + - type: nauc_recall_at_20_std + value: -24.3424 + - type: nauc_recall_at_20_diff1 + value: 31.1345 + - type: nauc_recall_at_100_max + value: 20.528 + - type: nauc_recall_at_100_std + value: -9.3573 + - type: nauc_recall_at_100_diff1 + value: 36.7016 + - type: nauc_recall_at_1000_max + value: 69.9456 + - type: nauc_recall_at_1000_std + value: -3.4756 + - type: nauc_recall_at_1000_diff1 + value: 32.7329 + - type: nauc_precision_at_1_max + value: 8.299199999999999 + - type: nauc_precision_at_1_std + value: -26.3565 + - type: nauc_precision_at_1_diff1 + value: 39.4184 + - type: nauc_precision_at_3_max + value: 15.6704 + - type: nauc_precision_at_3_std + value: -22.4245 + - type: nauc_precision_at_3_diff1 + value: 26.3872 + - type: nauc_precision_at_5_max + value: 18.9992 + - type: nauc_precision_at_5_std + value: -20.7841 + - type: nauc_precision_at_5_diff1 + value: 25.474200000000003 + - type: nauc_precision_at_10_max + value: 20.54 + - type: nauc_precision_at_10_std + value: -16.7172 + - type: nauc_precision_at_10_diff1 + value: 21.8633 + - type: nauc_precision_at_20_max + value: 21.6504 + - type: nauc_precision_at_20_std + value: -13.2725 + - type: nauc_precision_at_20_diff1 + value: 17.6957 + - type: nauc_precision_at_100_max + value: 19.0171 + - type: nauc_precision_at_100_std + value: 0.42180000000000006 + - type: nauc_precision_at_100_diff1 + value: 10.3043 + - type: nauc_precision_at_1000_max + value: 15.6246 + - type: nauc_precision_at_1000_std + value: 10.3917 + - type: nauc_precision_at_1000_diff1 + value: -0.37460000000000004 + - type: nauc_mrr_at_1_max + value: 8.299199999999999 + - type: nauc_mrr_at_1_std + value: -26.3565 + - type: nauc_mrr_at_1_diff1 + value: 39.4184 + - type: nauc_mrr_at_3_max + value: 10.284699999999999 + - type: nauc_mrr_at_3_std + value: -26.043699999999998 + - type: nauc_mrr_at_3_diff1 + value: 37.4218 + - type: nauc_mrr_at_5_max + value: 10.5603 + - type: nauc_mrr_at_5_std + value: -26.1763 + - type: nauc_mrr_at_5_diff1 + value: 37.6114 + - type: nauc_mrr_at_10_max + value: 11.175799999999999 + - type: nauc_mrr_at_10_std + value: -25.585599999999996 + - type: nauc_mrr_at_10_diff1 + value: 37.7547 + - type: nauc_mrr_at_20_max + value: 11.2668 + - type: nauc_mrr_at_20_std + value: -25.341200000000004 + - type: nauc_mrr_at_20_diff1 + value: 37.520399999999995 + - type: nauc_mrr_at_100_max + value: 11.2144 + - type: nauc_mrr_at_100_std + value: -25.1378 + - type: nauc_mrr_at_100_diff1 + value: 37.6702 + - type: nauc_mrr_at_1000_max + value: 11.2145 + - type: nauc_mrr_at_1000_std + value: -25.184299999999997 + - type: nauc_mrr_at_1000_diff1 + value: 37.6516 + - type: main_score + value: 37.364999999999995 + task: + type: Retrieval + - dataset: + config: pol-eng + name: MTEB XPQARetrieval (pol-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 43.114999999999995 + - type: ndcg_at_3 + value: 42.306 + - type: ndcg_at_5 + value: 44.484 + - type: ndcg_at_10 + value: 48.374 + - type: ndcg_at_20 + value: 51.347 + - type: ndcg_at_100 + value: 56.223 + - type: ndcg_at_1000 + value: 57.93899999999999 + - type: map_at_1 + value: 25.746000000000002 + - type: map_at_3 + value: 36.842999999999996 + - type: map_at_5 + value: 39.912 + - type: map_at_10 + value: 41.997 + - type: map_at_20 + value: 43.071 + - type: map_at_100 + value: 44.012 + - type: map_at_1000 + value: 44.116 + - type: recall_at_1 + value: 25.746000000000002 + - type: recall_at_3 + value: 41.160000000000004 + - type: recall_at_5 + value: 48.256 + - type: recall_at_10 + value: 58.038999999999994 + - type: recall_at_20 + value: 67.499 + - type: recall_at_100 + value: 88.912 + - type: recall_at_1000 + value: 99.85000000000001 + - type: precision_at_1 + value: 43.114999999999995 + - type: precision_at_3 + value: 26.555 + - type: precision_at_5 + value: 19.537 + - type: precision_at_10 + value: 11.815000000000001 + - type: precision_at_20 + value: 6.963 + - type: precision_at_100 + value: 1.871 + - type: precision_at_1000 + value: 0.21 + - type: mrr_at_1 + value: 43.1145 + - type: mrr_at_3 + value: 47.9193 + - type: mrr_at_5 + value: 49.3608 + - type: mrr_at_10 + value: 50.7027 + - type: mrr_at_20 + value: 51.3002 + - type: mrr_at_100 + value: 51.6895 + - type: mrr_at_1000 + value: 51.725100000000005 + - type: nauc_ndcg_at_1_max + value: -1.4021000000000001 + - type: nauc_ndcg_at_1_std + value: -23.8571 + - type: nauc_ndcg_at_1_diff1 + value: 49.7071 + - type: nauc_ndcg_at_3_max + value: -4.6695 + - type: nauc_ndcg_at_3_std + value: -24.5752 + - type: nauc_ndcg_at_3_diff1 + value: 43.479299999999995 + - type: nauc_ndcg_at_5_max + value: -4.8575 + - type: nauc_ndcg_at_5_std + value: -24.5731 + - type: nauc_ndcg_at_5_diff1 + value: 42.1565 + - type: nauc_ndcg_at_10_max + value: -3.9570000000000003 + - type: nauc_ndcg_at_10_std + value: -23.9652 + - type: nauc_ndcg_at_10_diff1 + value: 40.8866 + - type: nauc_ndcg_at_20_max + value: -3.1498 + - type: nauc_ndcg_at_20_std + value: -23.6928 + - type: nauc_ndcg_at_20_diff1 + value: 40.1567 + - type: nauc_ndcg_at_100_max + value: -2.075 + - type: nauc_ndcg_at_100_std + value: -21.6008 + - type: nauc_ndcg_at_100_diff1 + value: 40.7212 + - type: nauc_ndcg_at_1000_max + value: -2.5084 + - type: nauc_ndcg_at_1000_std + value: -22.134 + - type: nauc_ndcg_at_1000_diff1 + value: 41.5064 + - type: nauc_map_at_1_max + value: -7.348599999999999 + - type: nauc_map_at_1_std + value: -20.1044 + - type: nauc_map_at_1_diff1 + value: 49.8375 + - type: nauc_map_at_3_max + value: -5.8241000000000005 + - type: nauc_map_at_3_std + value: -23.8308 + - type: nauc_map_at_3_diff1 + value: 43.9467 + - type: nauc_map_at_5_max + value: -4.7223 + - type: nauc_map_at_5_std + value: -23.7351 + - type: nauc_map_at_5_diff1 + value: 42.2917 + - type: nauc_map_at_10_max + value: -4.0893 + - type: nauc_map_at_10_std + value: -23.7037 + - type: nauc_map_at_10_diff1 + value: 41.807 + - type: nauc_map_at_20_max + value: -3.8491999999999997 + - type: nauc_map_at_20_std + value: -23.6763 + - type: nauc_map_at_20_diff1 + value: 41.697 + - type: nauc_map_at_100_max + value: -3.5141 + - type: nauc_map_at_100_std + value: -23.3495 + - type: nauc_map_at_100_diff1 + value: 41.6717 + - type: nauc_map_at_1000_max + value: -3.5193000000000003 + - type: nauc_map_at_1000_std + value: -23.3245 + - type: nauc_map_at_1000_diff1 + value: 41.6978 + - type: nauc_recall_at_1_max + value: -7.348599999999999 + - type: nauc_recall_at_1_std + value: -20.1044 + - type: nauc_recall_at_1_diff1 + value: 49.8375 + - type: nauc_recall_at_3_max + value: -7.747800000000001 + - type: nauc_recall_at_3_std + value: -23.9798 + - type: nauc_recall_at_3_diff1 + value: 39.792 + - type: nauc_recall_at_5_max + value: -6.151199999999999 + - type: nauc_recall_at_5_std + value: -24.3254 + - type: nauc_recall_at_5_diff1 + value: 36.4659 + - type: nauc_recall_at_10_max + value: -4.3018 + - type: nauc_recall_at_10_std + value: -21.9815 + - type: nauc_recall_at_10_diff1 + value: 31.1326 + - type: nauc_recall_at_20_max + value: -1.2386 + - type: nauc_recall_at_20_std + value: -20.818 + - type: nauc_recall_at_20_diff1 + value: 26.4813 + - type: nauc_recall_at_100_max + value: 5.5825 + - type: nauc_recall_at_100_std + value: -2.5678 + - type: nauc_recall_at_100_diff1 + value: 21.027 + - type: nauc_recall_at_1000_max + value: -3.6757999999999997 + - type: nauc_recall_at_1000_std + value: 42.6012 + - type: nauc_recall_at_1000_diff1 + value: -28.434199999999997 + - type: nauc_precision_at_1_max + value: -1.4021000000000001 + - type: nauc_precision_at_1_std + value: -23.8571 + - type: nauc_precision_at_1_diff1 + value: 49.7071 + - type: nauc_precision_at_3_max + value: 1.8188 + - type: nauc_precision_at_3_std + value: -20.7781 + - type: nauc_precision_at_3_diff1 + value: 23.411299999999997 + - type: nauc_precision_at_5_max + value: 3.4923 + - type: nauc_precision_at_5_std + value: -17.6669 + - type: nauc_precision_at_5_diff1 + value: 16.7596 + - type: nauc_precision_at_10_max + value: 6.0216 + - type: nauc_precision_at_10_std + value: -13.9207 + - type: nauc_precision_at_10_diff1 + value: 10.7068 + - type: nauc_precision_at_20_max + value: 8.2928 + - type: nauc_precision_at_20_std + value: -9.8741 + - type: nauc_precision_at_20_diff1 + value: 3.7908 + - type: nauc_precision_at_100_max + value: 13.731499999999999 + - type: nauc_precision_at_100_std + value: 5.2848 + - type: nauc_precision_at_100_diff1 + value: -6.650200000000001 + - type: nauc_precision_at_1000_max + value: 12.0816 + - type: nauc_precision_at_1000_std + value: 8.381 + - type: nauc_precision_at_1000_diff1 + value: -10.7882 + - type: nauc_mrr_at_1_max + value: -1.4021000000000001 + - type: nauc_mrr_at_1_std + value: -23.8571 + - type: nauc_mrr_at_1_diff1 + value: 49.7071 + - type: nauc_mrr_at_3_max + value: -3.5693999999999995 + - type: nauc_mrr_at_3_std + value: -24.999 + - type: nauc_mrr_at_3_diff1 + value: 47.408899999999996 + - type: nauc_mrr_at_5_max + value: -3.2190000000000003 + - type: nauc_mrr_at_5_std + value: -24.7939 + - type: nauc_mrr_at_5_diff1 + value: 47.0661 + - type: nauc_mrr_at_10_max + value: -2.9680999999999997 + - type: nauc_mrr_at_10_std + value: -24.2173 + - type: nauc_mrr_at_10_diff1 + value: 46.4726 + - type: nauc_mrr_at_20_max + value: -2.7344 + - type: nauc_mrr_at_20_std + value: -24.1476 + - type: nauc_mrr_at_20_diff1 + value: 46.2992 + - type: nauc_mrr_at_100_max + value: -2.6716 + - type: nauc_mrr_at_100_std + value: -23.949 + - type: nauc_mrr_at_100_diff1 + value: 46.4335 + - type: nauc_mrr_at_1000_max + value: -2.6821 + - type: nauc_mrr_at_1000_std + value: -23.9804 + - type: nauc_mrr_at_1000_diff1 + value: 46.453100000000006 + - type: main_score + value: 48.374 + task: + type: Retrieval + - dataset: + config: por-por + name: MTEB XPQARetrieval (por-por) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 47.25 + - type: ndcg_at_3 + value: 46.225 + - type: ndcg_at_5 + value: 47.813 + - type: ndcg_at_10 + value: 51.383 + - type: ndcg_at_20 + value: 54.291 + - type: ndcg_at_100 + value: 58.434 + - type: ndcg_at_1000 + value: 60.07 + - type: map_at_1 + value: 25.394 + - type: map_at_3 + value: 39.119 + - type: map_at_5 + value: 43.025000000000006 + - type: map_at_10 + value: 45.211 + - type: map_at_20 + value: 46.354 + - type: map_at_100 + value: 47.129 + - type: map_at_1000 + value: 47.219 + - type: recall_at_1 + value: 25.394 + - type: recall_at_3 + value: 43.446 + - type: recall_at_5 + value: 51.037 + - type: recall_at_10 + value: 59.61 + - type: recall_at_20 + value: 68.925 + - type: recall_at_100 + value: 88.277 + - type: recall_at_1000 + value: 99.44800000000001 + - type: precision_at_1 + value: 47.25 + - type: precision_at_3 + value: 31.833 + - type: precision_at_5 + value: 23.525 + - type: precision_at_10 + value: 13.825000000000001 + - type: precision_at_20 + value: 7.931000000000001 + - type: precision_at_100 + value: 1.947 + - type: precision_at_1000 + value: 0.213 + - type: mrr_at_1 + value: 47.25 + - type: mrr_at_3 + value: 51.9583 + - type: mrr_at_5 + value: 53.202099999999994 + - type: mrr_at_10 + value: 54.074 + - type: mrr_at_20 + value: 54.5577 + - type: mrr_at_100 + value: 54.9098 + - type: mrr_at_1000 + value: 54.95100000000001 + - type: nauc_ndcg_at_1_max + value: 16.1497 + - type: nauc_ndcg_at_1_std + value: -8.4829 + - type: nauc_ndcg_at_1_diff1 + value: 56.9017 + - type: nauc_ndcg_at_3_max + value: 17.546999999999997 + - type: nauc_ndcg_at_3_std + value: -11.5488 + - type: nauc_ndcg_at_3_diff1 + value: 50.4755 + - type: nauc_ndcg_at_5_max + value: 17.3445 + - type: nauc_ndcg_at_5_std + value: -11.576500000000001 + - type: nauc_ndcg_at_5_diff1 + value: 49.852999999999994 + - type: nauc_ndcg_at_10_max + value: 19.0158 + - type: nauc_ndcg_at_10_std + value: -11.3318 + - type: nauc_ndcg_at_10_diff1 + value: 49.791000000000004 + - type: nauc_ndcg_at_20_max + value: 20.5932 + - type: nauc_ndcg_at_20_std + value: -9.5197 + - type: nauc_ndcg_at_20_diff1 + value: 49.0435 + - type: nauc_ndcg_at_100_max + value: 20.3822 + - type: nauc_ndcg_at_100_std + value: -7.443700000000001 + - type: nauc_ndcg_at_100_diff1 + value: 49.5844 + - type: nauc_ndcg_at_1000_max + value: 19.856299999999997 + - type: nauc_ndcg_at_1000_std + value: -8.1803 + - type: nauc_ndcg_at_1000_diff1 + value: 50.257 + - type: nauc_map_at_1_max + value: 10.5193 + - type: nauc_map_at_1_std + value: -13.139999999999999 + - type: nauc_map_at_1_diff1 + value: 55.1975 + - type: nauc_map_at_3_max + value: 14.7254 + - type: nauc_map_at_3_std + value: -14.2261 + - type: nauc_map_at_3_diff1 + value: 50.3841 + - type: nauc_map_at_5_max + value: 16.206899999999997 + - type: nauc_map_at_5_std + value: -12.9048 + - type: nauc_map_at_5_diff1 + value: 49.085699999999996 + - type: nauc_map_at_10_max + value: 17.483999999999998 + - type: nauc_map_at_10_std + value: -12.6526 + - type: nauc_map_at_10_diff1 + value: 49.2581 + - type: nauc_map_at_20_max + value: 18.165100000000002 + - type: nauc_map_at_20_std + value: -11.917 + - type: nauc_map_at_20_diff1 + value: 49.0454 + - type: nauc_map_at_100_max + value: 18.1122 + - type: nauc_map_at_100_std + value: -11.3661 + - type: nauc_map_at_100_diff1 + value: 49.1511 + - type: nauc_map_at_1000_max + value: 18.096300000000003 + - type: nauc_map_at_1000_std + value: -11.380899999999999 + - type: nauc_map_at_1000_diff1 + value: 49.1814 + - type: nauc_recall_at_1_max + value: 10.5193 + - type: nauc_recall_at_1_std + value: -13.139999999999999 + - type: nauc_recall_at_1_diff1 + value: 55.1975 + - type: nauc_recall_at_3_max + value: 15.8933 + - type: nauc_recall_at_3_std + value: -13.7738 + - type: nauc_recall_at_3_diff1 + value: 45.9936 + - type: nauc_recall_at_5_max + value: 16.631 + - type: nauc_recall_at_5_std + value: -12.2393 + - type: nauc_recall_at_5_diff1 + value: 43.7258 + - type: nauc_recall_at_10_max + value: 20.3212 + - type: nauc_recall_at_10_std + value: -12.1744 + - type: nauc_recall_at_10_diff1 + value: 42.4071 + - type: nauc_recall_at_20_max + value: 25.7985 + - type: nauc_recall_at_20_std + value: -6.386500000000001 + - type: nauc_recall_at_20_diff1 + value: 37.498599999999996 + - type: nauc_recall_at_100_max + value: 31.1604 + - type: nauc_recall_at_100_std + value: 12.2529 + - type: nauc_recall_at_100_diff1 + value: 32.2984 + - type: nauc_recall_at_1000_max + value: 70.0447 + - type: nauc_recall_at_1000_std + value: 55.508 + - type: nauc_recall_at_1000_diff1 + value: 11.903 + - type: nauc_precision_at_1_max + value: 16.1497 + - type: nauc_precision_at_1_std + value: -8.4829 + - type: nauc_precision_at_1_diff1 + value: 56.9017 + - type: nauc_precision_at_3_max + value: 16.125600000000002 + - type: nauc_precision_at_3_std + value: -4.671 + - type: nauc_precision_at_3_diff1 + value: 27.861200000000004 + - type: nauc_precision_at_5_max + value: 16.3448 + - type: nauc_precision_at_5_std + value: -0.7796 + - type: nauc_precision_at_5_diff1 + value: 21.7482 + - type: nauc_precision_at_10_max + value: 17.130100000000002 + - type: nauc_precision_at_10_std + value: 1.0257 + - type: nauc_precision_at_10_diff1 + value: 18.343 + - type: nauc_precision_at_20_max + value: 18.1293 + - type: nauc_precision_at_20_std + value: 6.3233999999999995 + - type: nauc_precision_at_20_diff1 + value: 12.506400000000001 + - type: nauc_precision_at_100_max + value: 13.973099999999999 + - type: nauc_precision_at_100_std + value: 14.386 + - type: nauc_precision_at_100_diff1 + value: 5.1534 + - type: nauc_precision_at_1000_max + value: 10.780000000000001 + - type: nauc_precision_at_1000_std + value: 15.0777 + - type: nauc_precision_at_1000_diff1 + value: 0.8078 + - type: nauc_mrr_at_1_max + value: 16.1497 + - type: nauc_mrr_at_1_std + value: -8.4829 + - type: nauc_mrr_at_1_diff1 + value: 56.9017 + - type: nauc_mrr_at_3_max + value: 18.6366 + - type: nauc_mrr_at_3_std + value: -8.5467 + - type: nauc_mrr_at_3_diff1 + value: 55.94369999999999 + - type: nauc_mrr_at_5_max + value: 18.731900000000003 + - type: nauc_mrr_at_5_std + value: -8.049900000000001 + - type: nauc_mrr_at_5_diff1 + value: 55.530199999999994 + - type: nauc_mrr_at_10_max + value: 18.7683 + - type: nauc_mrr_at_10_std + value: -8.1696 + - type: nauc_mrr_at_10_diff1 + value: 55.220800000000004 + - type: nauc_mrr_at_20_max + value: 18.9502 + - type: nauc_mrr_at_20_std + value: -7.951999999999999 + - type: nauc_mrr_at_20_diff1 + value: 55.0577 + - type: nauc_mrr_at_100_max + value: 18.978 + - type: nauc_mrr_at_100_std + value: -7.8538 + - type: nauc_mrr_at_100_diff1 + value: 55.1145 + - type: nauc_mrr_at_1000_max + value: 18.9635 + - type: nauc_mrr_at_1000_std + value: -7.8732 + - type: nauc_mrr_at_1000_diff1 + value: 55.128600000000006 + - type: main_score + value: 51.383 + task: + type: Retrieval + - dataset: + config: eng-por + name: MTEB XPQARetrieval (eng-por) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 29.5 + - type: ndcg_at_3 + value: 29.971999999999998 + - type: ndcg_at_5 + value: 31.513999999999996 + - type: ndcg_at_10 + value: 35.449999999999996 + - type: ndcg_at_20 + value: 38.912 + - type: ndcg_at_100 + value: 44.695 + - type: ndcg_at_1000 + value: 47.309 + - type: map_at_1 + value: 14.335 + - type: map_at_3 + value: 23.654 + - type: map_at_5 + value: 26.745 + - type: map_at_10 + value: 28.956 + - type: map_at_20 + value: 30.212 + - type: map_at_100 + value: 31.275 + - type: map_at_1000 + value: 31.415 + - type: recall_at_1 + value: 14.335 + - type: recall_at_3 + value: 27.839999999999996 + - type: recall_at_5 + value: 34.737 + - type: recall_at_10 + value: 44.358 + - type: recall_at_20 + value: 55.65 + - type: recall_at_100 + value: 82.077 + - type: recall_at_1000 + value: 99.44800000000001 + - type: precision_at_1 + value: 29.5 + - type: precision_at_3 + value: 22.25 + - type: precision_at_5 + value: 17.2 + - type: precision_at_10 + value: 10.925 + - type: precision_at_20 + value: 6.662 + - type: precision_at_100 + value: 1.857 + - type: precision_at_1000 + value: 0.22100000000000003 + - type: mrr_at_1 + value: 29.5 + - type: mrr_at_3 + value: 35.625 + - type: mrr_at_5 + value: 36.8937 + - type: mrr_at_10 + value: 38.0048 + - type: mrr_at_20 + value: 38.7211 + - type: mrr_at_100 + value: 39.2499 + - type: mrr_at_1000 + value: 39.3003 + - type: nauc_ndcg_at_1_max + value: 16.7822 + - type: nauc_ndcg_at_1_std + value: -10.5728 + - type: nauc_ndcg_at_1_diff1 + value: 39.6964 + - type: nauc_ndcg_at_3_max + value: 15.046899999999999 + - type: nauc_ndcg_at_3_std + value: -13.4409 + - type: nauc_ndcg_at_3_diff1 + value: 34.6036 + - type: nauc_ndcg_at_5_max + value: 15.520900000000001 + - type: nauc_ndcg_at_5_std + value: -13.523 + - type: nauc_ndcg_at_5_diff1 + value: 33.1957 + - type: nauc_ndcg_at_10_max + value: 15.439 + - type: nauc_ndcg_at_10_std + value: -12.964400000000001 + - type: nauc_ndcg_at_10_diff1 + value: 33.7528 + - type: nauc_ndcg_at_20_max + value: 16.5509 + - type: nauc_ndcg_at_20_std + value: -12.6303 + - type: nauc_ndcg_at_20_diff1 + value: 33.2548 + - type: nauc_ndcg_at_100_max + value: 16.9358 + - type: nauc_ndcg_at_100_std + value: -9.5128 + - type: nauc_ndcg_at_100_diff1 + value: 33.345200000000006 + - type: nauc_ndcg_at_1000_max + value: 16.1491 + - type: nauc_ndcg_at_1000_std + value: -10.9918 + - type: nauc_ndcg_at_1000_diff1 + value: 34.1629 + - type: nauc_map_at_1_max + value: 13.784699999999999 + - type: nauc_map_at_1_std + value: -10.9222 + - type: nauc_map_at_1_diff1 + value: 40.536899999999996 + - type: nauc_map_at_3_max + value: 15.0055 + - type: nauc_map_at_3_std + value: -14.669199999999998 + - type: nauc_map_at_3_diff1 + value: 35.3812 + - type: nauc_map_at_5_max + value: 15.6758 + - type: nauc_map_at_5_std + value: -14.0631 + - type: nauc_map_at_5_diff1 + value: 34.1141 + - type: nauc_map_at_10_max + value: 16.1604 + - type: nauc_map_at_10_std + value: -13.634099999999998 + - type: nauc_map_at_10_diff1 + value: 34.7104 + - type: nauc_map_at_20_max + value: 16.548299999999998 + - type: nauc_map_at_20_std + value: -13.419400000000001 + - type: nauc_map_at_20_diff1 + value: 34.4957 + - type: nauc_map_at_100_max + value: 16.578300000000002 + - type: nauc_map_at_100_std + value: -12.9294 + - type: nauc_map_at_100_diff1 + value: 34.5639 + - type: nauc_map_at_1000_max + value: 16.544 + - type: nauc_map_at_1000_std + value: -12.964400000000001 + - type: nauc_map_at_1000_diff1 + value: 34.5894 + - type: nauc_recall_at_1_max + value: 13.784699999999999 + - type: nauc_recall_at_1_std + value: -10.9222 + - type: nauc_recall_at_1_diff1 + value: 40.536899999999996 + - type: nauc_recall_at_3_max + value: 12.552900000000001 + - type: nauc_recall_at_3_std + value: -15.4102 + - type: nauc_recall_at_3_diff1 + value: 30.120599999999996 + - type: nauc_recall_at_5_max + value: 14.216400000000002 + - type: nauc_recall_at_5_std + value: -14.396700000000001 + - type: nauc_recall_at_5_diff1 + value: 26.9254 + - type: nauc_recall_at_10_max + value: 12.697700000000001 + - type: nauc_recall_at_10_std + value: -13.097600000000002 + - type: nauc_recall_at_10_diff1 + value: 27.13 + - type: nauc_recall_at_20_max + value: 16.1524 + - type: nauc_recall_at_20_std + value: -12.4591 + - type: nauc_recall_at_20_diff1 + value: 24.398500000000002 + - type: nauc_recall_at_100_max + value: 24.149 + - type: nauc_recall_at_100_std + value: 12.3996 + - type: nauc_recall_at_100_diff1 + value: 18.996399999999998 + - type: nauc_recall_at_1000_max + value: 80.16839999999999 + - type: nauc_recall_at_1000_std + value: 58.975 + - type: nauc_recall_at_1000_diff1 + value: 22.2619 + - type: nauc_precision_at_1_max + value: 16.7822 + - type: nauc_precision_at_1_std + value: -10.5728 + - type: nauc_precision_at_1_diff1 + value: 39.6964 + - type: nauc_precision_at_3_max + value: 13.894599999999999 + - type: nauc_precision_at_3_std + value: -11.6698 + - type: nauc_precision_at_3_diff1 + value: 26.581 + - type: nauc_precision_at_5_max + value: 14.2516 + - type: nauc_precision_at_5_std + value: -8.586 + - type: nauc_precision_at_5_diff1 + value: 22.634999999999998 + - type: nauc_precision_at_10_max + value: 14.097299999999999 + - type: nauc_precision_at_10_std + value: -6.604 + - type: nauc_precision_at_10_diff1 + value: 22.2787 + - type: nauc_precision_at_20_max + value: 13.8981 + - type: nauc_precision_at_20_std + value: -4.2184 + - type: nauc_precision_at_20_diff1 + value: 17.8489 + - type: nauc_precision_at_100_max + value: 9.0242 + - type: nauc_precision_at_100_std + value: 5.0412 + - type: nauc_precision_at_100_diff1 + value: 11.2356 + - type: nauc_precision_at_1000_max + value: 2.597 + - type: nauc_precision_at_1000_std + value: 3.3971 + - type: nauc_precision_at_1000_diff1 + value: 8.1737 + - type: nauc_mrr_at_1_max + value: 16.7822 + - type: nauc_mrr_at_1_std + value: -10.5728 + - type: nauc_mrr_at_1_diff1 + value: 39.6964 + - type: nauc_mrr_at_3_max + value: 14.7449 + - type: nauc_mrr_at_3_std + value: -11.6144 + - type: nauc_mrr_at_3_diff1 + value: 36.5567 + - type: nauc_mrr_at_5_max + value: 15.395900000000001 + - type: nauc_mrr_at_5_std + value: -11.375499999999999 + - type: nauc_mrr_at_5_diff1 + value: 35.9641 + - type: nauc_mrr_at_10_max + value: 15.0475 + - type: nauc_mrr_at_10_std + value: -11.2748 + - type: nauc_mrr_at_10_diff1 + value: 36.0424 + - type: nauc_mrr_at_20_max + value: 15.309600000000001 + - type: nauc_mrr_at_20_std + value: -11.2079 + - type: nauc_mrr_at_20_diff1 + value: 36.0428 + - type: nauc_mrr_at_100_max + value: 15.3631 + - type: nauc_mrr_at_100_std + value: -10.9807 + - type: nauc_mrr_at_100_diff1 + value: 36.086200000000005 + - type: nauc_mrr_at_1000_max + value: 15.3546 + - type: nauc_mrr_at_1000_std + value: -11.0193 + - type: nauc_mrr_at_1000_diff1 + value: 36.100500000000004 + - type: main_score + value: 35.449999999999996 + task: + type: Retrieval + - dataset: + config: por-eng + name: MTEB XPQARetrieval (por-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 46.048 + - type: ndcg_at_3 + value: 45.519 + - type: ndcg_at_5 + value: 47.693999999999996 + - type: ndcg_at_10 + value: 51.535 + - type: ndcg_at_20 + value: 54.179 + - type: ndcg_at_100 + value: 58.416999999999994 + - type: ndcg_at_1000 + value: 59.955000000000005 + - type: map_at_1 + value: 25.325999999999997 + - type: map_at_3 + value: 38.731 + - type: map_at_5 + value: 43.063 + - type: map_at_10 + value: 45.330999999999996 + - type: map_at_20 + value: 46.42 + - type: map_at_100 + value: 47.208 + - type: map_at_1000 + value: 47.291 + - type: recall_at_1 + value: 25.325999999999997 + - type: recall_at_3 + value: 42.779 + - type: recall_at_5 + value: 51.453 + - type: recall_at_10 + value: 60.876 + - type: recall_at_20 + value: 69.184 + - type: recall_at_100 + value: 88.97699999999999 + - type: recall_at_1000 + value: 99.58200000000001 + - type: precision_at_1 + value: 46.048 + - type: precision_at_3 + value: 31.325999999999997 + - type: precision_at_5 + value: 23.438 + - type: precision_at_10 + value: 13.94 + - type: precision_at_20 + value: 7.949000000000001 + - type: precision_at_100 + value: 1.9619999999999997 + - type: precision_at_1000 + value: 0.214 + - type: mrr_at_1 + value: 46.047700000000006 + - type: mrr_at_3 + value: 50.8574 + - type: mrr_at_5 + value: 52.143499999999996 + - type: mrr_at_10 + value: 53.2076 + - type: mrr_at_20 + value: 53.5647 + - type: mrr_at_100 + value: 53.9385 + - type: mrr_at_1000 + value: 53.971599999999995 + - type: nauc_ndcg_at_1_max + value: 24.9503 + - type: nauc_ndcg_at_1_std + value: -5.3446 + - type: nauc_ndcg_at_1_diff1 + value: 51.3876 + - type: nauc_ndcg_at_3_max + value: 25.3869 + - type: nauc_ndcg_at_3_std + value: -5.609299999999999 + - type: nauc_ndcg_at_3_diff1 + value: 43.9429 + - type: nauc_ndcg_at_5_max + value: 24.7423 + - type: nauc_ndcg_at_5_std + value: -5.7672 + - type: nauc_ndcg_at_5_diff1 + value: 43.922200000000004 + - type: nauc_ndcg_at_10_max + value: 25.8596 + - type: nauc_ndcg_at_10_std + value: -6.457699999999999 + - type: nauc_ndcg_at_10_diff1 + value: 43.727 + - type: nauc_ndcg_at_20_max + value: 26.663999999999998 + - type: nauc_ndcg_at_20_std + value: -4.272 + - type: nauc_ndcg_at_20_diff1 + value: 43.7655 + - type: nauc_ndcg_at_100_max + value: 27.8824 + - type: nauc_ndcg_at_100_std + value: -2.3671 + - type: nauc_ndcg_at_100_diff1 + value: 44.0423 + - type: nauc_ndcg_at_1000_max + value: 26.996399999999998 + - type: nauc_ndcg_at_1000_std + value: -3.082 + - type: nauc_ndcg_at_1000_diff1 + value: 44.6276 + - type: nauc_map_at_1_max + value: 14.291200000000002 + - type: nauc_map_at_1_std + value: -10.9179 + - type: nauc_map_at_1_diff1 + value: 49.6393 + - type: nauc_map_at_3_max + value: 22.1278 + - type: nauc_map_at_3_std + value: -8.8564 + - type: nauc_map_at_3_diff1 + value: 43.9252 + - type: nauc_map_at_5_max + value: 23.8679 + - type: nauc_map_at_5_std + value: -7.185 + - type: nauc_map_at_5_diff1 + value: 42.6384 + - type: nauc_map_at_10_max + value: 24.5168 + - type: nauc_map_at_10_std + value: -7.6598 + - type: nauc_map_at_10_diff1 + value: 42.442 + - type: nauc_map_at_20_max + value: 24.9531 + - type: nauc_map_at_20_std + value: -6.7537 + - type: nauc_map_at_20_diff1 + value: 42.6547 + - type: nauc_map_at_100_max + value: 25.2764 + - type: nauc_map_at_100_std + value: -6.228199999999999 + - type: nauc_map_at_100_diff1 + value: 42.7518 + - type: nauc_map_at_1000_max + value: 25.2466 + - type: nauc_map_at_1000_std + value: -6.2332 + - type: nauc_map_at_1000_diff1 + value: 42.7799 + - type: nauc_recall_at_1_max + value: 14.291200000000002 + - type: nauc_recall_at_1_std + value: -10.9179 + - type: nauc_recall_at_1_diff1 + value: 49.6393 + - type: nauc_recall_at_3_max + value: 22.0213 + - type: nauc_recall_at_3_std + value: -7.9477 + - type: nauc_recall_at_3_diff1 + value: 40.7718 + - type: nauc_recall_at_5_max + value: 23.493 + - type: nauc_recall_at_5_std + value: -5.8712 + - type: nauc_recall_at_5_diff1 + value: 39.004 + - type: nauc_recall_at_10_max + value: 25.6573 + - type: nauc_recall_at_10_std + value: -8.1181 + - type: nauc_recall_at_10_diff1 + value: 37.5364 + - type: nauc_recall_at_20_max + value: 28.2295 + - type: nauc_recall_at_20_std + value: -0.9730000000000001 + - type: nauc_recall_at_20_diff1 + value: 36.097 + - type: nauc_recall_at_100_max + value: 43.6442 + - type: nauc_recall_at_100_std + value: 16.2125 + - type: nauc_recall_at_100_diff1 + value: 29.654199999999996 + - type: nauc_recall_at_1000_max + value: 84.3681 + - type: nauc_recall_at_1000_std + value: 65.11 + - type: nauc_recall_at_1000_diff1 + value: 50.905100000000004 + - type: nauc_precision_at_1_max + value: 24.9503 + - type: nauc_precision_at_1_std + value: -5.3446 + - type: nauc_precision_at_1_diff1 + value: 51.3876 + - type: nauc_precision_at_3_max + value: 24.7385 + - type: nauc_precision_at_3_std + value: 2.3778 + - type: nauc_precision_at_3_diff1 + value: 22.4133 + - type: nauc_precision_at_5_max + value: 23.244899999999998 + - type: nauc_precision_at_5_std + value: 5.1994 + - type: nauc_precision_at_5_diff1 + value: 17.0834 + - type: nauc_precision_at_10_max + value: 22.6104 + - type: nauc_precision_at_10_std + value: 4.6528 + - type: nauc_precision_at_10_diff1 + value: 13.0434 + - type: nauc_precision_at_20_max + value: 21.8247 + - type: nauc_precision_at_20_std + value: 10.1908 + - type: nauc_precision_at_20_diff1 + value: 10.0258 + - type: nauc_precision_at_100_max + value: 19.6584 + - type: nauc_precision_at_100_std + value: 18.5145 + - type: nauc_precision_at_100_diff1 + value: 1.9661000000000002 + - type: nauc_precision_at_1000_max + value: 14.5862 + - type: nauc_precision_at_1000_std + value: 18.4991 + - type: nauc_precision_at_1000_diff1 + value: -1.7458 + - type: nauc_mrr_at_1_max + value: 24.9503 + - type: nauc_mrr_at_1_std + value: -5.3446 + - type: nauc_mrr_at_1_diff1 + value: 51.3876 + - type: nauc_mrr_at_3_max + value: 26.2916 + - type: nauc_mrr_at_3_std + value: -3.9744 + - type: nauc_mrr_at_3_diff1 + value: 50.2845 + - type: nauc_mrr_at_5_max + value: 26.0934 + - type: nauc_mrr_at_5_std + value: -3.5468 + - type: nauc_mrr_at_5_diff1 + value: 50.3313 + - type: nauc_mrr_at_10_max + value: 26.410600000000002 + - type: nauc_mrr_at_10_std + value: -3.6431999999999998 + - type: nauc_mrr_at_10_diff1 + value: 50.2162 + - type: nauc_mrr_at_20_max + value: 26.4262 + - type: nauc_mrr_at_20_std + value: -3.4404999999999997 + - type: nauc_mrr_at_20_diff1 + value: 50.1447 + - type: nauc_mrr_at_100_max + value: 26.5044 + - type: nauc_mrr_at_100_std + value: -3.4129 + - type: nauc_mrr_at_100_diff1 + value: 50.19670000000001 + - type: nauc_mrr_at_1000_max + value: 26.4754 + - type: nauc_mrr_at_1000_std + value: -3.4471000000000003 + - type: nauc_mrr_at_1000_diff1 + value: 50.2042 + - type: main_score + value: 51.535 + task: + type: Retrieval + - dataset: + config: tam-tam + name: MTEB XPQARetrieval (tam-tam) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 31.968999999999998 + - type: ndcg_at_3 + value: 34.555 + - type: ndcg_at_5 + value: 36.504999999999995 + - type: ndcg_at_10 + value: 38.958 + - type: ndcg_at_20 + value: 40.77 + - type: ndcg_at_100 + value: 43.779 + - type: ndcg_at_1000 + value: 47.388999999999996 + - type: map_at_1 + value: 21.13 + - type: map_at_3 + value: 30.925000000000004 + - type: map_at_5 + value: 33.006 + - type: map_at_10 + value: 34.227000000000004 + - type: map_at_20 + value: 34.846 + - type: map_at_100 + value: 35.359 + - type: map_at_1000 + value: 35.489 + - type: recall_at_1 + value: 21.13 + - type: recall_at_3 + value: 35.838 + - type: recall_at_5 + value: 41.535 + - type: recall_at_10 + value: 48.075 + - type: recall_at_20 + value: 54.290000000000006 + - type: recall_at_100 + value: 68.325 + - type: recall_at_1000 + value: 95.62 + - type: precision_at_1 + value: 31.968999999999998 + - type: precision_at_3 + value: 20.588 + - type: precision_at_5 + value: 14.501 + - type: precision_at_10 + value: 8.427 + - type: precision_at_20 + value: 4.757 + - type: precision_at_100 + value: 1.22 + - type: precision_at_1000 + value: 0.164 + - type: mrr_at_1 + value: 31.9693 + - type: mrr_at_3 + value: 37.105700000000006 + - type: mrr_at_5 + value: 38.1479 + - type: mrr_at_10 + value: 39.013999999999996 + - type: mrr_at_20 + value: 39.4001 + - type: mrr_at_100 + value: 39.6881 + - type: mrr_at_1000 + value: 39.7705 + - type: nauc_ndcg_at_1_max + value: 15.1179 + - type: nauc_ndcg_at_1_std + value: 8.3789 + - type: nauc_ndcg_at_1_diff1 + value: 34.6609 + - type: nauc_ndcg_at_3_max + value: 16.6575 + - type: nauc_ndcg_at_3_std + value: 5.8328 + - type: nauc_ndcg_at_3_diff1 + value: 30.814200000000003 + - type: nauc_ndcg_at_5_max + value: 17.7224 + - type: nauc_ndcg_at_5_std + value: 6.3615 + - type: nauc_ndcg_at_5_diff1 + value: 30.165599999999998 + - type: nauc_ndcg_at_10_max + value: 18.0218 + - type: nauc_ndcg_at_10_std + value: 6.639100000000001 + - type: nauc_ndcg_at_10_diff1 + value: 28.935699999999997 + - type: nauc_ndcg_at_20_max + value: 19.0078 + - type: nauc_ndcg_at_20_std + value: 7.2218 + - type: nauc_ndcg_at_20_diff1 + value: 27.851599999999998 + - type: nauc_ndcg_at_100_max + value: 19.118 + - type: nauc_ndcg_at_100_std + value: 8.0584 + - type: nauc_ndcg_at_100_diff1 + value: 27.8469 + - type: nauc_ndcg_at_1000_max + value: 19.1127 + - type: nauc_ndcg_at_1000_std + value: 8.4589 + - type: nauc_ndcg_at_1000_diff1 + value: 28.631099999999996 + - type: nauc_map_at_1_max + value: 18.027 + - type: nauc_map_at_1_std + value: 5.6213 + - type: nauc_map_at_1_diff1 + value: 44.304100000000005 + - type: nauc_map_at_3_max + value: 16.2878 + - type: nauc_map_at_3_std + value: 4.646100000000001 + - type: nauc_map_at_3_diff1 + value: 32.1838 + - type: nauc_map_at_5_max + value: 17.183300000000003 + - type: nauc_map_at_5_std + value: 5.888 + - type: nauc_map_at_5_diff1 + value: 30.775000000000002 + - type: nauc_map_at_10_max + value: 17.576800000000002 + - type: nauc_map_at_10_std + value: 6.3111 + - type: nauc_map_at_10_diff1 + value: 30.1765 + - type: nauc_map_at_20_max + value: 17.98 + - type: nauc_map_at_20_std + value: 6.5822 + - type: nauc_map_at_20_diff1 + value: 29.7615 + - type: nauc_map_at_100_max + value: 18.0306 + - type: nauc_map_at_100_std + value: 6.8093 + - type: nauc_map_at_100_diff1 + value: 29.755100000000002 + - type: nauc_map_at_1000_max + value: 18.046100000000003 + - type: nauc_map_at_1000_std + value: 6.833799999999999 + - type: nauc_map_at_1000_diff1 + value: 29.769800000000004 + - type: nauc_recall_at_1_max + value: 18.027 + - type: nauc_recall_at_1_std + value: 5.6213 + - type: nauc_recall_at_1_diff1 + value: 44.304100000000005 + - type: nauc_recall_at_3_max + value: 15.3085 + - type: nauc_recall_at_3_std + value: 2.2376 + - type: nauc_recall_at_3_diff1 + value: 28.8344 + - type: nauc_recall_at_5_max + value: 18.502399999999998 + - type: nauc_recall_at_5_std + value: 5.4241 + - type: nauc_recall_at_5_diff1 + value: 26.523799999999998 + - type: nauc_recall_at_10_max + value: 18.2972 + - type: nauc_recall_at_10_std + value: 5.021 + - type: nauc_recall_at_10_diff1 + value: 23.125 + - type: nauc_recall_at_20_max + value: 21.404799999999998 + - type: nauc_recall_at_20_std + value: 6.262 + - type: nauc_recall_at_20_diff1 + value: 18.9033 + - type: nauc_recall_at_100_max + value: 22.1354 + - type: nauc_recall_at_100_std + value: 10.0372 + - type: nauc_recall_at_100_diff1 + value: 16.901 + - type: nauc_recall_at_1000_max + value: 21.922800000000002 + - type: nauc_recall_at_1000_std + value: 37.5894 + - type: nauc_recall_at_1000_diff1 + value: 14.699599999999998 + - type: nauc_precision_at_1_max + value: 15.1179 + - type: nauc_precision_at_1_std + value: 8.3789 + - type: nauc_precision_at_1_diff1 + value: 34.6609 + - type: nauc_precision_at_3_max + value: 10.3229 + - type: nauc_precision_at_3_std + value: 6.8118 + - type: nauc_precision_at_3_diff1 + value: 10.632900000000001 + - type: nauc_precision_at_5_max + value: 11.9159 + - type: nauc_precision_at_5_std + value: 8.554200000000002 + - type: nauc_precision_at_5_diff1 + value: 6.5126 + - type: nauc_precision_at_10_max + value: 12.3707 + - type: nauc_precision_at_10_std + value: 9.7273 + - type: nauc_precision_at_10_diff1 + value: 2.8875 + - type: nauc_precision_at_20_max + value: 13.8644 + - type: nauc_precision_at_20_std + value: 11.423 + - type: nauc_precision_at_20_diff1 + value: -0.0429 + - type: nauc_precision_at_100_max + value: 11.774999999999999 + - type: nauc_precision_at_100_std + value: 13.375100000000002 + - type: nauc_precision_at_100_diff1 + value: -1.9356000000000002 + - type: nauc_precision_at_1000_max + value: 10.822099999999999 + - type: nauc_precision_at_1000_std + value: 13.3825 + - type: nauc_precision_at_1000_diff1 + value: -7.754900000000001 + - type: nauc_mrr_at_1_max + value: 15.1179 + - type: nauc_mrr_at_1_std + value: 8.3789 + - type: nauc_mrr_at_1_diff1 + value: 34.6609 + - type: nauc_mrr_at_3_max + value: 16.2666 + - type: nauc_mrr_at_3_std + value: 7.1076 + - type: nauc_mrr_at_3_diff1 + value: 32.7699 + - type: nauc_mrr_at_5_max + value: 16.9867 + - type: nauc_mrr_at_5_std + value: 7.6181 + - type: nauc_mrr_at_5_diff1 + value: 32.3042 + - type: nauc_mrr_at_10_max + value: 16.9242 + - type: nauc_mrr_at_10_std + value: 7.5463000000000005 + - type: nauc_mrr_at_10_diff1 + value: 31.9152 + - type: nauc_mrr_at_20_max + value: 17.1149 + - type: nauc_mrr_at_20_std + value: 7.6567 + - type: nauc_mrr_at_20_diff1 + value: 31.7131 + - type: nauc_mrr_at_100_max + value: 17.1732 + - type: nauc_mrr_at_100_std + value: 7.7096 + - type: nauc_mrr_at_100_diff1 + value: 31.7017 + - type: nauc_mrr_at_1000_max + value: 17.1586 + - type: nauc_mrr_at_1000_std + value: 7.7204999999999995 + - type: nauc_mrr_at_1000_diff1 + value: 31.717200000000002 + - type: main_score + value: 38.958 + task: + type: Retrieval + - dataset: + config: eng-tam + name: MTEB XPQARetrieval (eng-tam) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 12.531999999999998 + - type: ndcg_at_3 + value: 12.849 + - type: ndcg_at_5 + value: 13.979 + - type: ndcg_at_10 + value: 16.573 + - type: ndcg_at_20 + value: 18.861 + - type: ndcg_at_100 + value: 23.779 + - type: ndcg_at_1000 + value: 29.859 + - type: map_at_1 + value: 7.388999999999999 + - type: map_at_3 + value: 10.241 + - type: map_at_5 + value: 11.439 + - type: map_at_10 + value: 12.7 + - type: map_at_20 + value: 13.443 + - type: map_at_100 + value: 14.209 + - type: map_at_1000 + value: 14.469000000000001 + - type: recall_at_1 + value: 7.388999999999999 + - type: recall_at_3 + value: 12.531999999999998 + - type: recall_at_5 + value: 16.279 + - type: recall_at_10 + value: 23.099 + - type: recall_at_20 + value: 30.697000000000003 + - type: recall_at_100 + value: 53.608 + - type: recall_at_1000 + value: 94.719 + - type: precision_at_1 + value: 12.531999999999998 + - type: precision_at_3 + value: 8.227 + - type: precision_at_5 + value: 6.471 + - type: precision_at_10 + value: 4.604 + - type: precision_at_20 + value: 3.075 + - type: precision_at_100 + value: 1.065 + - type: precision_at_1000 + value: 0.192 + - type: mrr_at_1 + value: 12.531999999999998 + - type: mrr_at_3 + value: 15.7076 + - type: mrr_at_5 + value: 16.7498 + - type: mrr_at_10 + value: 17.636 + - type: mrr_at_20 + value: 18.2061 + - type: mrr_at_100 + value: 18.787100000000002 + - type: mrr_at_1000 + value: 18.9338 + - type: nauc_ndcg_at_1_max + value: 38.8635 + - type: nauc_ndcg_at_1_std + value: 35.7003 + - type: nauc_ndcg_at_1_diff1 + value: 34.3179 + - type: nauc_ndcg_at_3_max + value: 36.352000000000004 + - type: nauc_ndcg_at_3_std + value: 36.2121 + - type: nauc_ndcg_at_3_diff1 + value: 28.000799999999998 + - type: nauc_ndcg_at_5_max + value: 35.9375 + - type: nauc_ndcg_at_5_std + value: 37.477 + - type: nauc_ndcg_at_5_diff1 + value: 26.3326 + - type: nauc_ndcg_at_10_max + value: 33.8057 + - type: nauc_ndcg_at_10_std + value: 37.1315 + - type: nauc_ndcg_at_10_diff1 + value: 22.4513 + - type: nauc_ndcg_at_20_max + value: 31.7719 + - type: nauc_ndcg_at_20_std + value: 36.3192 + - type: nauc_ndcg_at_20_diff1 + value: 21.820700000000002 + - type: nauc_ndcg_at_100_max + value: 30.9227 + - type: nauc_ndcg_at_100_std + value: 37.8742 + - type: nauc_ndcg_at_100_diff1 + value: 19.062 + - type: nauc_ndcg_at_1000_max + value: 32.616099999999996 + - type: nauc_ndcg_at_1000_std + value: 37.486000000000004 + - type: nauc_ndcg_at_1000_diff1 + value: 21.6588 + - type: nauc_map_at_1_max + value: 41.0941 + - type: nauc_map_at_1_std + value: 32.3828 + - type: nauc_map_at_1_diff1 + value: 40.781099999999995 + - type: nauc_map_at_3_max + value: 38.4188 + - type: nauc_map_at_3_std + value: 34.9875 + - type: nauc_map_at_3_diff1 + value: 32.2175 + - type: nauc_map_at_5_max + value: 38.7461 + - type: nauc_map_at_5_std + value: 36.890499999999996 + - type: nauc_map_at_5_diff1 + value: 29.572300000000002 + - type: nauc_map_at_10_max + value: 38.019 + - type: nauc_map_at_10_std + value: 37.1647 + - type: nauc_map_at_10_diff1 + value: 27.1256 + - type: nauc_map_at_20_max + value: 37.1367 + - type: nauc_map_at_20_std + value: 37.089 + - type: nauc_map_at_20_diff1 + value: 26.378800000000002 + - type: nauc_map_at_100_max + value: 36.8442 + - type: nauc_map_at_100_std + value: 37.4818 + - type: nauc_map_at_100_diff1 + value: 25.7857 + - type: nauc_map_at_1000_max + value: 36.8999 + - type: nauc_map_at_1000_std + value: 37.4716 + - type: nauc_map_at_1000_diff1 + value: 25.8913 + - type: nauc_recall_at_1_max + value: 41.0941 + - type: nauc_recall_at_1_std + value: 32.3828 + - type: nauc_recall_at_1_diff1 + value: 40.781099999999995 + - type: nauc_recall_at_3_max + value: 31.877899999999997 + - type: nauc_recall_at_3_std + value: 33.8082 + - type: nauc_recall_at_3_diff1 + value: 25.9589 + - type: nauc_recall_at_5_max + value: 30.8815 + - type: nauc_recall_at_5_std + value: 36.173899999999996 + - type: nauc_recall_at_5_diff1 + value: 20.4647 + - type: nauc_recall_at_10_max + value: 26.1614 + - type: nauc_recall_at_10_std + value: 33.772200000000005 + - type: nauc_recall_at_10_diff1 + value: 12.706600000000002 + - type: nauc_recall_at_20_max + value: 21.169 + - type: nauc_recall_at_20_std + value: 30.9759 + - type: nauc_recall_at_20_diff1 + value: 12.1782 + - type: nauc_recall_at_100_max + value: 18.4529 + - type: nauc_recall_at_100_std + value: 34.9576 + - type: nauc_recall_at_100_diff1 + value: 2.7883999999999998 + - type: nauc_recall_at_1000_max + value: 20.644000000000002 + - type: nauc_recall_at_1000_std + value: 38.3254 + - type: nauc_recall_at_1000_diff1 + value: 5.8938 + - type: nauc_precision_at_1_max + value: 38.8635 + - type: nauc_precision_at_1_std + value: 35.7003 + - type: nauc_precision_at_1_diff1 + value: 34.3179 + - type: nauc_precision_at_3_max + value: 35.577 + - type: nauc_precision_at_3_std + value: 40.8196 + - type: nauc_precision_at_3_diff1 + value: 18.642400000000002 + - type: nauc_precision_at_5_max + value: 35.7124 + - type: nauc_precision_at_5_std + value: 43.653999999999996 + - type: nauc_precision_at_5_diff1 + value: 14.6676 + - type: nauc_precision_at_10_max + value: 30.3407 + - type: nauc_precision_at_10_std + value: 40.7084 + - type: nauc_precision_at_10_diff1 + value: 8.786900000000001 + - type: nauc_precision_at_20_max + value: 25.076999999999998 + - type: nauc_precision_at_20_std + value: 37.1831 + - type: nauc_precision_at_20_diff1 + value: 7.902099999999999 + - type: nauc_precision_at_100_max + value: 18.6739 + - type: nauc_precision_at_100_std + value: 33.5946 + - type: nauc_precision_at_100_diff1 + value: 0.5641 + - type: nauc_precision_at_1000_max + value: 10.3559 + - type: nauc_precision_at_1000_std + value: 13.816600000000001 + - type: nauc_precision_at_1000_diff1 + value: -0.1426 + - type: nauc_mrr_at_1_max + value: 38.8635 + - type: nauc_mrr_at_1_std + value: 35.7003 + - type: nauc_mrr_at_1_diff1 + value: 34.3179 + - type: nauc_mrr_at_3_max + value: 34.1752 + - type: nauc_mrr_at_3_std + value: 35.648 + - type: nauc_mrr_at_3_diff1 + value: 27.8346 + - type: nauc_mrr_at_5_max + value: 33.8238 + - type: nauc_mrr_at_5_std + value: 36.5234 + - type: nauc_mrr_at_5_diff1 + value: 26.7405 + - type: nauc_mrr_at_10_max + value: 32.727000000000004 + - type: nauc_mrr_at_10_std + value: 36.1557 + - type: nauc_mrr_at_10_diff1 + value: 25.8094 + - type: nauc_mrr_at_20_max + value: 32.3738 + - type: nauc_mrr_at_20_std + value: 35.715 + - type: nauc_mrr_at_20_diff1 + value: 26.0529 + - type: nauc_mrr_at_100_max + value: 32.3211 + - type: nauc_mrr_at_100_std + value: 35.9199 + - type: nauc_mrr_at_100_diff1 + value: 25.790999999999997 + - type: nauc_mrr_at_1000_max + value: 32.3754 + - type: nauc_mrr_at_1000_std + value: 35.898 + - type: nauc_mrr_at_1000_diff1 + value: 25.8517 + - type: main_score + value: 16.573 + task: + type: Retrieval + - dataset: + config: tam-eng + name: MTEB XPQARetrieval (tam-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 21.066 + - type: ndcg_at_3 + value: 23.677999999999997 + - type: ndcg_at_5 + value: 25.851000000000003 + - type: ndcg_at_10 + value: 28.615000000000002 + - type: ndcg_at_20 + value: 30.817 + - type: ndcg_at_100 + value: 34.874 + - type: ndcg_at_1000 + value: 39.24 + - type: map_at_1 + value: 15.037 + - type: map_at_3 + value: 20.753 + - type: map_at_5 + value: 22.567999999999998 + - type: map_at_10 + value: 23.989 + - type: map_at_20 + value: 24.725 + - type: map_at_100 + value: 25.394 + - type: map_at_1000 + value: 25.563000000000002 + - type: recall_at_1 + value: 15.037 + - type: recall_at_3 + value: 25.285999999999998 + - type: recall_at_5 + value: 30.717 + - type: recall_at_10 + value: 37.722 + - type: recall_at_20 + value: 44.927 + - type: recall_at_100 + value: 63.917 + - type: recall_at_1000 + value: 96.145 + - type: precision_at_1 + value: 21.066 + - type: precision_at_3 + value: 12.917000000000002 + - type: precision_at_5 + value: 9.883000000000001 + - type: precision_at_10 + value: 6.385000000000001 + - type: precision_at_20 + value: 3.9469999999999996 + - type: precision_at_100 + value: 1.1440000000000001 + - type: precision_at_1000 + value: 0.168 + - type: mrr_at_1 + value: 21.0663 + - type: mrr_at_3 + value: 25.8778 + - type: mrr_at_5 + value: 27.067600000000002 + - type: mrr_at_10 + value: 28.008 + - type: mrr_at_20 + value: 28.5679 + - type: mrr_at_100 + value: 28.998099999999997 + - type: mrr_at_1000 + value: 29.0964 + - type: nauc_ndcg_at_1_max + value: 11.991100000000001 + - type: nauc_ndcg_at_1_std + value: 6.3711 + - type: nauc_ndcg_at_1_diff1 + value: 40.827400000000004 + - type: nauc_ndcg_at_3_max + value: 13.320799999999998 + - type: nauc_ndcg_at_3_std + value: 6.7492 + - type: nauc_ndcg_at_3_diff1 + value: 37.4685 + - type: nauc_ndcg_at_5_max + value: 11.3323 + - type: nauc_ndcg_at_5_std + value: 6.0821 + - type: nauc_ndcg_at_5_diff1 + value: 35.240300000000005 + - type: nauc_ndcg_at_10_max + value: 12.3087 + - type: nauc_ndcg_at_10_std + value: 6.1428 + - type: nauc_ndcg_at_10_diff1 + value: 34.312 + - type: nauc_ndcg_at_20_max + value: 14.038900000000002 + - type: nauc_ndcg_at_20_std + value: 8.6255 + - type: nauc_ndcg_at_20_diff1 + value: 33.585100000000004 + - type: nauc_ndcg_at_100_max + value: 15.2674 + - type: nauc_ndcg_at_100_std + value: 11.7979 + - type: nauc_ndcg_at_100_diff1 + value: 32.840799999999994 + - type: nauc_ndcg_at_1000_max + value: 15.6706 + - type: nauc_ndcg_at_1000_std + value: 10.7449 + - type: nauc_ndcg_at_1000_diff1 + value: 33.7404 + - type: nauc_map_at_1_max + value: 8.2522 + - type: nauc_map_at_1_std + value: 0.5903 + - type: nauc_map_at_1_diff1 + value: 45.0698 + - type: nauc_map_at_3_max + value: 11.5491 + - type: nauc_map_at_3_std + value: 4.4944999999999995 + - type: nauc_map_at_3_diff1 + value: 38.5243 + - type: nauc_map_at_5_max + value: 11.1373 + - type: nauc_map_at_5_std + value: 4.8602 + - type: nauc_map_at_5_diff1 + value: 36.525600000000004 + - type: nauc_map_at_10_max + value: 11.5822 + - type: nauc_map_at_10_std + value: 5.020899999999999 + - type: nauc_map_at_10_diff1 + value: 35.6617 + - type: nauc_map_at_20_max + value: 12.1321 + - type: nauc_map_at_20_std + value: 5.7995 + - type: nauc_map_at_20_diff1 + value: 35.4769 + - type: nauc_map_at_100_max + value: 12.5551 + - type: nauc_map_at_100_std + value: 6.4581 + - type: nauc_map_at_100_diff1 + value: 35.3056 + - type: nauc_map_at_1000_max + value: 12.64 + - type: nauc_map_at_1000_std + value: 6.4856 + - type: nauc_map_at_1000_diff1 + value: 35.3382 + - type: nauc_recall_at_1_max + value: 8.2522 + - type: nauc_recall_at_1_std + value: 0.5903 + - type: nauc_recall_at_1_diff1 + value: 45.0698 + - type: nauc_recall_at_3_max + value: 11.366900000000001 + - type: nauc_recall_at_3_std + value: 5.5739 + - type: nauc_recall_at_3_diff1 + value: 35.3354 + - type: nauc_recall_at_5_max + value: 9.5702 + - type: nauc_recall_at_5_std + value: 5.690300000000001 + - type: nauc_recall_at_5_diff1 + value: 30.515199999999997 + - type: nauc_recall_at_10_max + value: 11.439499999999999 + - type: nauc_recall_at_10_std + value: 5.3123 + - type: nauc_recall_at_10_diff1 + value: 28.785500000000003 + - type: nauc_recall_at_20_max + value: 16.071099999999998 + - type: nauc_recall_at_20_std + value: 12.4239 + - type: nauc_recall_at_20_diff1 + value: 26.446599999999997 + - type: nauc_recall_at_100_max + value: 19.0017 + - type: nauc_recall_at_100_std + value: 25.8422 + - type: nauc_recall_at_100_diff1 + value: 22.7879 + - type: nauc_recall_at_1000_max + value: 38.5988 + - type: nauc_recall_at_1000_std + value: 38.9874 + - type: nauc_recall_at_1000_diff1 + value: 17.474400000000003 + - type: nauc_precision_at_1_max + value: 11.991100000000001 + - type: nauc_precision_at_1_std + value: 6.3711 + - type: nauc_precision_at_1_diff1 + value: 40.827400000000004 + - type: nauc_precision_at_3_max + value: 17.703 + - type: nauc_precision_at_3_std + value: 13.4473 + - type: nauc_precision_at_3_diff1 + value: 27.422 + - type: nauc_precision_at_5_max + value: 15.515300000000002 + - type: nauc_precision_at_5_std + value: 14.7145 + - type: nauc_precision_at_5_diff1 + value: 20.189799999999998 + - type: nauc_precision_at_10_max + value: 17.5723 + - type: nauc_precision_at_10_std + value: 14.2604 + - type: nauc_precision_at_10_diff1 + value: 16.2333 + - type: nauc_precision_at_20_max + value: 22.4612 + - type: nauc_precision_at_20_std + value: 20.1602 + - type: nauc_precision_at_20_diff1 + value: 13.1212 + - type: nauc_precision_at_100_max + value: 25.892599999999998 + - type: nauc_precision_at_100_std + value: 29.9274 + - type: nauc_precision_at_100_diff1 + value: 5.2839 + - type: nauc_precision_at_1000_max + value: 25.396400000000003 + - type: nauc_precision_at_1000_std + value: 25.0512 + - type: nauc_precision_at_1000_diff1 + value: -2.3182 + - type: nauc_mrr_at_1_max + value: 11.991100000000001 + - type: nauc_mrr_at_1_std + value: 6.3711 + - type: nauc_mrr_at_1_diff1 + value: 40.827400000000004 + - type: nauc_mrr_at_3_max + value: 12.6993 + - type: nauc_mrr_at_3_std + value: 7.2448 + - type: nauc_mrr_at_3_diff1 + value: 38.454100000000004 + - type: nauc_mrr_at_5_max + value: 12.4845 + - type: nauc_mrr_at_5_std + value: 7.834199999999999 + - type: nauc_mrr_at_5_diff1 + value: 37.0715 + - type: nauc_mrr_at_10_max + value: 12.888 + - type: nauc_mrr_at_10_std + value: 7.652299999999999 + - type: nauc_mrr_at_10_diff1 + value: 37.1498 + - type: nauc_mrr_at_20_max + value: 13.3066 + - type: nauc_mrr_at_20_std + value: 8.3981 + - type: nauc_mrr_at_20_diff1 + value: 36.9335 + - type: nauc_mrr_at_100_max + value: 13.317200000000001 + - type: nauc_mrr_at_100_std + value: 8.5715 + - type: nauc_mrr_at_100_diff1 + value: 36.851 + - type: nauc_mrr_at_1000_max + value: 13.3194 + - type: nauc_mrr_at_1000_std + value: 8.5213 + - type: nauc_mrr_at_1000_diff1 + value: 36.870000000000005 + - type: main_score + value: 28.615000000000002 + task: + type: Retrieval + - dataset: + config: cmn-cmn + name: MTEB XPQARetrieval (cmn-cmn) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 65.049 + - type: ndcg_at_3 + value: 65.534 + - type: ndcg_at_5 + value: 67.498 + - type: ndcg_at_10 + value: 70.812 + - type: ndcg_at_20 + value: 73.026 + - type: ndcg_at_100 + value: 75.316 + - type: ndcg_at_1000 + value: 75.882 + - type: map_at_1 + value: 41.357 + - type: map_at_3 + value: 58.731 + - type: map_at_5 + value: 63.196 + - type: map_at_10 + value: 65.257 + - type: map_at_20 + value: 66.143 + - type: map_at_100 + value: 66.664 + - type: map_at_1000 + value: 66.703 + - type: recall_at_1 + value: 41.357 + - type: recall_at_3 + value: 63.176 + - type: recall_at_5 + value: 71.381 + - type: recall_at_10 + value: 79.47 + - type: recall_at_20 + value: 86.616 + - type: recall_at_100 + value: 96.36099999999999 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 65.049 + - type: precision_at_3 + value: 40.494 + - type: precision_at_5 + value: 28.981 + - type: precision_at_10 + value: 16.347 + - type: precision_at_20 + value: 8.926 + - type: precision_at_100 + value: 2.007 + - type: precision_at_1000 + value: 0.207 + - type: mrr_at_1 + value: 65.0485 + - type: mrr_at_3 + value: 70.1052 + - type: mrr_at_5 + value: 71.2581 + - type: mrr_at_10 + value: 72.0564 + - type: mrr_at_20 + value: 72.44279999999999 + - type: mrr_at_100 + value: 72.5882 + - type: mrr_at_1000 + value: 72.60379999999999 + - type: nauc_ndcg_at_1_max + value: 13.1737 + - type: nauc_ndcg_at_1_std + value: -32.5112 + - type: nauc_ndcg_at_1_diff1 + value: 62.6034 + - type: nauc_ndcg_at_3_max + value: 13.178899999999999 + - type: nauc_ndcg_at_3_std + value: -32.1356 + - type: nauc_ndcg_at_3_diff1 + value: 53.2806 + - type: nauc_ndcg_at_5_max + value: 13.092899999999998 + - type: nauc_ndcg_at_5_std + value: -33.8758 + - type: nauc_ndcg_at_5_diff1 + value: 53.1516 + - type: nauc_ndcg_at_10_max + value: 11.752600000000001 + - type: nauc_ndcg_at_10_std + value: -36.4406 + - type: nauc_ndcg_at_10_diff1 + value: 52.323600000000006 + - type: nauc_ndcg_at_20_max + value: 11.424900000000001 + - type: nauc_ndcg_at_20_std + value: -36.8927 + - type: nauc_ndcg_at_20_diff1 + value: 52.4746 + - type: nauc_ndcg_at_100_max + value: 10.9161 + - type: nauc_ndcg_at_100_std + value: -36.3572 + - type: nauc_ndcg_at_100_diff1 + value: 53.72860000000001 + - type: nauc_ndcg_at_1000_max + value: 11.8773 + - type: nauc_ndcg_at_1000_std + value: -35.1684 + - type: nauc_ndcg_at_1000_diff1 + value: 53.937999999999995 + - type: nauc_map_at_1_max + value: 12.9711 + - type: nauc_map_at_1_std + value: -11.8932 + - type: nauc_map_at_1_diff1 + value: 57.7169 + - type: nauc_map_at_3_max + value: 13.1157 + - type: nauc_map_at_3_std + value: -26.6009 + - type: nauc_map_at_3_diff1 + value: 53.186699999999995 + - type: nauc_map_at_5_max + value: 13.2973 + - type: nauc_map_at_5_std + value: -31.397799999999997 + - type: nauc_map_at_5_diff1 + value: 53.1227 + - type: nauc_map_at_10_max + value: 12.9209 + - type: nauc_map_at_10_std + value: -33.2908 + - type: nauc_map_at_10_diff1 + value: 52.8938 + - type: nauc_map_at_20_max + value: 12.826699999999999 + - type: nauc_map_at_20_std + value: -33.4365 + - type: nauc_map_at_20_diff1 + value: 52.8802 + - type: nauc_map_at_100_max + value: 12.7924 + - type: nauc_map_at_100_std + value: -33.3356 + - type: nauc_map_at_100_diff1 + value: 53.11129999999999 + - type: nauc_map_at_1000_max + value: 12.832799999999999 + - type: nauc_map_at_1000_std + value: -33.2636 + - type: nauc_map_at_1000_diff1 + value: 53.109399999999994 + - type: nauc_recall_at_1_max + value: 12.9711 + - type: nauc_recall_at_1_std + value: -11.8932 + - type: nauc_recall_at_1_diff1 + value: 57.7169 + - type: nauc_recall_at_3_max + value: 12.0884 + - type: nauc_recall_at_3_std + value: -26.8474 + - type: nauc_recall_at_3_diff1 + value: 47.666399999999996 + - type: nauc_recall_at_5_max + value: 12.3498 + - type: nauc_recall_at_5_std + value: -35.0911 + - type: nauc_recall_at_5_diff1 + value: 46.3223 + - type: nauc_recall_at_10_max + value: 7.3688 + - type: nauc_recall_at_10_std + value: -42.2751 + - type: nauc_recall_at_10_diff1 + value: 41.1548 + - type: nauc_recall_at_20_max + value: 4.0174 + - type: nauc_recall_at_20_std + value: -48.2911 + - type: nauc_recall_at_20_diff1 + value: 38.0289 + - type: nauc_recall_at_100_max + value: -24.7344 + - type: nauc_recall_at_100_std + value: -71.86789999999999 + - type: nauc_recall_at_100_diff1 + value: 39.5733 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 13.1737 + - type: nauc_precision_at_1_std + value: -32.5112 + - type: nauc_precision_at_1_diff1 + value: 62.6034 + - type: nauc_precision_at_3_max + value: 4.8196 + - type: nauc_precision_at_3_std + value: -27.650999999999996 + - type: nauc_precision_at_3_diff1 + value: 8.945599999999999 + - type: nauc_precision_at_5_max + value: 2.628 + - type: nauc_precision_at_5_std + value: -26.469900000000003 + - type: nauc_precision_at_5_diff1 + value: 1.7832000000000001 + - type: nauc_precision_at_10_max + value: -0.2382 + - type: nauc_precision_at_10_std + value: -25.186500000000002 + - type: nauc_precision_at_10_diff1 + value: -5.2807 + - type: nauc_precision_at_20_max + value: -2.2367999999999997 + - type: nauc_precision_at_20_std + value: -21.501 + - type: nauc_precision_at_20_diff1 + value: -10.9199 + - type: nauc_precision_at_100_max + value: -5.4751 + - type: nauc_precision_at_100_std + value: -13.480900000000002 + - type: nauc_precision_at_100_diff1 + value: -16.9251 + - type: nauc_precision_at_1000_max + value: -4.6571 + - type: nauc_precision_at_1000_std + value: -9.222900000000001 + - type: nauc_precision_at_1000_diff1 + value: -19.5665 + - type: nauc_mrr_at_1_max + value: 13.1737 + - type: nauc_mrr_at_1_std + value: -32.5112 + - type: nauc_mrr_at_1_diff1 + value: 62.6034 + - type: nauc_mrr_at_3_max + value: 11.8926 + - type: nauc_mrr_at_3_std + value: -35.1734 + - type: nauc_mrr_at_3_diff1 + value: 59.0994 + - type: nauc_mrr_at_5_max + value: 12.0951 + - type: nauc_mrr_at_5_std + value: -36.4501 + - type: nauc_mrr_at_5_diff1 + value: 58.7148 + - type: nauc_mrr_at_10_max + value: 11.541 + - type: nauc_mrr_at_10_std + value: -36.4521 + - type: nauc_mrr_at_10_diff1 + value: 58.453900000000004 + - type: nauc_mrr_at_20_max + value: 11.5311 + - type: nauc_mrr_at_20_std + value: -36.4124 + - type: nauc_mrr_at_20_diff1 + value: 58.6041 + - type: nauc_mrr_at_100_max + value: 11.4994 + - type: nauc_mrr_at_100_std + value: -36.331599999999995 + - type: nauc_mrr_at_100_diff1 + value: 58.7126 + - type: nauc_mrr_at_1000_max + value: 11.5435 + - type: nauc_mrr_at_1000_std + value: -36.2897 + - type: nauc_mrr_at_1000_diff1 + value: 58.71809999999999 + - type: main_score + value: 70.812 + task: + type: Retrieval + - dataset: + config: eng-cmn + name: MTEB XPQARetrieval (eng-cmn) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 35.073 + - type: ndcg_at_3 + value: 35.782000000000004 + - type: ndcg_at_5 + value: 36.99 + - type: ndcg_at_10 + value: 40.974 + - type: ndcg_at_20 + value: 43.971 + - type: ndcg_at_100 + value: 49.165 + - type: ndcg_at_1000 + value: 51.93 + - type: map_at_1 + value: 20.057 + - type: map_at_3 + value: 29.226999999999997 + - type: map_at_5 + value: 32.377 + - type: map_at_10 + value: 34.596 + - type: map_at_20 + value: 35.793 + - type: map_at_100 + value: 36.76 + - type: map_at_1000 + value: 36.939 + - type: recall_at_1 + value: 20.057 + - type: recall_at_3 + value: 34.064 + - type: recall_at_5 + value: 40.831 + - type: recall_at_10 + value: 50.33 + - type: recall_at_20 + value: 59.306000000000004 + - type: recall_at_100 + value: 82.231 + - type: recall_at_1000 + value: 99.759 + - type: precision_at_1 + value: 35.073 + - type: precision_at_3 + value: 23.625 + - type: precision_at_5 + value: 17.961 + - type: precision_at_10 + value: 11.408 + - type: precision_at_20 + value: 6.905 + - type: precision_at_100 + value: 1.9140000000000001 + - type: precision_at_1000 + value: 0.22599999999999998 + - type: mrr_at_1 + value: 35.0728 + - type: mrr_at_3 + value: 40.271 + - type: mrr_at_5 + value: 41.6727 + - type: mrr_at_10 + value: 42.9583 + - type: mrr_at_20 + value: 43.4724 + - type: mrr_at_100 + value: 43.9146 + - type: mrr_at_1000 + value: 43.9781 + - type: nauc_ndcg_at_1_max + value: -4.1582 + - type: nauc_ndcg_at_1_std + value: -27.0642 + - type: nauc_ndcg_at_1_diff1 + value: 42.8782 + - type: nauc_ndcg_at_3_max + value: -2.0624 + - type: nauc_ndcg_at_3_std + value: -24.9067 + - type: nauc_ndcg_at_3_diff1 + value: 37.7833 + - type: nauc_ndcg_at_5_max + value: -1.5516 + - type: nauc_ndcg_at_5_std + value: -24.6669 + - type: nauc_ndcg_at_5_diff1 + value: 37.109500000000004 + - type: nauc_ndcg_at_10_max + value: -4.1459 + - type: nauc_ndcg_at_10_std + value: -28.225299999999997 + - type: nauc_ndcg_at_10_diff1 + value: 37.3691 + - type: nauc_ndcg_at_20_max + value: -4.660299999999999 + - type: nauc_ndcg_at_20_std + value: -29.6985 + - type: nauc_ndcg_at_20_diff1 + value: 37.5068 + - type: nauc_ndcg_at_100_max + value: -5.1465 + - type: nauc_ndcg_at_100_std + value: -29.5964 + - type: nauc_ndcg_at_100_diff1 + value: 37.366899999999994 + - type: nauc_ndcg_at_1000_max + value: -4.5778 + - type: nauc_ndcg_at_1000_std + value: -28.266599999999997 + - type: nauc_ndcg_at_1000_diff1 + value: 37.6513 + - type: nauc_map_at_1_max + value: 7.5033 + - type: nauc_map_at_1_std + value: -9.1853 + - type: nauc_map_at_1_diff1 + value: 41.4007 + - type: nauc_map_at_3_max + value: 1.9432999999999998 + - type: nauc_map_at_3_std + value: -18.8699 + - type: nauc_map_at_3_diff1 + value: 38.9937 + - type: nauc_map_at_5_max + value: 1.0595 + - type: nauc_map_at_5_std + value: -21.6359 + - type: nauc_map_at_5_diff1 + value: 38.0184 + - type: nauc_map_at_10_max + value: -0.7108 + - type: nauc_map_at_10_std + value: -23.8296 + - type: nauc_map_at_10_diff1 + value: 38.0501 + - type: nauc_map_at_20_max + value: -0.8855999999999999 + - type: nauc_map_at_20_std + value: -24.570700000000002 + - type: nauc_map_at_20_diff1 + value: 38.1592 + - type: nauc_map_at_100_max + value: -1.286 + - type: nauc_map_at_100_std + value: -24.8601 + - type: nauc_map_at_100_diff1 + value: 38.1924 + - type: nauc_map_at_1000_max + value: -1.2321 + - type: nauc_map_at_1000_std + value: -24.7416 + - type: nauc_map_at_1000_diff1 + value: 38.2019 + - type: nauc_recall_at_1_max + value: 7.5033 + - type: nauc_recall_at_1_std + value: -9.1853 + - type: nauc_recall_at_1_diff1 + value: 41.4007 + - type: nauc_recall_at_3_max + value: 0.6685 + - type: nauc_recall_at_3_std + value: -19.5118 + - type: nauc_recall_at_3_diff1 + value: 33.577600000000004 + - type: nauc_recall_at_5_max + value: -0.0701 + - type: nauc_recall_at_5_std + value: -22.1774 + - type: nauc_recall_at_5_diff1 + value: 31.1472 + - type: nauc_recall_at_10_max + value: -5.883900000000001 + - type: nauc_recall_at_10_std + value: -30.2792 + - type: nauc_recall_at_10_diff1 + value: 31.4572 + - type: nauc_recall_at_20_max + value: -7.6168 + - type: nauc_recall_at_20_std + value: -35.539500000000004 + - type: nauc_recall_at_20_diff1 + value: 31.870700000000003 + - type: nauc_recall_at_100_max + value: -8.6322 + - type: nauc_recall_at_100_std + value: -36.9896 + - type: nauc_recall_at_100_diff1 + value: 28.542099999999998 + - type: nauc_recall_at_1000_max + value: 39.0174 + - type: nauc_recall_at_1000_std + value: 23.7046 + - type: nauc_recall_at_1000_diff1 + value: -36.2303 + - type: nauc_precision_at_1_max + value: -4.1582 + - type: nauc_precision_at_1_std + value: -27.0642 + - type: nauc_precision_at_1_diff1 + value: 42.8782 + - type: nauc_precision_at_3_max + value: -10.3911 + - type: nauc_precision_at_3_std + value: -32.650400000000005 + - type: nauc_precision_at_3_diff1 + value: 26.783800000000003 + - type: nauc_precision_at_5_max + value: -10.954 + - type: nauc_precision_at_5_std + value: -33.4936 + - type: nauc_precision_at_5_diff1 + value: 22.464000000000002 + - type: nauc_precision_at_10_max + value: -14.940100000000001 + - type: nauc_precision_at_10_std + value: -35.674299999999995 + - type: nauc_precision_at_10_diff1 + value: 18.5514 + - type: nauc_precision_at_20_max + value: -14.555599999999998 + - type: nauc_precision_at_20_std + value: -33.5557 + - type: nauc_precision_at_20_diff1 + value: 15.0697 + - type: nauc_precision_at_100_max + value: -14.193900000000001 + - type: nauc_precision_at_100_std + value: -24.5513 + - type: nauc_precision_at_100_diff1 + value: 4.9423 + - type: nauc_precision_at_1000_max + value: -12.4352 + - type: nauc_precision_at_1000_std + value: -15.770700000000001 + - type: nauc_precision_at_1000_diff1 + value: -2.399 + - type: nauc_mrr_at_1_max + value: -4.1582 + - type: nauc_mrr_at_1_std + value: -27.0642 + - type: nauc_mrr_at_1_diff1 + value: 42.8782 + - type: nauc_mrr_at_3_max + value: -6.7953 + - type: nauc_mrr_at_3_std + value: -29.9615 + - type: nauc_mrr_at_3_diff1 + value: 40.0743 + - type: nauc_mrr_at_5_max + value: -6.9959999999999996 + - type: nauc_mrr_at_5_std + value: -30.1791 + - type: nauc_mrr_at_5_diff1 + value: 39.4409 + - type: nauc_mrr_at_10_max + value: -7.5112 + - type: nauc_mrr_at_10_std + value: -31.0363 + - type: nauc_mrr_at_10_diff1 + value: 39.711 + - type: nauc_mrr_at_20_max + value: -7.526199999999999 + - type: nauc_mrr_at_20_std + value: -31.0826 + - type: nauc_mrr_at_20_diff1 + value: 39.64 + - type: nauc_mrr_at_100_max + value: -7.5113 + - type: nauc_mrr_at_100_std + value: -30.995099999999997 + - type: nauc_mrr_at_100_diff1 + value: 39.637 + - type: nauc_mrr_at_1000_max + value: -7.4926 + - type: nauc_mrr_at_1000_std + value: -30.9633 + - type: nauc_mrr_at_1000_diff1 + value: 39.6542 + - type: main_score + value: 40.974 + task: + type: Retrieval + - dataset: + config: cmn-eng + name: MTEB XPQARetrieval (cmn-eng) + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + split: test + type: jinaai/xpqa + metrics: + - type: ndcg_at_1 + value: 57.68299999999999 + - type: ndcg_at_3 + value: 60.089000000000006 + - type: ndcg_at_5 + value: 62.217999999999996 + - type: ndcg_at_10 + value: 65.81700000000001 + - type: ndcg_at_20 + value: 67.886 + - type: ndcg_at_100 + value: 70.804 + - type: ndcg_at_1000 + value: 71.54 + - type: map_at_1 + value: 36.146 + - type: map_at_3 + value: 53.117000000000004 + - type: map_at_5 + value: 57.396 + - type: map_at_10 + value: 59.565 + - type: map_at_20 + value: 60.405 + - type: map_at_100 + value: 61.044 + - type: map_at_1000 + value: 61.098 + - type: recall_at_1 + value: 36.146 + - type: recall_at_3 + value: 59.035000000000004 + - type: recall_at_5 + value: 67.376 + - type: recall_at_10 + value: 76.213 + - type: recall_at_20 + value: 82.756 + - type: recall_at_100 + value: 95.341 + - type: recall_at_1000 + value: 100.0 + - type: precision_at_1 + value: 57.68299999999999 + - type: precision_at_3 + value: 37.683 + - type: precision_at_5 + value: 27.122 + - type: precision_at_10 + value: 15.659 + - type: precision_at_20 + value: 8.591 + - type: precision_at_100 + value: 1.9879999999999998 + - type: precision_at_1000 + value: 0.208 + - type: mrr_at_1 + value: 57.682900000000004 + - type: mrr_at_3 + value: 64.4106 + - type: mrr_at_5 + value: 65.5447 + - type: mrr_at_10 + value: 66.5392 + - type: mrr_at_20 + value: 66.822 + - type: mrr_at_100 + value: 67.05250000000001 + - type: mrr_at_1000 + value: 67.0662 + - type: nauc_ndcg_at_1_max + value: 8.9413 + - type: nauc_ndcg_at_1_std + value: -24.2315 + - type: nauc_ndcg_at_1_diff1 + value: 57.709999999999994 + - type: nauc_ndcg_at_3_max + value: 6.9352 + - type: nauc_ndcg_at_3_std + value: -27.2685 + - type: nauc_ndcg_at_3_diff1 + value: 49.984899999999996 + - type: nauc_ndcg_at_5_max + value: 5.5062 + - type: nauc_ndcg_at_5_std + value: -27.8943 + - type: nauc_ndcg_at_5_diff1 + value: 49.7095 + - type: nauc_ndcg_at_10_max + value: 5.6758999999999995 + - type: nauc_ndcg_at_10_std + value: -29.0028 + - type: nauc_ndcg_at_10_diff1 + value: 48.917 + - type: nauc_ndcg_at_20_max + value: 5.4241 + - type: nauc_ndcg_at_20_std + value: -29.302699999999998 + - type: nauc_ndcg_at_20_diff1 + value: 48.3451 + - type: nauc_ndcg_at_100_max + value: 6.548900000000001 + - type: nauc_ndcg_at_100_std + value: -27.5951 + - type: nauc_ndcg_at_100_diff1 + value: 49.4406 + - type: nauc_ndcg_at_1000_max + value: 6.5188999999999995 + - type: nauc_ndcg_at_1000_std + value: -27.5777 + - type: nauc_ndcg_at_1000_diff1 + value: 50.0937 + - type: nauc_map_at_1_max + value: 2.5927 + - type: nauc_map_at_1_std + value: -10.752 + - type: nauc_map_at_1_diff1 + value: 59.1743 + - type: nauc_map_at_3_max + value: 5.5073 + - type: nauc_map_at_3_std + value: -22.8385 + - type: nauc_map_at_3_diff1 + value: 51.225699999999996 + - type: nauc_map_at_5_max + value: 5.5004 + - type: nauc_map_at_5_std + value: -25.967200000000002 + - type: nauc_map_at_5_diff1 + value: 50.021899999999995 + - type: nauc_map_at_10_max + value: 5.858 + - type: nauc_map_at_10_std + value: -26.948 + - type: nauc_map_at_10_diff1 + value: 49.619099999999996 + - type: nauc_map_at_20_max + value: 5.7921 + - type: nauc_map_at_20_std + value: -27.0146 + - type: nauc_map_at_20_diff1 + value: 49.4512 + - type: nauc_map_at_100_max + value: 5.9536999999999995 + - type: nauc_map_at_100_std + value: -26.7794 + - type: nauc_map_at_100_diff1 + value: 49.627700000000004 + - type: nauc_map_at_1000_max + value: 5.9802 + - type: nauc_map_at_1000_std + value: -26.7438 + - type: nauc_map_at_1000_diff1 + value: 49.6636 + - type: nauc_recall_at_1_max + value: 2.5927 + - type: nauc_recall_at_1_std + value: -10.752 + - type: nauc_recall_at_1_diff1 + value: 59.1743 + - type: nauc_recall_at_3_max + value: 4.0705 + - type: nauc_recall_at_3_std + value: -24.7787 + - type: nauc_recall_at_3_diff1 + value: 45.354299999999995 + - type: nauc_recall_at_5_max + value: 3.3179 + - type: nauc_recall_at_5_std + value: -28.959200000000003 + - type: nauc_recall_at_5_diff1 + value: 43.0 + - type: nauc_recall_at_10_max + value: 2.4378 + - type: nauc_recall_at_10_std + value: -31.555699999999998 + - type: nauc_recall_at_10_diff1 + value: 38.6812 + - type: nauc_recall_at_20_max + value: 0.19669999999999999 + - type: nauc_recall_at_20_std + value: -35.4124 + - type: nauc_recall_at_20_diff1 + value: 32.872 + - type: nauc_recall_at_100_max + value: 12.788 + - type: nauc_recall_at_100_std + value: -17.7608 + - type: nauc_recall_at_100_diff1 + value: 26.1054 + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1_max + value: 8.9413 + - type: nauc_precision_at_1_std + value: -24.2315 + - type: nauc_precision_at_1_diff1 + value: 57.709999999999994 + - type: nauc_precision_at_3_max + value: 8.8401 + - type: nauc_precision_at_3_std + value: -25.006099999999996 + - type: nauc_precision_at_3_diff1 + value: 9.5076 + - type: nauc_precision_at_5_max + value: 7.0426 + - type: nauc_precision_at_5_std + value: -23.524900000000002 + - type: nauc_precision_at_5_diff1 + value: 2.5757 + - type: nauc_precision_at_10_max + value: 7.2074 + - type: nauc_precision_at_10_std + value: -20.3962 + - type: nauc_precision_at_10_diff1 + value: -4.503299999999999 + - type: nauc_precision_at_20_max + value: 6.139200000000001 + - type: nauc_precision_at_20_std + value: -17.2577 + - type: nauc_precision_at_20_diff1 + value: -10.017 + - type: nauc_precision_at_100_max + value: 7.7703999999999995 + - type: nauc_precision_at_100_std + value: -7.4795 + - type: nauc_precision_at_100_diff1 + value: -17.5044 + - type: nauc_precision_at_1000_max + value: 7.7335 + - type: nauc_precision_at_1000_std + value: -4.936100000000001 + - type: nauc_precision_at_1000_diff1 + value: -18.8367 + - type: nauc_mrr_at_1_max + value: 8.9413 + - type: nauc_mrr_at_1_std + value: -24.2315 + - type: nauc_mrr_at_1_diff1 + value: 57.709999999999994 + - type: nauc_mrr_at_3_max + value: 7.1601 + - type: nauc_mrr_at_3_std + value: -28.998 + - type: nauc_mrr_at_3_diff1 + value: 54.434099999999994 + - type: nauc_mrr_at_5_max + value: 7.436800000000001 + - type: nauc_mrr_at_5_std + value: -28.693800000000003 + - type: nauc_mrr_at_5_diff1 + value: 54.260299999999994 + - type: nauc_mrr_at_10_max + value: 7.243399999999999 + - type: nauc_mrr_at_10_std + value: -28.6572 + - type: nauc_mrr_at_10_diff1 + value: 54.0366 + - type: nauc_mrr_at_20_max + value: 7.2411 + - type: nauc_mrr_at_20_std + value: -28.6057 + - type: nauc_mrr_at_20_diff1 + value: 54.0347 + - type: nauc_mrr_at_100_max + value: 7.327400000000001 + - type: nauc_mrr_at_100_std + value: -28.4769 + - type: nauc_mrr_at_100_diff1 + value: 54.1366 + - type: nauc_mrr_at_1000_max + value: 7.3213 + - type: nauc_mrr_at_1000_std + value: -28.475 + - type: nauc_mrr_at_1000_diff1 + value: 54.143600000000006 + - type: main_score + value: 65.81700000000001 + task: + type: Retrieval tags: - sentence-transformers - transformers