diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -3,6 +3,7881 @@ language: - en base_model: - google/gemma-2-9b-it +model-index: +- name: google/Gemma-Embeddings-v0.8 + results: + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: ndcg_at_1 + value: 68.35 + - type: ndcg_at_3 + value: 80.894 + - type: ndcg_at_5 + value: 82.664 + - type: ndcg_at_10 + value: 83.828 + - type: ndcg_at_20 + value: 84.084 + - type: ndcg_at_100 + value: 84.28 + - type: ndcg_at_1000 + value: 84.28 + - type: map_at_1 + value: 68.35 + - type: map_at_3 + value: 77.786 + - type: map_at_5 + value: 78.774 + - type: map_at_10 + value: 79.276 + - type: map_at_20 + value: 79.349 + - type: map_at_100 + value: 79.38 + - type: map_at_1000 + value: 79.38 + - type: recall_at_1 + value: 68.35 + - type: recall_at_3 + value: 89.9 + - type: recall_at_5 + value: 94.16799999999999 + - type: recall_at_10 + value: 97.653 + - type: recall_at_20 + value: 98.649 + - type: recall_at_100 + value: 99.644 + - type: recall_at_1000 + value: 99.644 + - type: precision_at_1 + value: 68.35 + - type: precision_at_3 + value: 29.967 + - type: precision_at_5 + value: 18.834 + - type: precision_at_10 + value: 9.765 + - type: precision_at_20 + value: 4.932 + - type: precision_at_100 + value: 0.996 + - type: precision_at_1000 + value: 0.1 + - type: mrr_at_1 + value: 68.4922 + - type: mrr_at_3 + value: 77.7975 + - type: mrr_at_5 + value: 78.8039 + - type: mrr_at_10 + value: 79.313 + - type: mrr_at_20 + value: 79.37870000000001 + - type: mrr_at_100 + value: 79.4095 + - type: mrr_at_1000 + value: 79.4095 + - type: nauc_ndcg_at_1_max + value: -13.9649 + - type: nauc_ndcg_at_1_std + value: -37.5886 + - type: nauc_ndcg_at_1_diff1 + value: 43.363800000000005 + - type: nauc_ndcg_at_3_max + value: -8.6534 + - type: nauc_ndcg_at_3_std + value: -40.3432 + - type: nauc_ndcg_at_3_diff1 + value: 40.5864 + - type: nauc_ndcg_at_5_max + value: -7.3493 + - type: nauc_ndcg_at_5_std + value: -38.9494 + - type: nauc_ndcg_at_5_diff1 + value: 40.9875 + - type: nauc_ndcg_at_10_max + value: -8.5517 + - type: nauc_ndcg_at_10_std + value: -39.6341 + - type: nauc_ndcg_at_10_diff1 + value: 42.0024 + - type: nauc_ndcg_at_20_max + value: -9.2515 + - type: nauc_ndcg_at_20_std + value: -39.3067 + - type: nauc_ndcg_at_20_diff1 + value: 41.7239 + - type: nauc_ndcg_at_100_max + value: -10.0057 + - type: nauc_ndcg_at_100_std + value: -38.7815 + - type: nauc_ndcg_at_100_diff1 + value: 41.327000000000005 + - type: nauc_ndcg_at_1000_max + value: -10.0057 + - type: nauc_ndcg_at_1000_std + value: -38.7815 + - type: nauc_ndcg_at_1000_diff1 + value: 41.327000000000005 + - type: nauc_map_at_1_max + value: -13.9649 + - type: nauc_map_at_1_std + value: -37.5886 + - type: nauc_map_at_1_diff1 + value: 43.363800000000005 + - type: nauc_map_at_3_max + value: -10.7184 + - type: nauc_map_at_3_std + value: -39.8843 + - type: nauc_map_at_3_diff1 + value: 40.9684 + - type: nauc_map_at_5_max + value: -10.149 + - type: nauc_map_at_5_std + value: -39.196 + - type: nauc_map_at_5_diff1 + value: 41.196 + - type: nauc_map_at_10_max + value: -10.6406 + - type: nauc_map_at_10_std + value: -39.4026 + - type: nauc_map_at_10_diff1 + value: 41.530499999999996 + - type: nauc_map_at_20_max + value: -10.7914 + - type: nauc_map_at_20_std + value: -39.3155 + - type: nauc_map_at_20_diff1 + value: 41.469899999999996 + - type: nauc_map_at_100_max + value: -10.8878 + - type: nauc_map_at_100_std + value: -39.2627 + - type: nauc_map_at_100_diff1 + value: 41.4206 + - type: nauc_map_at_1000_max + value: -10.8878 + - type: nauc_map_at_1000_std + value: -39.2627 + - type: nauc_map_at_1000_diff1 + value: 41.4206 + - type: nauc_recall_at_1_max + value: -13.9649 + - type: nauc_recall_at_1_std + value: -37.5886 + - type: nauc_recall_at_1_diff1 + value: 43.363800000000005 + - type: nauc_recall_at_3_max + value: 3.1895 + - type: nauc_recall_at_3_std + value: -42.558099999999996 + - type: nauc_recall_at_3_diff1 + value: 38.8713 + - type: nauc_recall_at_5_max + value: 19.1475 + - type: nauc_recall_at_5_std + value: -35.5495 + - type: nauc_recall_at_5_diff1 + value: 39.885 + - type: nauc_recall_at_10_max + value: 36.734899999999996 + - type: nauc_recall_at_10_std + value: -44.3247 + - type: nauc_recall_at_10_diff1 + value: 57.2029 + - type: nauc_recall_at_20_max + value: 40.8104 + - type: nauc_recall_at_20_std + value: -36.0184 + - type: nauc_recall_at_20_diff1 + value: 56.9123 + - type: nauc_recall_at_100_max + value: 33.6931 + - type: nauc_recall_at_100_std + value: 82.911 + - type: nauc_recall_at_100_diff1 + value: 21.834500000000002 + - type: nauc_recall_at_1000_max + value: 33.6931 + - type: nauc_recall_at_1000_std + value: 82.911 + - type: nauc_recall_at_1000_diff1 + value: 21.834500000000002 + - type: nauc_precision_at_1_max + value: -13.9649 + - type: nauc_precision_at_1_std + value: -37.5886 + - type: nauc_precision_at_1_diff1 + value: 43.363800000000005 + - type: nauc_precision_at_3_max + value: 3.1895 + - type: nauc_precision_at_3_std + value: -42.558099999999996 + - type: nauc_precision_at_3_diff1 + value: 38.8713 + - type: nauc_precision_at_5_max + value: 19.1475 + - type: nauc_precision_at_5_std + value: -35.5495 + - type: nauc_precision_at_5_diff1 + value: 39.885 + - type: nauc_precision_at_10_max + value: 36.734899999999996 + - type: nauc_precision_at_10_std + value: -44.3247 + - type: nauc_precision_at_10_diff1 + value: 57.2029 + - type: nauc_precision_at_20_max + value: 40.8104 + - type: nauc_precision_at_20_std + value: -36.0184 + - type: nauc_precision_at_20_diff1 + value: 56.9123 + - type: nauc_precision_at_100_max + value: 33.6931 + - type: nauc_precision_at_100_std + value: 82.911 + - type: nauc_precision_at_100_diff1 + value: 21.834500000000002 + - type: nauc_precision_at_1000_max + value: 33.6931 + - type: nauc_precision_at_1000_std + value: 82.911 + - type: nauc_precision_at_1000_diff1 + value: 21.834500000000002 + - type: nauc_mrr_at_1_max + value: -13.379299999999999 + - type: nauc_mrr_at_1_std + value: -36.276599999999995 + - type: nauc_mrr_at_1_diff1 + value: 42.9598 + - type: nauc_mrr_at_3_max + value: -10.6856 + - type: nauc_mrr_at_3_std + value: -39.2887 + - type: nauc_mrr_at_3_diff1 + value: 40.7134 + - type: nauc_mrr_at_5_max + value: -9.9574 + - type: nauc_mrr_at_5_std + value: -38.4355 + - type: nauc_mrr_at_5_diff1 + value: 40.9777 + - type: nauc_mrr_at_10_max + value: -10.4527 + - type: nauc_mrr_at_10_std + value: -38.5681 + - type: nauc_mrr_at_10_diff1 + value: 41.2832 + - type: nauc_mrr_at_20_max + value: -10.5995 + - type: nauc_mrr_at_20_std + value: -38.5301 + - type: nauc_mrr_at_20_diff1 + value: 41.2397 + - type: nauc_mrr_at_100_max + value: -10.6958 + - type: nauc_mrr_at_100_std + value: -38.4759 + - type: nauc_mrr_at_100_diff1 + value: 41.1898 + - type: nauc_mrr_at_1000_max + value: -10.6958 + - type: nauc_mrr_at_1000_std + value: -38.4759 + - type: nauc_mrr_at_1000_diff1 + value: 41.1898 + - type: main_score + value: 83.828 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: ndcg_at_1 + value: 48.069 + - type: ndcg_at_3 + value: 55.233 + - type: ndcg_at_5 + value: 57.809999999999995 + - type: ndcg_at_10 + value: 60.812999999999995 + - type: ndcg_at_20 + value: 63.176 + - type: ndcg_at_100 + value: 65.472 + - type: ndcg_at_1000 + value: 66.45299999999999 + - type: map_at_1 + value: 39.131 + - type: map_at_3 + value: 49.395 + - type: map_at_5 + value: 51.762 + - type: map_at_10 + value: 53.790000000000006 + - type: map_at_20 + value: 54.827999999999996 + - type: map_at_100 + value: 55.428 + - type: map_at_1000 + value: 55.517 + - type: recall_at_1 + value: 39.131 + - type: recall_at_3 + value: 58.36 + - type: recall_at_5 + value: 65.664 + - type: recall_at_10 + value: 74.367 + - type: recall_at_20 + value: 82.633 + - type: recall_at_100 + value: 92.675 + - type: recall_at_1000 + value: 98.31299999999999 + - type: precision_at_1 + value: 48.069 + - type: precision_at_3 + value: 26.943 + - type: precision_at_5 + value: 19.371 + - type: precision_at_10 + value: 11.888 + - type: precision_at_20 + value: 7.06 + - type: precision_at_100 + value: 1.775 + - type: precision_at_1000 + value: 0.213 + - type: mrr_at_1 + value: 48.0687 + - type: mrr_at_3 + value: 56.699999999999996 + - type: mrr_at_5 + value: 58.3453 + - type: mrr_at_10 + value: 59.313 + - type: mrr_at_20 + value: 59.7255 + - type: mrr_at_100 + value: 59.927299999999995 + - type: mrr_at_1000 + value: 59.946600000000004 + - type: nauc_ndcg_at_1_max + value: 27.977600000000002 + - type: nauc_ndcg_at_1_std + value: -7.659299999999999 + - type: nauc_ndcg_at_1_diff1 + value: 55.80779999999999 + - type: nauc_ndcg_at_3_max + value: 26.188200000000002 + - type: nauc_ndcg_at_3_std + value: -7.7324 + - type: nauc_ndcg_at_3_diff1 + value: 54.545100000000005 + - type: nauc_ndcg_at_5_max + value: 26.582 + - type: nauc_ndcg_at_5_std + value: -5.957 + - type: nauc_ndcg_at_5_diff1 + value: 54.203900000000004 + - type: nauc_ndcg_at_10_max + value: 26.4581 + - type: nauc_ndcg_at_10_std + value: -6.8243 + - type: nauc_ndcg_at_10_diff1 + value: 53.496 + - type: nauc_ndcg_at_20_max + value: 27.0382 + - type: nauc_ndcg_at_20_std + value: -5.7978000000000005 + - type: nauc_ndcg_at_20_diff1 + value: 53.3699 + - type: nauc_ndcg_at_100_max + value: 27.7093 + - type: nauc_ndcg_at_100_std + value: -4.6941999999999995 + - type: nauc_ndcg_at_100_diff1 + value: 53.478899999999996 + - type: nauc_ndcg_at_1000_max + value: 27.4909 + - type: nauc_ndcg_at_1000_std + value: -5.6377999999999995 + - type: nauc_ndcg_at_1000_diff1 + value: 53.6635 + - type: nauc_map_at_1_max + value: 23.9159 + - type: nauc_map_at_1_std + value: -9.536200000000001 + - type: nauc_map_at_1_diff1 + value: 60.1201 + - type: nauc_map_at_3_max + value: 25.5082 + - type: nauc_map_at_3_std + value: -9.3217 + - type: nauc_map_at_3_diff1 + value: 56.9299 + - type: nauc_map_at_5_max + value: 26.304499999999997 + - type: nauc_map_at_5_std + value: -8.2091 + - type: nauc_map_at_5_diff1 + value: 56.7506 + - type: nauc_map_at_10_max + value: 26.562599999999996 + - type: nauc_map_at_10_std + value: -8.3517 + - type: nauc_map_at_10_diff1 + value: 56.1056 + - type: nauc_map_at_20_max + value: 26.9138 + - type: nauc_map_at_20_std + value: -7.7477 + - type: nauc_map_at_20_diff1 + value: 55.9743 + - type: nauc_map_at_100_max + value: 27.0629 + - type: nauc_map_at_100_std + value: -7.5127 + - type: nauc_map_at_100_diff1 + value: 55.7582 + - type: nauc_map_at_1000_max + value: 27.0353 + - type: nauc_map_at_1000_std + value: -7.552300000000001 + - type: nauc_map_at_1000_diff1 + value: 55.74400000000001 + - type: nauc_recall_at_1_max + value: 23.9159 + - type: nauc_recall_at_1_std + value: -9.536200000000001 + - type: nauc_recall_at_1_diff1 + value: 60.1201 + - type: nauc_recall_at_3_max + value: 22.928 + - type: nauc_recall_at_3_std + value: -8.2319 + - type: nauc_recall_at_3_diff1 + value: 51.650600000000004 + - type: nauc_recall_at_5_max + value: 22.7638 + - type: nauc_recall_at_5_std + value: -3.9444 + - type: nauc_recall_at_5_diff1 + value: 48.6232 + - type: nauc_recall_at_10_max + value: 21.2423 + - type: nauc_recall_at_10_std + value: -5.8951 + - type: nauc_recall_at_10_diff1 + value: 44.9737 + - type: nauc_recall_at_20_max + value: 23.7039 + - type: nauc_recall_at_20_std + value: 1.5395 + - type: nauc_recall_at_20_diff1 + value: 42.4174 + - type: nauc_recall_at_100_max + value: 34.741 + - type: nauc_recall_at_100_std + value: 28.5448 + - type: nauc_recall_at_100_diff1 + value: 42.005700000000004 + - type: nauc_recall_at_1000_max + value: 50.6705 + - type: nauc_recall_at_1000_std + value: 54.524300000000004 + - type: nauc_recall_at_1000_diff1 + value: 47.5028 + - type: nauc_precision_at_1_max + value: 27.977600000000002 + - type: nauc_precision_at_1_std + value: -7.659299999999999 + - type: nauc_precision_at_1_diff1 + value: 55.80779999999999 + - type: nauc_precision_at_3_max + value: 19.415 + - type: nauc_precision_at_3_std + value: -3.6235999999999997 + - type: nauc_precision_at_3_diff1 + value: 23.4531 + - type: nauc_precision_at_5_max + value: 16.8166 + - type: nauc_precision_at_5_std + value: 2.8196 + - type: nauc_precision_at_5_diff1 + value: 11.286999999999999 + - type: nauc_precision_at_10_max + value: 9.6798 + - type: nauc_precision_at_10_std + value: 4.027 + - type: nauc_precision_at_10_diff1 + value: -3.8503000000000003 + - type: nauc_precision_at_20_max + value: 4.7349000000000006 + - type: nauc_precision_at_20_std + value: 6.7286 + - type: nauc_precision_at_20_diff1 + value: -13.5178 + - type: nauc_precision_at_100_max + value: -4.5056 + - type: nauc_precision_at_100_std + value: 5.0698 + - type: nauc_precision_at_100_diff1 + value: -24.4088 + - type: nauc_precision_at_1000_max + value: -12.1574 + - type: nauc_precision_at_1000_std + value: -1.5487000000000002 + - type: nauc_precision_at_1000_diff1 + value: -29.2365 + - type: nauc_mrr_at_1_max + value: 27.977600000000002 + - type: nauc_mrr_at_1_std + value: -7.659299999999999 + - type: nauc_mrr_at_1_diff1 + value: 55.80779999999999 + - type: nauc_mrr_at_3_max + value: 27.3289 + - type: nauc_mrr_at_3_std + value: -6.2736 + - type: nauc_mrr_at_3_diff1 + value: 53.703900000000004 + - type: nauc_mrr_at_5_max + value: 27.5071 + - type: nauc_mrr_at_5_std + value: -5.2781 + - type: nauc_mrr_at_5_diff1 + value: 53.1544 + - type: nauc_mrr_at_10_max + value: 27.1179 + - type: nauc_mrr_at_10_std + value: -5.7327 + - type: nauc_mrr_at_10_diff1 + value: 53.0266 + - type: nauc_mrr_at_20_max + value: 27.269900000000003 + - type: nauc_mrr_at_20_std + value: -5.5493 + - type: nauc_mrr_at_20_diff1 + value: 53.0654 + - type: nauc_mrr_at_100_max + value: 27.3777 + - type: nauc_mrr_at_100_std + value: -5.4868 + - type: nauc_mrr_at_100_diff1 + value: 53.0861 + - type: nauc_mrr_at_1000_max + value: 27.372000000000003 + - type: nauc_mrr_at_1000_std + value: -5.5075 + - type: nauc_mrr_at_1000_diff1 + value: 53.095000000000006 + - type: main_score + value: 60.812999999999995 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: ndcg_at_1 + value: 51.529 + - type: ndcg_at_3 + value: 56.926 + - type: ndcg_at_5 + value: 58.705 + - type: ndcg_at_10 + value: 60.72 + - type: ndcg_at_20 + value: 62.12800000000001 + - type: ndcg_at_100 + value: 64.429 + - type: ndcg_at_1000 + value: 65.838 + - type: map_at_1 + value: 41.062 + - type: map_at_3 + value: 51.164 + - type: map_at_5 + value: 53.19199999999999 + - type: map_at_10 + value: 54.686 + - type: map_at_20 + value: 55.413999999999994 + - type: map_at_100 + value: 56.062 + - type: map_at_1000 + value: 56.176 + - type: recall_at_1 + value: 41.062 + - type: recall_at_3 + value: 58.51 + - type: recall_at_5 + value: 64.133 + - type: recall_at_10 + value: 70.599 + - type: recall_at_20 + value: 75.631 + - type: recall_at_100 + value: 85.931 + - type: recall_at_1000 + value: 94.304 + - type: precision_at_1 + value: 51.529 + - type: precision_at_3 + value: 27.833999999999996 + - type: precision_at_5 + value: 19.325 + - type: precision_at_10 + value: 11.42 + - type: precision_at_20 + value: 6.5729999999999995 + - type: precision_at_100 + value: 1.7209999999999999 + - type: precision_at_1000 + value: 0.211 + - type: mrr_at_1 + value: 51.52870000000001 + - type: mrr_at_3 + value: 58.9172 + - type: mrr_at_5 + value: 60.0191 + - type: mrr_at_10 + value: 60.7222 + - type: mrr_at_20 + value: 61.0019 + - type: mrr_at_100 + value: 61.2099 + - type: mrr_at_1000 + value: 61.2343 + - type: nauc_ndcg_at_1_max + value: 46.3516 + - type: nauc_ndcg_at_1_std + value: -10.933900000000001 + - type: nauc_ndcg_at_1_diff1 + value: 60.41180000000001 + - type: nauc_ndcg_at_3_max + value: 46.872 + - type: nauc_ndcg_at_3_std + value: -14.8367 + - type: nauc_ndcg_at_3_diff1 + value: 56.7346 + - type: nauc_ndcg_at_5_max + value: 47.275099999999995 + - type: nauc_ndcg_at_5_std + value: -14.709900000000001 + - type: nauc_ndcg_at_5_diff1 + value: 56.528 + - type: nauc_ndcg_at_10_max + value: 47.8723 + - type: nauc_ndcg_at_10_std + value: -13.4173 + - type: nauc_ndcg_at_10_diff1 + value: 56.5002 + - type: nauc_ndcg_at_20_max + value: 48.2798 + - type: nauc_ndcg_at_20_std + value: -12.7 + - type: nauc_ndcg_at_20_diff1 + value: 56.946200000000005 + - type: nauc_ndcg_at_100_max + value: 48.626599999999996 + - type: nauc_ndcg_at_100_std + value: -11.2164 + - type: nauc_ndcg_at_100_diff1 + value: 56.8792 + - type: nauc_ndcg_at_1000_max + value: 48.648599999999995 + - type: nauc_ndcg_at_1000_std + value: -10.739799999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 56.8788 + - type: nauc_map_at_1_max + value: 35.5154 + - type: nauc_map_at_1_std + value: -20.1689 + - type: nauc_map_at_1_diff1 + value: 62.5189 + - type: nauc_map_at_3_max + value: 41.623 + - type: nauc_map_at_3_std + value: -20.3848 + - type: nauc_map_at_3_diff1 + value: 58.6681 + - type: nauc_map_at_5_max + value: 43.514399999999995 + - type: nauc_map_at_5_std + value: -18.897100000000002 + - type: nauc_map_at_5_diff1 + value: 58.120799999999996 + - type: nauc_map_at_10_max + value: 44.769999999999996 + - type: nauc_map_at_10_std + value: -17.3442 + - type: nauc_map_at_10_diff1 + value: 57.890699999999995 + - type: nauc_map_at_20_max + value: 45.3003 + - type: nauc_map_at_20_std + value: -16.5269 + - type: nauc_map_at_20_diff1 + value: 57.9423 + - type: nauc_map_at_100_max + value: 45.846 + - type: nauc_map_at_100_std + value: -15.600800000000001 + - type: nauc_map_at_100_diff1 + value: 57.7384 + - type: nauc_map_at_1000_max + value: 45.8765 + - type: nauc_map_at_1000_std + value: -15.4466 + - type: nauc_map_at_1000_diff1 + value: 57.721500000000006 + - type: nauc_recall_at_1_max + value: 35.5154 + - type: nauc_recall_at_1_std + value: -20.1689 + - type: nauc_recall_at_1_diff1 + value: 62.5189 + - type: nauc_recall_at_3_max + value: 42.097 + - type: nauc_recall_at_3_std + value: -21.040300000000002 + - type: nauc_recall_at_3_diff1 + value: 54.2872 + - type: nauc_recall_at_5_max + value: 43.797000000000004 + - type: nauc_recall_at_5_std + value: -18.837699999999998 + - type: nauc_recall_at_5_diff1 + value: 51.9481 + - type: nauc_recall_at_10_max + value: 46.7491 + - type: nauc_recall_at_10_std + value: -13.830400000000001 + - type: nauc_recall_at_10_diff1 + value: 50.158899999999996 + - type: nauc_recall_at_20_max + value: 49.222300000000004 + - type: nauc_recall_at_20_std + value: -10.2718 + - type: nauc_recall_at_20_diff1 + value: 50.857200000000006 + - type: nauc_recall_at_100_max + value: 52.182300000000005 + - type: nauc_recall_at_100_std + value: 3.9248 + - type: nauc_recall_at_100_diff1 + value: 48.6864 + - type: nauc_recall_at_1000_max + value: 61.7792 + - type: nauc_recall_at_1000_std + value: 24.5652 + - type: nauc_recall_at_1000_diff1 + value: 47.352199999999996 + - type: nauc_precision_at_1_max + value: 46.3516 + - type: nauc_precision_at_1_std + value: -10.933900000000001 + - type: nauc_precision_at_1_diff1 + value: 60.41180000000001 + - type: nauc_precision_at_3_max + value: 40.6193 + - type: nauc_precision_at_3_std + value: 4.0397 + - type: nauc_precision_at_3_diff1 + value: 22.1081 + - type: nauc_precision_at_5_max + value: 37.8276 + - type: nauc_precision_at_5_std + value: 13.024099999999999 + - type: nauc_precision_at_5_diff1 + value: 10.8553 + - type: nauc_precision_at_10_max + value: 31.2395 + - type: nauc_precision_at_10_std + value: 22.2689 + - type: nauc_precision_at_10_diff1 + value: 0.4638 + - type: nauc_precision_at_20_max + value: 26.1944 + - type: nauc_precision_at_20_std + value: 27.6397 + - type: nauc_precision_at_20_diff1 + value: -6.0237 + - type: nauc_precision_at_100_max + value: 16.9228 + - type: nauc_precision_at_100_std + value: 35.9251 + - type: nauc_precision_at_100_diff1 + value: -17.5579 + - type: nauc_precision_at_1000_max + value: 6.5974 + - type: nauc_precision_at_1000_std + value: 34.6098 + - type: nauc_precision_at_1000_diff1 + value: -22.8643 + - type: nauc_mrr_at_1_max + value: 46.3516 + - type: nauc_mrr_at_1_std + value: -10.933900000000001 + - type: nauc_mrr_at_1_diff1 + value: 60.41180000000001 + - type: nauc_mrr_at_3_max + value: 49.2863 + - type: nauc_mrr_at_3_std + value: -10.2064 + - type: nauc_mrr_at_3_diff1 + value: 58.3462 + - type: nauc_mrr_at_5_max + value: 49.199 + - type: nauc_mrr_at_5_std + value: -10.123999999999999 + - type: nauc_mrr_at_5_diff1 + value: 58.084 + - type: nauc_mrr_at_10_max + value: 49.133300000000006 + - type: nauc_mrr_at_10_std + value: -9.7817 + - type: nauc_mrr_at_10_diff1 + value: 58.003400000000006 + - type: nauc_mrr_at_20_max + value: 49.112899999999996 + - type: nauc_mrr_at_20_std + value: -9.797699999999999 + - type: nauc_mrr_at_20_diff1 + value: 58.0333 + - type: nauc_mrr_at_100_max + value: 49.0895 + - type: nauc_mrr_at_100_std + value: -9.742199999999999 + - type: nauc_mrr_at_100_diff1 + value: 58.084 + - type: nauc_mrr_at_1000_max + value: 49.0894 + - type: nauc_mrr_at_1000_std + value: -9.748800000000001 + - type: nauc_mrr_at_1000_diff1 + value: 58.0888 + - type: main_score + value: 60.72 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: ndcg_at_1 + value: 56.991 + - type: ndcg_at_3 + value: 64.484 + - type: ndcg_at_5 + value: 67.367 + - type: ndcg_at_10 + value: 69.649 + - type: ndcg_at_20 + value: 71.262 + - type: ndcg_at_100 + value: 72.74000000000001 + - type: ndcg_at_1000 + value: 73.217 + - type: map_at_1 + value: 50.197 + - type: map_at_3 + value: 60.589000000000006 + - type: map_at_5 + value: 62.696 + - type: map_at_10 + value: 63.992000000000004 + - type: map_at_20 + value: 64.63799999999999 + - type: map_at_100 + value: 64.949 + - type: map_at_1000 + value: 64.979 + - type: recall_at_1 + value: 50.197 + - type: recall_at_3 + value: 69.262 + - type: recall_at_5 + value: 76.359 + - type: recall_at_10 + value: 82.775 + - type: recall_at_20 + value: 88.553 + - type: recall_at_100 + value: 95.39999999999999 + - type: recall_at_1000 + value: 98.60799999999999 + - type: precision_at_1 + value: 56.991 + - type: precision_at_3 + value: 28.464 + - type: precision_at_5 + value: 19.323 + - type: precision_at_10 + value: 10.878 + - type: precision_at_20 + value: 5.978 + - type: precision_at_100 + value: 1.329 + - type: precision_at_1000 + value: 0.13899999999999998 + - type: mrr_at_1 + value: 56.9906 + - type: mrr_at_3 + value: 64.953 + - type: mrr_at_5 + value: 66.3981 + - type: mrr_at_10 + value: 67.12989999999999 + - type: mrr_at_20 + value: 67.4584 + - type: mrr_at_100 + value: 67.6041 + - type: mrr_at_1000 + value: 67.6164 + - type: nauc_ndcg_at_1_max + value: 29.4197 + - type: nauc_ndcg_at_1_std + value: -4.2024 + - type: nauc_ndcg_at_1_diff1 + value: 57.586099999999995 + - type: nauc_ndcg_at_3_max + value: 29.2267 + - type: nauc_ndcg_at_3_std + value: -5.6541 + - type: nauc_ndcg_at_3_diff1 + value: 55.9064 + - type: nauc_ndcg_at_5_max + value: 30.6917 + - type: nauc_ndcg_at_5_std + value: -4.4049 + - type: nauc_ndcg_at_5_diff1 + value: 55.001599999999996 + - type: nauc_ndcg_at_10_max + value: 32.3335 + - type: nauc_ndcg_at_10_std + value: -1.8376 + - type: nauc_ndcg_at_10_diff1 + value: 54.8744 + - type: nauc_ndcg_at_20_max + value: 32.337500000000006 + - type: nauc_ndcg_at_20_std + value: -0.2559 + - type: nauc_ndcg_at_20_diff1 + value: 54.9041 + - type: nauc_ndcg_at_100_max + value: 32.8378 + - type: nauc_ndcg_at_100_std + value: 0.13949999999999999 + - type: nauc_ndcg_at_100_diff1 + value: 55.2237 + - type: nauc_ndcg_at_1000_max + value: 32.4805 + - type: nauc_ndcg_at_1000_std + value: -0.5015999999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 55.302099999999996 + - type: nauc_map_at_1_max + value: 20.9334 + - type: nauc_map_at_1_std + value: -8.794699999999999 + - type: nauc_map_at_1_diff1 + value: 58.297399999999996 + - type: nauc_map_at_3_max + value: 26.58 + - type: nauc_map_at_3_std + value: -7.435 + - type: nauc_map_at_3_diff1 + value: 56.6973 + - type: nauc_map_at_5_max + value: 28.0282 + - type: nauc_map_at_5_std + value: -6.3039 + - type: nauc_map_at_5_diff1 + value: 56.0986 + - type: nauc_map_at_10_max + value: 29.259800000000002 + - type: nauc_map_at_10_std + value: -4.7099 + - type: nauc_map_at_10_diff1 + value: 55.872299999999996 + - type: nauc_map_at_20_max + value: 29.669800000000002 + - type: nauc_map_at_20_std + value: -3.9074999999999998 + - type: nauc_map_at_20_diff1 + value: 55.875600000000006 + - type: nauc_map_at_100_max + value: 29.945300000000003 + - type: nauc_map_at_100_std + value: -3.642 + - type: nauc_map_at_100_diff1 + value: 55.913199999999996 + - type: nauc_map_at_1000_max + value: 29.950300000000002 + - type: nauc_map_at_1000_std + value: -3.6618 + - type: nauc_map_at_1000_diff1 + value: 55.9176 + - type: nauc_recall_at_1_max + value: 20.9334 + - type: nauc_recall_at_1_std + value: -8.794699999999999 + - type: nauc_recall_at_1_diff1 + value: 58.297399999999996 + - type: nauc_recall_at_3_max + value: 27.3335 + - type: nauc_recall_at_3_std + value: -8.504399999999999 + - type: nauc_recall_at_3_diff1 + value: 53.8084 + - type: nauc_recall_at_5_max + value: 30.4121 + - type: nauc_recall_at_5_std + value: -4.9324 + - type: nauc_recall_at_5_diff1 + value: 49.8099 + - type: nauc_recall_at_10_max + value: 37.5018 + - type: nauc_recall_at_10_std + value: 4.4327 + - type: nauc_recall_at_10_diff1 + value: 48.5148 + - type: nauc_recall_at_20_max + value: 41.3391 + - type: nauc_recall_at_20_std + value: 19.0947 + - type: nauc_recall_at_20_diff1 + value: 47.1314 + - type: nauc_recall_at_100_max + value: 61.7445 + - type: nauc_recall_at_100_std + value: 47.273900000000005 + - type: nauc_recall_at_100_diff1 + value: 47.0043 + - type: nauc_recall_at_1000_max + value: 80.9182 + - type: nauc_recall_at_1000_std + value: 83.50410000000001 + - type: nauc_recall_at_1000_diff1 + value: 46.2219 + - type: nauc_precision_at_1_max + value: 29.4197 + - type: nauc_precision_at_1_std + value: -4.2024 + - type: nauc_precision_at_1_diff1 + value: 57.586099999999995 + - type: nauc_precision_at_3_max + value: 30.166999999999998 + - type: nauc_precision_at_3_std + value: 6.596 + - type: nauc_precision_at_3_diff1 + value: 24.067 + - type: nauc_precision_at_5_max + value: 30.7447 + - type: nauc_precision_at_5_std + value: 13.0323 + - type: nauc_precision_at_5_diff1 + value: 11.3741 + - type: nauc_precision_at_10_max + value: 31.210300000000004 + - type: nauc_precision_at_10_std + value: 22.1781 + - type: nauc_precision_at_10_diff1 + value: -0.5103 + - type: nauc_precision_at_20_max + value: 28.9456 + - type: nauc_precision_at_20_std + value: 28.203400000000002 + - type: nauc_precision_at_20_diff1 + value: -8.7866 + - type: nauc_precision_at_100_max + value: 25.5805 + - type: nauc_precision_at_100_std + value: 30.3128 + - type: nauc_precision_at_100_diff1 + value: -16.4668 + - type: nauc_precision_at_1000_max + value: 22.4346 + - type: nauc_precision_at_1000_std + value: 28.162799999999997 + - type: nauc_precision_at_1000_diff1 + value: -19.5027 + - type: nauc_mrr_at_1_max + value: 29.4197 + - type: nauc_mrr_at_1_std + value: -4.2024 + - type: nauc_mrr_at_1_diff1 + value: 57.586099999999995 + - type: nauc_mrr_at_3_max + value: 31.3235 + - type: nauc_mrr_at_3_std + value: -3.1822000000000004 + - type: nauc_mrr_at_3_diff1 + value: 55.8353 + - type: nauc_mrr_at_5_max + value: 31.5034 + - type: nauc_mrr_at_5_std + value: -2.5227 + - type: nauc_mrr_at_5_diff1 + value: 55.2967 + - type: nauc_mrr_at_10_max + value: 31.9453 + - type: nauc_mrr_at_10_std + value: -2.0218 + - type: nauc_mrr_at_10_diff1 + value: 55.5522 + - type: nauc_mrr_at_20_max + value: 31.8235 + - type: nauc_mrr_at_20_std + value: -1.8693000000000002 + - type: nauc_mrr_at_20_diff1 + value: 55.6179 + - type: nauc_mrr_at_100_max + value: 31.8336 + - type: nauc_mrr_at_100_std + value: -1.8726 + - type: nauc_mrr_at_100_diff1 + value: 55.6585 + - type: nauc_mrr_at_1000_max + value: 31.8158 + - type: nauc_mrr_at_1000_std + value: -1.8951 + - type: nauc_mrr_at_1000_diff1 + value: 55.657000000000004 + - type: main_score + value: 69.649 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: ndcg_at_1 + value: 35.367 + - type: ndcg_at_3 + value: 42.736000000000004 + - type: ndcg_at_5 + value: 45.754 + - type: ndcg_at_10 + value: 49.132 + - type: ndcg_at_20 + value: 51.383 + - type: ndcg_at_100 + value: 53.943 + - type: ndcg_at_1000 + value: 55.257 + - type: map_at_1 + value: 32.539 + - type: map_at_3 + value: 39.787 + - type: map_at_5 + value: 41.626000000000005 + - type: map_at_10 + value: 43.175000000000004 + - type: map_at_20 + value: 43.824999999999996 + - type: map_at_100 + value: 44.242 + - type: map_at_1000 + value: 44.299 + - type: recall_at_1 + value: 32.539 + - type: recall_at_3 + value: 48.238 + - type: recall_at_5 + value: 55.401999999999994 + - type: recall_at_10 + value: 65.25 + - type: recall_at_20 + value: 73.685 + - type: recall_at_100 + value: 86.414 + - type: recall_at_1000 + value: 96.135 + - type: precision_at_1 + value: 35.367 + - type: precision_at_3 + value: 17.965999999999998 + - type: precision_at_5 + value: 12.565000000000001 + - type: precision_at_10 + value: 7.571 + - type: precision_at_20 + value: 4.311 + - type: precision_at_100 + value: 1.046 + - type: precision_at_1000 + value: 0.11900000000000001 + - type: mrr_at_1 + value: 35.3672 + - type: mrr_at_3 + value: 42.3729 + - type: mrr_at_5 + value: 44.096000000000004 + - type: mrr_at_10 + value: 45.4163 + - type: mrr_at_20 + value: 46.0345 + - type: mrr_at_100 + value: 46.311600000000006 + - type: mrr_at_1000 + value: 46.3516 + - type: nauc_ndcg_at_1_max + value: 19.4579 + - type: nauc_ndcg_at_1_std + value: -7.8641000000000005 + - type: nauc_ndcg_at_1_diff1 + value: 42.010799999999996 + - type: nauc_ndcg_at_3_max + value: 19.3067 + - type: nauc_ndcg_at_3_std + value: -8.3156 + - type: nauc_ndcg_at_3_diff1 + value: 39.3506 + - type: nauc_ndcg_at_5_max + value: 20.715600000000002 + - type: nauc_ndcg_at_5_std + value: -8.3249 + - type: nauc_ndcg_at_5_diff1 + value: 38.012299999999996 + - type: nauc_ndcg_at_10_max + value: 21.9433 + - type: nauc_ndcg_at_10_std + value: -6.5855 + - type: nauc_ndcg_at_10_diff1 + value: 38.318400000000004 + - type: nauc_ndcg_at_20_max + value: 22.5117 + - type: nauc_ndcg_at_20_std + value: -5.5258 + - type: nauc_ndcg_at_20_diff1 + value: 37.9516 + - type: nauc_ndcg_at_100_max + value: 22.677 + - type: nauc_ndcg_at_100_std + value: -4.6319 + - type: nauc_ndcg_at_100_diff1 + value: 38.1231 + - type: nauc_ndcg_at_1000_max + value: 22.393 + - type: nauc_ndcg_at_1000_std + value: -5.2164 + - type: nauc_ndcg_at_1000_diff1 + value: 38.461099999999995 + - type: nauc_map_at_1_max + value: 15.8856 + - type: nauc_map_at_1_std + value: -8.6153 + - type: nauc_map_at_1_diff1 + value: 44.005100000000006 + - type: nauc_map_at_3_max + value: 17.9975 + - type: nauc_map_at_3_std + value: -8.4723 + - type: nauc_map_at_3_diff1 + value: 40.721000000000004 + - type: nauc_map_at_5_max + value: 19.2239 + - type: nauc_map_at_5_std + value: -8.4748 + - type: nauc_map_at_5_diff1 + value: 40.0337 + - type: nauc_map_at_10_max + value: 19.8261 + - type: nauc_map_at_10_std + value: -7.796500000000001 + - type: nauc_map_at_10_diff1 + value: 40.196799999999996 + - type: nauc_map_at_20_max + value: 19.991400000000002 + - type: nauc_map_at_20_std + value: -7.4696 + - type: nauc_map_at_20_diff1 + value: 40.099000000000004 + - type: nauc_map_at_100_max + value: 19.997 + - type: nauc_map_at_100_std + value: -7.2941 + - type: nauc_map_at_100_diff1 + value: 40.0761 + - type: nauc_map_at_1000_max + value: 20.0007 + - type: nauc_map_at_1000_std + value: -7.306699999999999 + - type: nauc_map_at_1000_diff1 + value: 40.084199999999996 + - type: nauc_recall_at_1_max + value: 15.8856 + - type: nauc_recall_at_1_std + value: -8.6153 + - type: nauc_recall_at_1_diff1 + value: 44.005100000000006 + - type: nauc_recall_at_3_max + value: 18.8596 + - type: nauc_recall_at_3_std + value: -8.1259 + - type: nauc_recall_at_3_diff1 + value: 36.3157 + - type: nauc_recall_at_5_max + value: 21.8809 + - type: nauc_recall_at_5_std + value: -8.2858 + - type: nauc_recall_at_5_diff1 + value: 32.3767 + - type: nauc_recall_at_10_max + value: 25.887 + - type: nauc_recall_at_10_std + value: -2.7673 + - type: nauc_recall_at_10_diff1 + value: 32.406600000000005 + - type: nauc_recall_at_20_max + value: 29.155399999999997 + - type: nauc_recall_at_20_std + value: 2.8259 + - type: nauc_recall_at_20_diff1 + value: 29.2055 + - type: nauc_recall_at_100_max + value: 36.364200000000004 + - type: nauc_recall_at_100_std + value: 17.3796 + - type: nauc_recall_at_100_diff1 + value: 27.5049 + - type: nauc_recall_at_1000_max + value: 48.6796 + - type: nauc_recall_at_1000_std + value: 35.4974 + - type: nauc_recall_at_1000_diff1 + value: 27.308300000000003 + - type: nauc_precision_at_1_max + value: 19.4579 + - type: nauc_precision_at_1_std + value: -7.8641000000000005 + - type: nauc_precision_at_1_diff1 + value: 42.010799999999996 + - type: nauc_precision_at_3_max + value: 24.5147 + - type: nauc_precision_at_3_std + value: -7.0382 + - type: nauc_precision_at_3_diff1 + value: 31.059900000000003 + - type: nauc_precision_at_5_max + value: 28.531699999999997 + - type: nauc_precision_at_5_std + value: -6.4431 + - type: nauc_precision_at_5_diff1 + value: 25.7662 + - type: nauc_precision_at_10_max + value: 30.624299999999998 + - type: nauc_precision_at_10_std + value: 0.8484 + - type: nauc_precision_at_10_diff1 + value: 20.7757 + - type: nauc_precision_at_20_max + value: 32.8505 + - type: nauc_precision_at_20_std + value: 7.8245 + - type: nauc_precision_at_20_diff1 + value: 13.8538 + - type: nauc_precision_at_100_max + value: 26.1579 + - type: nauc_precision_at_100_std + value: 14.829400000000001 + - type: nauc_precision_at_100_diff1 + value: -0.1951 + - type: nauc_precision_at_1000_max + value: 17.7884 + - type: nauc_precision_at_1000_std + value: 11.5839 + - type: nauc_precision_at_1000_diff1 + value: -10.7136 + - type: nauc_mrr_at_1_max + value: 19.4579 + - type: nauc_mrr_at_1_std + value: -7.8641000000000005 + - type: nauc_mrr_at_1_diff1 + value: 42.010799999999996 + - type: nauc_mrr_at_3_max + value: 21.554599999999997 + - type: nauc_mrr_at_3_std + value: -7.6639 + - type: nauc_mrr_at_3_diff1 + value: 39.2144 + - type: nauc_mrr_at_5_max + value: 21.8337 + - type: nauc_mrr_at_5_std + value: -7.7501 + - type: nauc_mrr_at_5_diff1 + value: 38.2256 + - type: nauc_mrr_at_10_max + value: 22.1359 + - type: nauc_mrr_at_10_std + value: -7.041 + - type: nauc_mrr_at_10_diff1 + value: 38.4475 + - type: nauc_mrr_at_20_max + value: 22.2328 + - type: nauc_mrr_at_20_std + value: -6.8259 + - type: nauc_mrr_at_20_diff1 + value: 38.3811 + - type: nauc_mrr_at_100_max + value: 22.1949 + - type: nauc_mrr_at_100_std + value: -6.7859 + - type: nauc_mrr_at_100_diff1 + value: 38.4646 + - type: nauc_mrr_at_1000_max + value: 22.1936 + - type: nauc_mrr_at_1000_std + value: -6.798 + - type: nauc_mrr_at_1000_diff1 + value: 38.4712 + - type: main_score + value: 49.132 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: ndcg_at_1 + value: 27.612 + - type: ndcg_at_3 + value: 34.394000000000005 + - type: ndcg_at_5 + value: 37.399 + - type: ndcg_at_10 + value: 40.228 + - type: ndcg_at_20 + value: 42.415000000000006 + - type: ndcg_at_100 + value: 46.007 + - type: ndcg_at_1000 + value: 48.175000000000004 + - type: map_at_1 + value: 22.142999999999997 + - type: map_at_3 + value: 30.384 + - type: map_at_5 + value: 32.419 + - type: map_at_10 + value: 33.761 + - type: map_at_20 + value: 34.477999999999994 + - type: map_at_100 + value: 35.118 + - type: map_at_1000 + value: 35.217 + - type: recall_at_1 + value: 22.142999999999997 + - type: recall_at_3 + value: 38.891 + - type: recall_at_5 + value: 46.581 + - type: recall_at_10 + value: 54.922000000000004 + - type: recall_at_20 + value: 62.627 + - type: recall_at_100 + value: 79.146 + - type: recall_at_1000 + value: 94.372 + - type: precision_at_1 + value: 27.612 + - type: precision_at_3 + value: 17.081 + - type: precision_at_5 + value: 12.438 + - type: precision_at_10 + value: 7.488 + - type: precision_at_20 + value: 4.372 + - type: precision_at_100 + value: 1.194 + - type: precision_at_1000 + value: 0.149 + - type: mrr_at_1 + value: 27.6119 + - type: mrr_at_3 + value: 35.8002 + - type: mrr_at_5 + value: 37.5539 + - type: mrr_at_10 + value: 38.6809 + - type: mrr_at_20 + value: 39.1923 + - type: mrr_at_100 + value: 39.5794 + - type: mrr_at_1000 + value: 39.631899999999995 + - type: nauc_ndcg_at_1_max + value: 24.148 + - type: nauc_ndcg_at_1_std + value: -5.0881 + - type: nauc_ndcg_at_1_diff1 + value: 40.2317 + - type: nauc_ndcg_at_3_max + value: 23.771700000000003 + - type: nauc_ndcg_at_3_std + value: -4.6156999999999995 + - type: nauc_ndcg_at_3_diff1 + value: 35.9791 + - type: nauc_ndcg_at_5_max + value: 26.706200000000003 + - type: nauc_ndcg_at_5_std + value: -2.2431 + - type: nauc_ndcg_at_5_diff1 + value: 35.998799999999996 + - type: nauc_ndcg_at_10_max + value: 26.810699999999997 + - type: nauc_ndcg_at_10_std + value: -1.4038 + - type: nauc_ndcg_at_10_diff1 + value: 34.989799999999995 + - type: nauc_ndcg_at_20_max + value: 26.8451 + - type: nauc_ndcg_at_20_std + value: -1.0877 + - type: nauc_ndcg_at_20_diff1 + value: 35.2962 + - type: nauc_ndcg_at_100_max + value: 26.626699999999996 + - type: nauc_ndcg_at_100_std + value: -0.2287 + - type: nauc_ndcg_at_100_diff1 + value: 35.0875 + - type: nauc_ndcg_at_1000_max + value: 26.200400000000002 + - type: nauc_ndcg_at_1000_std + value: -0.1409 + - type: nauc_ndcg_at_1000_diff1 + value: 35.7664 + - type: nauc_map_at_1_max + value: 21.2911 + - type: nauc_map_at_1_std + value: -5.6451 + - type: nauc_map_at_1_diff1 + value: 38.2231 + - type: nauc_map_at_3_max + value: 22.6701 + - type: nauc_map_at_3_std + value: -5.0638000000000005 + - type: nauc_map_at_3_diff1 + value: 35.8224 + - type: nauc_map_at_5_max + value: 24.3914 + - type: nauc_map_at_5_std + value: -3.7914999999999996 + - type: nauc_map_at_5_diff1 + value: 35.8784 + - type: nauc_map_at_10_max + value: 24.6138 + - type: nauc_map_at_10_std + value: -3.2283 + - type: nauc_map_at_10_diff1 + value: 35.6532 + - type: nauc_map_at_20_max + value: 24.726200000000002 + - type: nauc_map_at_20_std + value: -3.0931 + - type: nauc_map_at_20_diff1 + value: 35.7842 + - type: nauc_map_at_100_max + value: 24.6947 + - type: nauc_map_at_100_std + value: -2.9161 + - type: nauc_map_at_100_diff1 + value: 35.721799999999995 + - type: nauc_map_at_1000_max + value: 24.6692 + - type: nauc_map_at_1000_std + value: -2.9091 + - type: nauc_map_at_1000_diff1 + value: 35.7554 + - type: nauc_recall_at_1_max + value: 21.2911 + - type: nauc_recall_at_1_std + value: -5.6451 + - type: nauc_recall_at_1_diff1 + value: 38.2231 + - type: nauc_recall_at_3_max + value: 22.7943 + - type: nauc_recall_at_3_std + value: -4.967499999999999 + - type: nauc_recall_at_3_diff1 + value: 32.1781 + - type: nauc_recall_at_5_max + value: 28.5417 + - type: nauc_recall_at_5_std + value: -0.1797 + - type: nauc_recall_at_5_diff1 + value: 31.631999999999998 + - type: nauc_recall_at_10_max + value: 29.0276 + - type: nauc_recall_at_10_std + value: 2.7005 + - type: nauc_recall_at_10_diff1 + value: 28.642400000000002 + - type: nauc_recall_at_20_max + value: 28.985 + - type: nauc_recall_at_20_std + value: 3.7156000000000002 + - type: nauc_recall_at_20_diff1 + value: 28.619899999999998 + - type: nauc_recall_at_100_max + value: 29.399199999999997 + - type: nauc_recall_at_100_std + value: 12.0357 + - type: nauc_recall_at_100_diff1 + value: 24.9561 + - type: nauc_recall_at_1000_max + value: 30.2371 + - type: nauc_recall_at_1000_std + value: 42.493199999999995 + - type: nauc_recall_at_1000_diff1 + value: 31.3261 + - type: nauc_precision_at_1_max + value: 24.148 + - type: nauc_precision_at_1_std + value: -5.0881 + - type: nauc_precision_at_1_diff1 + value: 40.2317 + - type: nauc_precision_at_3_max + value: 23.5682 + - type: nauc_precision_at_3_std + value: -3.0209 + - type: nauc_precision_at_3_diff1 + value: 31.5469 + - type: nauc_precision_at_5_max + value: 27.9194 + - type: nauc_precision_at_5_std + value: 3.1782 + - type: nauc_precision_at_5_diff1 + value: 29.5375 + - type: nauc_precision_at_10_max + value: 25.3548 + - type: nauc_precision_at_10_std + value: 6.4399999999999995 + - type: nauc_precision_at_10_diff1 + value: 23.765 + - type: nauc_precision_at_20_max + value: 21.7784 + - type: nauc_precision_at_20_std + value: 9.0614 + - type: nauc_precision_at_20_diff1 + value: 21.2712 + - type: nauc_precision_at_100_max + value: 9.548399999999999 + - type: nauc_precision_at_100_std + value: 10.1302 + - type: nauc_precision_at_100_diff1 + value: 7.7794 + - type: nauc_precision_at_1000_max + value: -1.786 + - type: nauc_precision_at_1000_std + value: 7.0483 + - type: nauc_precision_at_1000_diff1 + value: 0.3852 + - type: nauc_mrr_at_1_max + value: 24.148 + - type: nauc_mrr_at_1_std + value: -5.0881 + - type: nauc_mrr_at_1_diff1 + value: 40.2317 + - type: nauc_mrr_at_3_max + value: 25.427300000000002 + - type: nauc_mrr_at_3_std + value: -3.3314999999999997 + - type: nauc_mrr_at_3_diff1 + value: 37.6423 + - type: nauc_mrr_at_5_max + value: 27.078200000000002 + - type: nauc_mrr_at_5_std + value: -1.9624 + - type: nauc_mrr_at_5_diff1 + value: 37.736999999999995 + - type: nauc_mrr_at_10_max + value: 26.682899999999997 + - type: nauc_mrr_at_10_std + value: -2.1461 + - type: nauc_mrr_at_10_diff1 + value: 37.229800000000004 + - type: nauc_mrr_at_20_max + value: 26.607599999999998 + - type: nauc_mrr_at_20_std + value: -2.1086 + - type: nauc_mrr_at_20_diff1 + value: 37.2775 + - type: nauc_mrr_at_100_max + value: 26.5872 + - type: nauc_mrr_at_100_std + value: -2.0627 + - type: nauc_mrr_at_100_diff1 + value: 37.331399999999995 + - type: nauc_mrr_at_1000_max + value: 26.581599999999998 + - type: nauc_mrr_at_1000_std + value: -2.0612 + - type: nauc_mrr_at_1000_diff1 + value: 37.35 + - type: main_score + value: 40.228 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: ndcg_at_1 + value: 46.391 + - type: ndcg_at_3 + value: 53.346000000000004 + - type: ndcg_at_5 + value: 55.783 + - type: ndcg_at_10 + value: 58.559000000000005 + - type: ndcg_at_20 + value: 60.546 + - type: ndcg_at_100 + value: 63.466 + - type: ndcg_at_1000 + value: 64.522 + - type: map_at_1 + value: 37.635999999999996 + - type: map_at_3 + value: 48.29 + - type: map_at_5 + value: 50.32600000000001 + - type: map_at_10 + value: 51.932 + - type: map_at_20 + value: 52.674 + - type: map_at_100 + value: 53.288000000000004 + - type: map_at_1000 + value: 53.361000000000004 + - type: recall_at_1 + value: 37.635999999999996 + - type: recall_at_3 + value: 57.364000000000004 + - type: recall_at_5 + value: 64.051 + - type: recall_at_10 + value: 72.499 + - type: recall_at_20 + value: 79.119 + - type: recall_at_100 + value: 92.06 + - type: recall_at_1000 + value: 98.36 + - type: precision_at_1 + value: 46.391 + - type: precision_at_3 + value: 25.922 + - type: precision_at_5 + value: 17.921 + - type: precision_at_10 + value: 10.587 + - type: precision_at_20 + value: 6.0440000000000005 + - type: precision_at_100 + value: 1.52 + - type: precision_at_1000 + value: 0.17600000000000002 + - type: mrr_at_1 + value: 46.3908 + - type: mrr_at_3 + value: 55.1011 + - type: mrr_at_5 + value: 56.501400000000004 + - type: mrr_at_10 + value: 57.4608 + - type: mrr_at_20 + value: 57.8635 + - type: mrr_at_100 + value: 58.107 + - type: mrr_at_1000 + value: 58.1252 + - type: nauc_ndcg_at_1_max + value: 25.2322 + - type: nauc_ndcg_at_1_std + value: -6.2181 + - type: nauc_ndcg_at_1_diff1 + value: 56.194599999999994 + - type: nauc_ndcg_at_3_max + value: 19.9074 + - type: nauc_ndcg_at_3_std + value: -11.360000000000001 + - type: nauc_ndcg_at_3_diff1 + value: 50.1354 + - type: nauc_ndcg_at_5_max + value: 21.6277 + - type: nauc_ndcg_at_5_std + value: -11.5257 + - type: nauc_ndcg_at_5_diff1 + value: 50.7328 + - type: nauc_ndcg_at_10_max + value: 21.956400000000002 + - type: nauc_ndcg_at_10_std + value: -11.355500000000001 + - type: nauc_ndcg_at_10_diff1 + value: 50.794399999999996 + - type: nauc_ndcg_at_20_max + value: 22.6223 + - type: nauc_ndcg_at_20_std + value: -9.853399999999999 + - type: nauc_ndcg_at_20_diff1 + value: 50.9574 + - type: nauc_ndcg_at_100_max + value: 24.2651 + - type: nauc_ndcg_at_100_std + value: -8.0397 + - type: nauc_ndcg_at_100_diff1 + value: 50.936800000000005 + - type: nauc_ndcg_at_1000_max + value: 23.7596 + - type: nauc_ndcg_at_1000_std + value: -8.272400000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 51.0966 + - type: nauc_map_at_1_max + value: 17.255100000000002 + - type: nauc_map_at_1_std + value: -12.065199999999999 + - type: nauc_map_at_1_diff1 + value: 58.6877 + - type: nauc_map_at_3_max + value: 18.1417 + - type: nauc_map_at_3_std + value: -12.441 + - type: nauc_map_at_3_diff1 + value: 52.2177 + - type: nauc_map_at_5_max + value: 19.8392 + - type: nauc_map_at_5_std + value: -12.0891 + - type: nauc_map_at_5_diff1 + value: 52.1775 + - type: nauc_map_at_10_max + value: 20.3045 + - type: nauc_map_at_10_std + value: -11.5255 + - type: nauc_map_at_10_diff1 + value: 51.9204 + - type: nauc_map_at_20_max + value: 20.6431 + - type: nauc_map_at_20_std + value: -10.943999999999999 + - type: nauc_map_at_20_diff1 + value: 51.9193 + - type: nauc_map_at_100_max + value: 21.0146 + - type: nauc_map_at_100_std + value: -10.5171 + - type: nauc_map_at_100_diff1 + value: 51.891600000000004 + - type: nauc_map_at_1000_max + value: 21.0138 + - type: nauc_map_at_1000_std + value: -10.5187 + - type: nauc_map_at_1000_diff1 + value: 51.889399999999995 + - type: nauc_recall_at_1_max + value: 17.255100000000002 + - type: nauc_recall_at_1_std + value: -12.065199999999999 + - type: nauc_recall_at_1_diff1 + value: 58.6877 + - type: nauc_recall_at_3_max + value: 14.9038 + - type: nauc_recall_at_3_std + value: -16.0303 + - type: nauc_recall_at_3_diff1 + value: 45.6118 + - type: nauc_recall_at_5_max + value: 19.6895 + - type: nauc_recall_at_5_std + value: -15.123700000000001 + - type: nauc_recall_at_5_diff1 + value: 44.7614 + - type: nauc_recall_at_10_max + value: 21.5993 + - type: nauc_recall_at_10_std + value: -14.677000000000001 + - type: nauc_recall_at_10_diff1 + value: 43.5458 + - type: nauc_recall_at_20_max + value: 23.7273 + - type: nauc_recall_at_20_std + value: -8.9258 + - type: nauc_recall_at_20_diff1 + value: 43.411 + - type: nauc_recall_at_100_max + value: 44.1535 + - type: nauc_recall_at_100_std + value: 11.811399999999999 + - type: nauc_recall_at_100_diff1 + value: 39.9942 + - type: nauc_recall_at_1000_max + value: 58.7738 + - type: nauc_recall_at_1000_std + value: 53.4193 + - type: nauc_recall_at_1000_diff1 + value: 44.9384 + - type: nauc_precision_at_1_max + value: 25.2322 + - type: nauc_precision_at_1_std + value: -6.2181 + - type: nauc_precision_at_1_diff1 + value: 56.194599999999994 + - type: nauc_precision_at_3_max + value: 20.545099999999998 + - type: nauc_precision_at_3_std + value: -1.3921 + - type: nauc_precision_at_3_diff1 + value: 20.9195 + - type: nauc_precision_at_5_max + value: 22.6269 + - type: nauc_precision_at_5_std + value: 1.6629999999999998 + - type: nauc_precision_at_5_diff1 + value: 13.5518 + - type: nauc_precision_at_10_max + value: 19.0727 + - type: nauc_precision_at_10_std + value: 7.6507000000000005 + - type: nauc_precision_at_10_diff1 + value: 2.5033 + - type: nauc_precision_at_20_max + value: 17.127 + - type: nauc_precision_at_20_std + value: 13.337299999999999 + - type: nauc_precision_at_20_diff1 + value: -4.3276 + - type: nauc_precision_at_100_max + value: 14.391200000000001 + - type: nauc_precision_at_100_std + value: 18.587400000000002 + - type: nauc_precision_at_100_diff1 + value: -17.813200000000002 + - type: nauc_precision_at_1000_max + value: 7.077500000000001 + - type: nauc_precision_at_1000_std + value: 14.2364 + - type: nauc_precision_at_1000_diff1 + value: -22.9923 + - type: nauc_mrr_at_1_max + value: 25.2322 + - type: nauc_mrr_at_1_std + value: -6.2181 + - type: nauc_mrr_at_1_diff1 + value: 56.194599999999994 + - type: nauc_mrr_at_3_max + value: 23.7401 + - type: nauc_mrr_at_3_std + value: -8.2938 + - type: nauc_mrr_at_3_diff1 + value: 52.3172 + - type: nauc_mrr_at_5_max + value: 24.5318 + - type: nauc_mrr_at_5_std + value: -8.036999999999999 + - type: nauc_mrr_at_5_diff1 + value: 52.322 + - type: nauc_mrr_at_10_max + value: 24.7665 + - type: nauc_mrr_at_10_std + value: -7.8762 + - type: nauc_mrr_at_10_diff1 + value: 52.2911 + - type: nauc_mrr_at_20_max + value: 24.7915 + - type: nauc_mrr_at_20_std + value: -7.7294 + - type: nauc_mrr_at_20_diff1 + value: 52.356700000000004 + - type: nauc_mrr_at_100_max + value: 24.9507 + - type: nauc_mrr_at_100_std + value: -7.5558 + - type: nauc_mrr_at_100_diff1 + value: 52.371199999999995 + - type: nauc_mrr_at_1000_max + value: 24.9333 + - type: nauc_mrr_at_1000_std + value: -7.563000000000001 + - type: nauc_mrr_at_1000_diff1 + value: 52.378899999999994 + - type: main_score + value: 58.559000000000005 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: ndcg_at_1 + value: 40.868 + - type: ndcg_at_3 + value: 48.642 + - type: ndcg_at_5 + value: 51.781 + - type: ndcg_at_10 + value: 54.53 + - type: ndcg_at_20 + value: 57.055 + - type: ndcg_at_100 + value: 59.64 + - type: ndcg_at_1000 + value: 60.893 + - type: map_at_1 + value: 33.056999999999995 + - type: map_at_3 + value: 43.275999999999996 + - type: map_at_5 + value: 45.846 + - type: map_at_10 + value: 47.423 + - type: map_at_20 + value: 48.327 + - type: map_at_100 + value: 48.869 + - type: map_at_1000 + value: 48.952 + - type: recall_at_1 + value: 33.056999999999995 + - type: recall_at_3 + value: 52.947 + - type: recall_at_5 + value: 61.402 + - type: recall_at_10 + value: 69.503 + - type: recall_at_20 + value: 78.505 + - type: recall_at_100 + value: 90.121 + - type: recall_at_1000 + value: 98.002 + - type: precision_at_1 + value: 40.868 + - type: precision_at_3 + value: 23.857999999999997 + - type: precision_at_5 + value: 17.192 + - type: precision_at_10 + value: 10.24 + - type: precision_at_20 + value: 5.965 + - type: precision_at_100 + value: 1.477 + - type: precision_at_1000 + value: 0.174 + - type: mrr_at_1 + value: 40.867599999999996 + - type: mrr_at_3 + value: 50.32339999999999 + - type: mrr_at_5 + value: 52.0586 + - type: mrr_at_10 + value: 52.975300000000004 + - type: mrr_at_20 + value: 53.5274 + - type: mrr_at_100 + value: 53.7496 + - type: mrr_at_1000 + value: 53.776900000000005 + - type: nauc_ndcg_at_1_max + value: 37.4067 + - type: nauc_ndcg_at_1_std + value: -0.30469999999999997 + - type: nauc_ndcg_at_1_diff1 + value: 52.4693 + - type: nauc_ndcg_at_3_max + value: 32.189499999999995 + - type: nauc_ndcg_at_3_std + value: -2.8709 + - type: nauc_ndcg_at_3_diff1 + value: 43.5817 + - type: nauc_ndcg_at_5_max + value: 34.2106 + - type: nauc_ndcg_at_5_std + value: -1.6284 + - type: nauc_ndcg_at_5_diff1 + value: 44.963300000000004 + - type: nauc_ndcg_at_10_max + value: 35.9831 + - type: nauc_ndcg_at_10_std + value: -0.5308 + - type: nauc_ndcg_at_10_diff1 + value: 44.4916 + - type: nauc_ndcg_at_20_max + value: 36.911100000000005 + - type: nauc_ndcg_at_20_std + value: 1.0106 + - type: nauc_ndcg_at_20_diff1 + value: 45.4908 + - type: nauc_ndcg_at_100_max + value: 37.1523 + - type: nauc_ndcg_at_100_std + value: 1.1026 + - type: nauc_ndcg_at_100_diff1 + value: 45.699 + - type: nauc_ndcg_at_1000_max + value: 36.5078 + - type: nauc_ndcg_at_1000_std + value: 0.16770000000000002 + - type: nauc_ndcg_at_1000_diff1 + value: 46.190599999999996 + - type: nauc_map_at_1_max + value: 29.7439 + - type: nauc_map_at_1_std + value: -6.319 + - type: nauc_map_at_1_diff1 + value: 51.9663 + - type: nauc_map_at_3_max + value: 30.5211 + - type: nauc_map_at_3_std + value: -4.707999999999999 + - type: nauc_map_at_3_diff1 + value: 45.9037 + - type: nauc_map_at_5_max + value: 32.2106 + - type: nauc_map_at_5_std + value: -3.4691 + - type: nauc_map_at_5_diff1 + value: 46.7528 + - type: nauc_map_at_10_max + value: 33.549299999999995 + - type: nauc_map_at_10_std + value: -2.5991 + - type: nauc_map_at_10_diff1 + value: 46.4505 + - type: nauc_map_at_20_max + value: 34.0376 + - type: nauc_map_at_20_std + value: -1.9521 + - type: nauc_map_at_20_diff1 + value: 46.838499999999996 + - type: nauc_map_at_100_max + value: 34.2295 + - type: nauc_map_at_100_std + value: -1.8651999999999997 + - type: nauc_map_at_100_diff1 + value: 46.9823 + - type: nauc_map_at_1000_max + value: 34.2185 + - type: nauc_map_at_1000_std + value: -1.8887 + - type: nauc_map_at_1000_diff1 + value: 47.0126 + - type: nauc_recall_at_1_max + value: 29.7439 + - type: nauc_recall_at_1_std + value: -6.319 + - type: nauc_recall_at_1_diff1 + value: 51.9663 + - type: nauc_recall_at_3_max + value: 26.13 + - type: nauc_recall_at_3_std + value: -4.8992 + - type: nauc_recall_at_3_diff1 + value: 35.1348 + - type: nauc_recall_at_5_max + value: 30.7695 + - type: nauc_recall_at_5_std + value: -0.9249999999999999 + - type: nauc_recall_at_5_diff1 + value: 36.2869 + - type: nauc_recall_at_10_max + value: 35.4921 + - type: nauc_recall_at_10_std + value: 2.2886 + - type: nauc_recall_at_10_diff1 + value: 33.2445 + - type: nauc_recall_at_20_max + value: 39.558 + - type: nauc_recall_at_20_std + value: 10.9075 + - type: nauc_recall_at_20_diff1 + value: 34.7726 + - type: nauc_recall_at_100_max + value: 47.0133 + - type: nauc_recall_at_100_std + value: 24.0775 + - type: nauc_recall_at_100_diff1 + value: 30.848100000000002 + - type: nauc_recall_at_1000_max + value: 45.225500000000004 + - type: nauc_recall_at_1000_std + value: 28.438000000000002 + - type: nauc_recall_at_1000_diff1 + value: 43.8056 + - type: nauc_precision_at_1_max + value: 37.4067 + - type: nauc_precision_at_1_std + value: -0.30469999999999997 + - type: nauc_precision_at_1_diff1 + value: 52.4693 + - type: nauc_precision_at_3_max + value: 29.921599999999998 + - type: nauc_precision_at_3_std + value: 5.675800000000001 + - type: nauc_precision_at_3_diff1 + value: 23.6204 + - type: nauc_precision_at_5_max + value: 29.7564 + - type: nauc_precision_at_5_std + value: 10.1148 + - type: nauc_precision_at_5_diff1 + value: 18.9625 + - type: nauc_precision_at_10_max + value: 29.893700000000003 + - type: nauc_precision_at_10_std + value: 15.361600000000001 + - type: nauc_precision_at_10_diff1 + value: 10.6273 + - type: nauc_precision_at_20_max + value: 27.0088 + - type: nauc_precision_at_20_std + value: 18.9419 + - type: nauc_precision_at_20_diff1 + value: 7.1076 + - type: nauc_precision_at_100_max + value: 19.3034 + - type: nauc_precision_at_100_std + value: 19.8688 + - type: nauc_precision_at_100_diff1 + value: 0.6564000000000001 + - type: nauc_precision_at_1000_max + value: 13.0466 + - type: nauc_precision_at_1000_std + value: 18.043899999999997 + - type: nauc_precision_at_1000_diff1 + value: -0.2514 + - type: nauc_mrr_at_1_max + value: 37.4067 + - type: nauc_mrr_at_1_std + value: -0.30469999999999997 + - type: nauc_mrr_at_1_diff1 + value: 52.4693 + - type: nauc_mrr_at_3_max + value: 35.9476 + - type: nauc_mrr_at_3_std + value: -0.8815 + - type: nauc_mrr_at_3_diff1 + value: 45.8362 + - type: nauc_mrr_at_5_max + value: 37.4581 + - type: nauc_mrr_at_5_std + value: 0.10319999999999999 + - type: nauc_mrr_at_5_diff1 + value: 46.3088 + - type: nauc_mrr_at_10_max + value: 37.580000000000005 + - type: nauc_mrr_at_10_std + value: 0.0791 + - type: nauc_mrr_at_10_diff1 + value: 46.4422 + - type: nauc_mrr_at_20_max + value: 37.7826 + - type: nauc_mrr_at_20_std + value: 0.3522 + - type: nauc_mrr_at_20_diff1 + value: 46.7682 + - type: nauc_mrr_at_100_max + value: 37.7467 + - type: nauc_mrr_at_100_std + value: 0.3098 + - type: nauc_mrr_at_100_diff1 + value: 46.8447 + - type: nauc_mrr_at_1000_max + value: 37.7237 + - type: nauc_mrr_at_1000_std + value: 0.2942 + - type: nauc_mrr_at_1000_diff1 + value: 46.8562 + - type: main_score + value: 54.53 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: ndcg_at_1 + value: 40.20541666666666 + - type: ndcg_at_3 + value: 46.669083333333326 + - type: ndcg_at_5 + value: 49.367083333333326 + - type: ndcg_at_10 + value: 52.187666666666665 + - type: ndcg_at_20 + value: 54.32208333333334 + - type: ndcg_at_100 + value: 57.03583333333334 + - type: ndcg_at_1000 + value: 58.49916666666666 + - type: map_at_1 + value: 33.821 + - type: map_at_3 + value: 42.414833333333334 + - type: map_at_5 + value: 44.435916666666664 + - type: map_at_10 + value: 45.97216666666667 + - type: map_at_20 + value: 46.74225 + - type: map_at_100 + value: 47.283833333333334 + - type: map_at_1000 + value: 47.376666666666665 + - type: recall_at_1 + value: 33.821 + - type: recall_at_3 + value: 50.55849999999998 + - type: recall_at_5 + value: 57.59116666666667 + - type: recall_at_10 + value: 65.90283333333333 + - type: recall_at_20 + value: 73.60616666666667 + - type: recall_at_100 + value: 86.37716666666665 + - type: recall_at_1000 + value: 96.07316666666664 + - type: precision_at_1 + value: 40.20541666666666 + - type: precision_at_3 + value: 21.70416666666667 + - type: precision_at_5 + value: 15.336500000000001 + - type: precision_at_10 + value: 9.181833333333334 + - type: precision_at_20 + value: 5.337833333333332 + - type: precision_at_100 + value: 1.365333333333333 + - type: precision_at_1000 + value: 0.1665 + - type: mrr_at_1 + value: 40.205324999999995 + - type: mrr_at_3 + value: 47.71851666666666 + - type: mrr_at_5 + value: 49.28709166666667 + - type: mrr_at_10 + value: 50.312025000000006 + - type: mrr_at_20 + value: 50.79848333333333 + - type: mrr_at_100 + value: 51.077783333333336 + - type: mrr_at_1000 + value: 51.11320833333334 + - type: nauc_ndcg_at_1_max + value: 27.959433333333333 + - type: nauc_ndcg_at_1_std + value: -5.1863 + - type: nauc_ndcg_at_1_diff1 + value: 51.2957 + - type: nauc_ndcg_at_3_max + value: 26.203025000000004 + - type: nauc_ndcg_at_3_std + value: -6.255891666666667 + - type: nauc_ndcg_at_3_diff1 + value: 46.468316666666674 + - type: nauc_ndcg_at_5_max + value: 27.49124166666667 + - type: nauc_ndcg_at_5_std + value: -5.559333333333335 + - type: nauc_ndcg_at_5_diff1 + value: 45.99999166666666 + - type: nauc_ndcg_at_10_max + value: 28.059758333333335 + - type: nauc_ndcg_at_10_std + value: -4.480933333333334 + - type: nauc_ndcg_at_10_diff1 + value: 45.66293333333335 + - type: nauc_ndcg_at_20_max + value: 28.445833333333333 + - type: nauc_ndcg_at_20_std + value: -3.4845083333333338 + - type: nauc_ndcg_at_20_diff1 + value: 45.688449999999996 + - type: nauc_ndcg_at_100_max + value: 28.945174999999995 + - type: nauc_ndcg_at_100_std + value: -2.521816666666667 + - type: nauc_ndcg_at_100_diff1 + value: 45.820041666666675 + - type: nauc_ndcg_at_1000_max + value: 28.690624999999997 + - type: nauc_ndcg_at_1000_std + value: -2.9268416666666663 + - type: nauc_ndcg_at_1000_diff1 + value: 46.183749999999996 + - type: nauc_map_at_1_max + value: 22.903666666666666 + - type: nauc_map_at_1_std + value: -8.212708333333333 + - type: nauc_map_at_1_diff1 + value: 52.467391666666664 + - type: nauc_map_at_3_max + value: 24.647175000000008 + - type: nauc_map_at_3_std + value: -7.754766666666667 + - type: nauc_map_at_3_diff1 + value: 48.078491666666665 + - type: nauc_map_at_5_max + value: 25.908183333333334 + - type: nauc_map_at_5_std + value: -7.041600000000001 + - type: nauc_map_at_5_diff1 + value: 47.696650000000005 + - type: nauc_map_at_10_max + value: 26.48871666666666 + - type: nauc_map_at_10_std + value: -6.2858166666666655 + - type: nauc_map_at_10_diff1 + value: 47.451991666666665 + - type: nauc_map_at_20_max + value: 26.760866666666665 + - type: nauc_map_at_20_std + value: -5.832466666666664 + - type: nauc_map_at_20_diff1 + value: 47.43503333333334 + - type: nauc_map_at_100_max + value: 26.92709166666667 + - type: nauc_map_at_100_std + value: -5.530858333333334 + - type: nauc_map_at_100_diff1 + value: 47.4343 + - type: nauc_map_at_1000_max + value: 26.909024999999996 + - type: nauc_map_at_1000_std + value: -5.502908333333333 + - type: nauc_map_at_1000_diff1 + value: 47.443708333333326 + - type: nauc_recall_at_1_max + value: 22.903666666666666 + - type: nauc_recall_at_1_std + value: -8.212708333333333 + - type: nauc_recall_at_1_diff1 + value: 52.467391666666664 + - type: nauc_recall_at_3_max + value: 23.38484166666667 + - type: nauc_recall_at_3_std + value: -7.751666666666666 + - type: nauc_recall_at_3_diff1 + value: 42.268116666666664 + - type: nauc_recall_at_5_max + value: 26.351625000000002 + - type: nauc_recall_at_5_std + value: -5.687058333333334 + - type: nauc_recall_at_5_diff1 + value: 39.880075 + - type: nauc_recall_at_10_max + value: 28.123716666666667 + - type: nauc_recall_at_10_std + value: -1.9335916666666664 + - type: nauc_recall_at_10_diff1 + value: 37.67715833333334 + - type: nauc_recall_at_20_max + value: 30.026233333333334 + - type: nauc_recall_at_20_std + value: 3.7864750000000003 + - type: nauc_recall_at_20_diff1 + value: 36.37902499999999 + - type: nauc_recall_at_100_max + value: 38.34054166666665 + - type: nauc_recall_at_100_std + value: 19.742633333333334 + - type: nauc_recall_at_100_diff1 + value: 33.567858333333334 + - type: nauc_recall_at_1000_max + value: 49.25595 + - type: nauc_recall_at_1000_std + value: 43.51984166666667 + - type: nauc_recall_at_1000_diff1 + value: 33.28621666666666 + - type: nauc_precision_at_1_max + value: 27.959433333333333 + - type: nauc_precision_at_1_std + value: -5.1863 + - type: nauc_precision_at_1_diff1 + value: 51.2957 + - type: nauc_precision_at_3_max + value: 25.37675833333333 + - type: nauc_precision_at_3_std + value: -0.09907499999999982 + - type: nauc_precision_at_3_diff1 + value: 27.616416666666666 + - type: nauc_precision_at_5_max + value: 26.26798333333334 + - type: nauc_precision_at_5_std + value: 3.9784666666666664 + - type: nauc_precision_at_5_diff1 + value: 19.944983333333333 + - type: nauc_precision_at_10_max + value: 23.977883333333335 + - type: nauc_precision_at_10_std + value: 9.17605 + - type: nauc_precision_at_10_diff1 + value: 11.407491666666665 + - type: nauc_precision_at_20_max + value: 21.376025 + - type: nauc_precision_at_20_std + value: 13.474358333333333 + - type: nauc_precision_at_20_diff1 + value: 4.836375 + - type: nauc_precision_at_100_max + value: 14.341025000000002 + - type: nauc_precision_at_100_std + value: 17.450875 + - type: nauc_precision_at_100_diff1 + value: -5.609583333333335 + - type: nauc_precision_at_1000_max + value: 4.704733333333333 + - type: nauc_precision_at_1000_std + value: 13.05885 + - type: nauc_precision_at_1000_diff1 + value: -12.96958333333333 + - type: nauc_mrr_at_1_max + value: 27.959433333333333 + - type: nauc_mrr_at_1_std + value: -5.1863 + - type: nauc_mrr_at_1_diff1 + value: 51.2957 + - type: nauc_mrr_at_3_max + value: 28.132708333333333 + - type: nauc_mrr_at_3_std + value: -4.832091666666667 + - type: nauc_mrr_at_3_diff1 + value: 47.59564166666668 + - type: nauc_mrr_at_5_max + value: 28.779724999999996 + - type: nauc_mrr_at_5_std + value: -4.348183333333334 + - type: nauc_mrr_at_5_diff1 + value: 47.218791666666675 + - type: nauc_mrr_at_10_max + value: 28.822750000000003 + - type: nauc_mrr_at_10_std + value: -4.052833333333333 + - type: nauc_mrr_at_10_diff1 + value: 47.15955833333334 + - type: nauc_mrr_at_20_max + value: 28.85099166666667 + - type: nauc_mrr_at_20_std + value: -3.8913500000000005 + - type: nauc_mrr_at_20_diff1 + value: 47.183975000000004 + - type: nauc_mrr_at_100_max + value: 28.868125 + - type: nauc_mrr_at_100_std + value: -3.853541666666666 + - type: nauc_mrr_at_100_diff1 + value: 47.23730000000002 + - type: nauc_mrr_at_1000_max + value: 28.862125 + - type: nauc_mrr_at_1000_std + value: -3.8645333333333336 + - type: nauc_mrr_at_1000_diff1 + value: 47.24678333333334 + - type: main_score + value: 52.187666666666665 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: main_score + value: 52.187666666666665 + - type: ndcg_at_10 + value: 52.187666666666665 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + split: test + type: mteb/cqadupstack-stats + metrics: + - type: ndcg_at_1 + value: 34.816 + - type: ndcg_at_3 + value: 40.672999999999995 + - type: ndcg_at_5 + value: 43.075 + - type: ndcg_at_10 + value: 46.217999999999996 + - type: ndcg_at_20 + value: 48.299 + - type: ndcg_at_100 + value: 51.092999999999996 + - type: ndcg_at_1000 + value: 52.873999999999995 + - type: map_at_1 + value: 30.59 + - type: map_at_3 + value: 37.352999999999994 + - type: map_at_5 + value: 38.985 + - type: map_at_10 + value: 40.461999999999996 + - type: map_at_20 + value: 41.105000000000004 + - type: map_at_100 + value: 41.555 + - type: map_at_1000 + value: 41.635 + - type: recall_at_1 + value: 30.59 + - type: recall_at_3 + value: 44.993 + - type: recall_at_5 + value: 50.985 + - type: recall_at_10 + value: 60.638000000000005 + - type: recall_at_20 + value: 68.483 + - type: recall_at_100 + value: 82.25200000000001 + - type: recall_at_1000 + value: 94.939 + - type: precision_at_1 + value: 34.816 + - type: precision_at_3 + value: 17.945 + - type: precision_at_5 + value: 12.485 + - type: precision_at_10 + value: 7.5 + - type: precision_at_20 + value: 4.317 + - type: precision_at_100 + value: 1.072 + - type: precision_at_1000 + value: 0.13 + - type: mrr_at_1 + value: 34.816 + - type: mrr_at_3 + value: 41.1299 + - type: mrr_at_5 + value: 42.4719 + - type: mrr_at_10 + value: 43.749 + - type: mrr_at_20 + value: 44.2399 + - type: mrr_at_100 + value: 44.5852 + - type: mrr_at_1000 + value: 44.6322 + - type: nauc_ndcg_at_1_max + value: 27.101300000000002 + - type: nauc_ndcg_at_1_std + value: -7.3921 + - type: nauc_ndcg_at_1_diff1 + value: 60.45890000000001 + - type: nauc_ndcg_at_3_max + value: 25.9799 + - type: nauc_ndcg_at_3_std + value: -5.8032 + - type: nauc_ndcg_at_3_diff1 + value: 52.5664 + - type: nauc_ndcg_at_5_max + value: 25.4921 + - type: nauc_ndcg_at_5_std + value: -5.382 + - type: nauc_ndcg_at_5_diff1 + value: 51.241899999999994 + - type: nauc_ndcg_at_10_max + value: 25.092100000000002 + - type: nauc_ndcg_at_10_std + value: -5.0706 + - type: nauc_ndcg_at_10_diff1 + value: 50.139900000000004 + - type: nauc_ndcg_at_20_max + value: 26.554499999999997 + - type: nauc_ndcg_at_20_std + value: -3.7098 + - type: nauc_ndcg_at_20_diff1 + value: 49.695 + - type: nauc_ndcg_at_100_max + value: 27.3013 + - type: nauc_ndcg_at_100_std + value: -1.8762 + - type: nauc_ndcg_at_100_diff1 + value: 50.0758 + - type: nauc_ndcg_at_1000_max + value: 27.1576 + - type: nauc_ndcg_at_1000_std + value: -2.6355 + - type: nauc_ndcg_at_1000_diff1 + value: 50.838300000000004 + - type: nauc_map_at_1_max + value: 23.2966 + - type: nauc_map_at_1_std + value: -8.626000000000001 + - type: nauc_map_at_1_diff1 + value: 60.4629 + - type: nauc_map_at_3_max + value: 24.6135 + - type: nauc_map_at_3_std + value: -6.8465 + - type: nauc_map_at_3_diff1 + value: 54.9658 + - type: nauc_map_at_5_max + value: 24.8204 + - type: nauc_map_at_5_std + value: -6.4777000000000005 + - type: nauc_map_at_5_diff1 + value: 53.897099999999995 + - type: nauc_map_at_10_max + value: 24.6868 + - type: nauc_map_at_10_std + value: -6.389 + - type: nauc_map_at_10_diff1 + value: 53.4103 + - type: nauc_map_at_20_max + value: 25.1706 + - type: nauc_map_at_20_std + value: -6.0055 + - type: nauc_map_at_20_diff1 + value: 53.24719999999999 + - type: nauc_map_at_100_max + value: 25.312800000000003 + - type: nauc_map_at_100_std + value: -5.7338000000000005 + - type: nauc_map_at_100_diff1 + value: 53.323 + - type: nauc_map_at_1000_max + value: 25.307000000000002 + - type: nauc_map_at_1000_std + value: -5.758900000000001 + - type: nauc_map_at_1000_diff1 + value: 53.352999999999994 + - type: nauc_recall_at_1_max + value: 23.2966 + - type: nauc_recall_at_1_std + value: -8.626000000000001 + - type: nauc_recall_at_1_diff1 + value: 60.4629 + - type: nauc_recall_at_3_max + value: 25.026300000000003 + - type: nauc_recall_at_3_std + value: -4.8145 + - type: nauc_recall_at_3_diff1 + value: 46.1804 + - type: nauc_recall_at_5_max + value: 24.2886 + - type: nauc_recall_at_5_std + value: -3.4981999999999998 + - type: nauc_recall_at_5_diff1 + value: 42.3891 + - type: nauc_recall_at_10_max + value: 22.723 + - type: nauc_recall_at_10_std + value: -1.4694 + - type: nauc_recall_at_10_diff1 + value: 37.2443 + - type: nauc_recall_at_20_max + value: 27.9569 + - type: nauc_recall_at_20_std + value: 4.190300000000001 + - type: nauc_recall_at_20_diff1 + value: 33.8085 + - type: nauc_recall_at_100_max + value: 35.9651 + - type: nauc_recall_at_100_std + value: 26.3042 + - type: nauc_recall_at_100_diff1 + value: 27.5138 + - type: nauc_recall_at_1000_max + value: 53.2536 + - type: nauc_recall_at_1000_std + value: 53.539899999999996 + - type: nauc_recall_at_1000_diff1 + value: 12.645999999999999 + - type: nauc_precision_at_1_max + value: 27.101300000000002 + - type: nauc_precision_at_1_std + value: -7.3921 + - type: nauc_precision_at_1_diff1 + value: 60.45890000000001 + - type: nauc_precision_at_3_max + value: 26.884200000000003 + - type: nauc_precision_at_3_std + value: -1.2686 + - type: nauc_precision_at_3_diff1 + value: 38.2754 + - type: nauc_precision_at_5_max + value: 24.5385 + - type: nauc_precision_at_5_std + value: 0.6978 + - type: nauc_precision_at_5_diff1 + value: 29.4833 + - type: nauc_precision_at_10_max + value: 21.5336 + - type: nauc_precision_at_10_std + value: 1.9573 + - type: nauc_precision_at_10_diff1 + value: 21.1369 + - type: nauc_precision_at_20_max + value: 24.7216 + - type: nauc_precision_at_20_std + value: 8.632900000000001 + - type: nauc_precision_at_20_diff1 + value: 13.6823 + - type: nauc_precision_at_100_max + value: 20.265900000000002 + - type: nauc_precision_at_100_std + value: 15.1452 + - type: nauc_precision_at_100_diff1 + value: 3.6132999999999997 + - type: nauc_precision_at_1000_max + value: 9.309000000000001 + - type: nauc_precision_at_1000_std + value: 10.9778 + - type: nauc_precision_at_1000_diff1 + value: -4.9729 + - type: nauc_mrr_at_1_max + value: 27.101300000000002 + - type: nauc_mrr_at_1_std + value: -7.3921 + - type: nauc_mrr_at_1_diff1 + value: 60.45890000000001 + - type: nauc_mrr_at_3_max + value: 27.294400000000003 + - type: nauc_mrr_at_3_std + value: -6.070600000000001 + - type: nauc_mrr_at_3_diff1 + value: 54.1972 + - type: nauc_mrr_at_5_max + value: 27.134900000000002 + - type: nauc_mrr_at_5_std + value: -5.5966000000000005 + - type: nauc_mrr_at_5_diff1 + value: 53.9171 + - type: nauc_mrr_at_10_max + value: 27.2217 + - type: nauc_mrr_at_10_std + value: -5.1945 + - type: nauc_mrr_at_10_diff1 + value: 53.5342 + - type: nauc_mrr_at_20_max + value: 27.4326 + - type: nauc_mrr_at_20_std + value: -4.936 + - type: nauc_mrr_at_20_diff1 + value: 53.424400000000006 + - type: nauc_mrr_at_100_max + value: 27.4249 + - type: nauc_mrr_at_100_std + value: -4.8412999999999995 + - type: nauc_mrr_at_100_diff1 + value: 53.498900000000006 + - type: nauc_mrr_at_1000_max + value: 27.428 + - type: nauc_mrr_at_1000_std + value: -4.8584000000000005 + - type: nauc_mrr_at_1000_diff1 + value: 53.528200000000005 + - type: main_score + value: 46.217999999999996 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: mteb/cqadupstack-tex + metrics: + - type: ndcg_at_1 + value: 27.357 + - type: ndcg_at_3 + value: 33.004 + - type: ndcg_at_5 + value: 35.423 + - type: ndcg_at_10 + value: 38.188 + - type: ndcg_at_20 + value: 40.407 + - type: ndcg_at_100 + value: 43.747 + - type: ndcg_at_1000 + value: 46.105000000000004 + - type: map_at_1 + value: 22.529 + - type: map_at_3 + value: 29.392000000000003 + - type: map_at_5 + value: 31.075999999999997 + - type: map_at_10 + value: 32.411 + - type: map_at_20 + value: 33.139 + - type: map_at_100 + value: 33.715 + - type: map_at_1000 + value: 33.835 + - type: recall_at_1 + value: 22.529 + - type: recall_at_3 + value: 36.757 + - type: recall_at_5 + value: 42.937999999999995 + - type: recall_at_10 + value: 51.121 + - type: recall_at_20 + value: 59.143 + - type: recall_at_100 + value: 75.271 + - type: recall_at_1000 + value: 91.548 + - type: precision_at_1 + value: 27.357 + - type: precision_at_3 + value: 15.669 + - type: precision_at_5 + value: 11.349 + - type: precision_at_10 + value: 7.01 + - type: precision_at_20 + value: 4.2139999999999995 + - type: precision_at_100 + value: 1.1520000000000001 + - type: precision_at_1000 + value: 0.154 + - type: mrr_at_1 + value: 27.3572 + - type: mrr_at_3 + value: 34.0674 + - type: mrr_at_5 + value: 35.5437 + - type: mrr_at_10 + value: 36.6722 + - type: mrr_at_20 + value: 37.206 + - type: mrr_at_100 + value: 37.5807 + - type: mrr_at_1000 + value: 37.6435 + - type: nauc_ndcg_at_1_max + value: 22.098699999999997 + - type: nauc_ndcg_at_1_std + value: 2.2769999999999997 + - type: nauc_ndcg_at_1_diff1 + value: 42.9307 + - type: nauc_ndcg_at_3_max + value: 20.8931 + - type: nauc_ndcg_at_3_std + value: 1.2651000000000001 + - type: nauc_ndcg_at_3_diff1 + value: 36.9888 + - type: nauc_ndcg_at_5_max + value: 21.7111 + - type: nauc_ndcg_at_5_std + value: 2.477 + - type: nauc_ndcg_at_5_diff1 + value: 36.228500000000004 + - type: nauc_ndcg_at_10_max + value: 22.070500000000003 + - type: nauc_ndcg_at_10_std + value: 3.0183999999999997 + - type: nauc_ndcg_at_10_diff1 + value: 35.8017 + - type: nauc_ndcg_at_20_max + value: 22.5216 + - type: nauc_ndcg_at_20_std + value: 3.6627 + - type: nauc_ndcg_at_20_diff1 + value: 35.7715 + - type: nauc_ndcg_at_100_max + value: 22.6209 + - type: nauc_ndcg_at_100_std + value: 4.933400000000001 + - type: nauc_ndcg_at_100_diff1 + value: 35.8506 + - type: nauc_ndcg_at_1000_max + value: 22.7921 + - type: nauc_ndcg_at_1000_std + value: 4.8571 + - type: nauc_ndcg_at_1000_diff1 + value: 36.4483 + - type: nauc_map_at_1_max + value: 19.0893 + - type: nauc_map_at_1_std + value: 0.7692 + - type: nauc_map_at_1_diff1 + value: 43.1923 + - type: nauc_map_at_3_max + value: 19.9141 + - type: nauc_map_at_3_std + value: 0.8408000000000001 + - type: nauc_map_at_3_diff1 + value: 38.5045 + - type: nauc_map_at_5_max + value: 20.639499999999998 + - type: nauc_map_at_5_std + value: 1.5998999999999999 + - type: nauc_map_at_5_diff1 + value: 38.0566 + - type: nauc_map_at_10_max + value: 20.877499999999998 + - type: nauc_map_at_10_std + value: 1.8520999999999999 + - type: nauc_map_at_10_diff1 + value: 37.7695 + - type: nauc_map_at_20_max + value: 21.096799999999998 + - type: nauc_map_at_20_std + value: 2.0564 + - type: nauc_map_at_20_diff1 + value: 37.7672 + - type: nauc_map_at_100_max + value: 21.1782 + - type: nauc_map_at_100_std + value: 2.2774 + - type: nauc_map_at_100_diff1 + value: 37.7887 + - type: nauc_map_at_1000_max + value: 21.2234 + - type: nauc_map_at_1000_std + value: 2.2916 + - type: nauc_map_at_1000_diff1 + value: 37.802 + - type: nauc_recall_at_1_max + value: 19.0893 + - type: nauc_recall_at_1_std + value: 0.7692 + - type: nauc_recall_at_1_diff1 + value: 43.1923 + - type: nauc_recall_at_3_max + value: 19.0189 + - type: nauc_recall_at_3_std + value: 0.9452999999999999 + - type: nauc_recall_at_3_diff1 + value: 32.317800000000005 + - type: nauc_recall_at_5_max + value: 20.4022 + - type: nauc_recall_at_5_std + value: 3.6337 + - type: nauc_recall_at_5_diff1 + value: 30.2751 + - type: nauc_recall_at_10_max + value: 21.271 + - type: nauc_recall_at_10_std + value: 5.158399999999999 + - type: nauc_recall_at_10_diff1 + value: 28.0265 + - type: nauc_recall_at_20_max + value: 22.684199999999997 + - type: nauc_recall_at_20_std + value: 7.760599999999999 + - type: nauc_recall_at_20_diff1 + value: 26.738400000000002 + - type: nauc_recall_at_100_max + value: 23.893 + - type: nauc_recall_at_100_std + value: 17.5277 + - type: nauc_recall_at_100_diff1 + value: 24.107400000000002 + - type: nauc_recall_at_1000_max + value: 29.905700000000003 + - type: nauc_recall_at_1000_std + value: 33.427 + - type: nauc_recall_at_1000_diff1 + value: 25.609700000000004 + - type: nauc_precision_at_1_max + value: 22.098699999999997 + - type: nauc_precision_at_1_std + value: 2.2769999999999997 + - type: nauc_precision_at_1_diff1 + value: 42.9307 + - type: nauc_precision_at_3_max + value: 23.325000000000003 + - type: nauc_precision_at_3_std + value: 3.0432 + - type: nauc_precision_at_3_diff1 + value: 29.540899999999997 + - type: nauc_precision_at_5_max + value: 23.9431 + - type: nauc_precision_at_5_std + value: 5.1437 + - type: nauc_precision_at_5_diff1 + value: 24.6725 + - type: nauc_precision_at_10_max + value: 23.5015 + - type: nauc_precision_at_10_std + value: 5.9138 + - type: nauc_precision_at_10_diff1 + value: 19.669700000000002 + - type: nauc_precision_at_20_max + value: 22.7077 + - type: nauc_precision_at_20_std + value: 7.2065 + - type: nauc_precision_at_20_diff1 + value: 15.0605 + - type: nauc_precision_at_100_max + value: 18.6587 + - type: nauc_precision_at_100_std + value: 9.1646 + - type: nauc_precision_at_100_diff1 + value: 5.396100000000001 + - type: nauc_precision_at_1000_max + value: 17.2488 + - type: nauc_precision_at_1000_std + value: 5.5226999999999995 + - type: nauc_precision_at_1000_diff1 + value: -2.2242 + - type: nauc_mrr_at_1_max + value: 22.098699999999997 + - type: nauc_mrr_at_1_std + value: 2.2769999999999997 + - type: nauc_mrr_at_1_diff1 + value: 42.9307 + - type: nauc_mrr_at_3_max + value: 22.5307 + - type: nauc_mrr_at_3_std + value: 2.2973 + - type: nauc_mrr_at_3_diff1 + value: 38.3222 + - type: nauc_mrr_at_5_max + value: 22.7881 + - type: nauc_mrr_at_5_std + value: 2.8236 + - type: nauc_mrr_at_5_diff1 + value: 38.041599999999995 + - type: nauc_mrr_at_10_max + value: 22.9214 + - type: nauc_mrr_at_10_std + value: 2.9953 + - type: nauc_mrr_at_10_diff1 + value: 37.9682 + - type: nauc_mrr_at_20_max + value: 22.9839 + - type: nauc_mrr_at_20_std + value: 3.1535 + - type: nauc_mrr_at_20_diff1 + value: 37.935900000000004 + - type: nauc_mrr_at_100_max + value: 22.971700000000002 + - type: nauc_mrr_at_100_std + value: 3.2709 + - type: nauc_mrr_at_100_diff1 + value: 37.952000000000005 + - type: nauc_mrr_at_1000_max + value: 22.9724 + - type: nauc_mrr_at_1000_std + value: 3.2696000000000005 + - type: nauc_mrr_at_1000_diff1 + value: 37.9686 + - type: main_score + value: 38.188 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + split: test + type: mteb/cqadupstack-unix + metrics: + - type: ndcg_at_1 + value: 43.657000000000004 + - type: ndcg_at_3 + value: 48.655 + - type: ndcg_at_5 + value: 51.504000000000005 + - type: ndcg_at_10 + value: 54.86299999999999 + - type: ndcg_at_20 + value: 56.682 + - type: ndcg_at_100 + value: 59.321 + - type: ndcg_at_1000 + value: 60.745000000000005 + - type: map_at_1 + value: 36.702 + - type: map_at_3 + value: 44.749 + - type: map_at_5 + value: 46.906 + - type: map_at_10 + value: 48.617 + - type: map_at_20 + value: 49.26 + - type: map_at_100 + value: 49.728 + - type: map_at_1000 + value: 49.803 + - type: recall_at_1 + value: 36.702 + - type: recall_at_3 + value: 52.032999999999994 + - type: recall_at_5 + value: 59.551 + - type: recall_at_10 + value: 69.366 + - type: recall_at_20 + value: 75.685 + - type: recall_at_100 + value: 87.90599999999999 + - type: recall_at_1000 + value: 97.129 + - type: precision_at_1 + value: 43.657000000000004 + - type: precision_at_3 + value: 22.201 + - type: precision_at_5 + value: 15.559999999999999 + - type: precision_at_10 + value: 9.272 + - type: precision_at_20 + value: 5.2010000000000005 + - type: precision_at_100 + value: 1.2710000000000001 + - type: precision_at_1000 + value: 0.149 + - type: mrr_at_1 + value: 43.6567 + - type: mrr_at_3 + value: 50.310900000000004 + - type: mrr_at_5 + value: 51.920100000000005 + - type: mrr_at_10 + value: 53.16499999999999 + - type: mrr_at_20 + value: 53.5558 + - type: mrr_at_100 + value: 53.8378 + - type: mrr_at_1000 + value: 53.8742 + - type: nauc_ndcg_at_1_max + value: 37.3012 + - type: nauc_ndcg_at_1_std + value: -7.856000000000001 + - type: nauc_ndcg_at_1_diff1 + value: 56.008100000000006 + - type: nauc_ndcg_at_3_max + value: 36.1501 + - type: nauc_ndcg_at_3_std + value: -7.5736 + - type: nauc_ndcg_at_3_diff1 + value: 50.468599999999995 + - type: nauc_ndcg_at_5_max + value: 37.2138 + - type: nauc_ndcg_at_5_std + value: -7.542400000000001 + - type: nauc_ndcg_at_5_diff1 + value: 50.54650000000001 + - type: nauc_ndcg_at_10_max + value: 36.321799999999996 + - type: nauc_ndcg_at_10_std + value: -6.135 + - type: nauc_ndcg_at_10_diff1 + value: 49.875 + - type: nauc_ndcg_at_20_max + value: 36.672900000000006 + - type: nauc_ndcg_at_20_std + value: -6.2452 + - type: nauc_ndcg_at_20_diff1 + value: 50.254 + - type: nauc_ndcg_at_100_max + value: 36.8865 + - type: nauc_ndcg_at_100_std + value: -5.4136999999999995 + - type: nauc_ndcg_at_100_diff1 + value: 50.310100000000006 + - type: nauc_ndcg_at_1000_max + value: 37.0981 + - type: nauc_ndcg_at_1000_std + value: -5.6573 + - type: nauc_ndcg_at_1000_diff1 + value: 50.7665 + - type: nauc_map_at_1_max + value: 34.0226 + - type: nauc_map_at_1_std + value: -6.3741 + - type: nauc_map_at_1_diff1 + value: 56.6121 + - type: nauc_map_at_3_max + value: 35.4086 + - type: nauc_map_at_3_std + value: -7.3781 + - type: nauc_map_at_3_diff1 + value: 52.1756 + - type: nauc_map_at_5_max + value: 36.596000000000004 + - type: nauc_map_at_5_std + value: -7.2397 + - type: nauc_map_at_5_diff1 + value: 51.9549 + - type: nauc_map_at_10_max + value: 36.3973 + - type: nauc_map_at_10_std + value: -6.7556 + - type: nauc_map_at_10_diff1 + value: 51.541199999999996 + - type: nauc_map_at_20_max + value: 36.6103 + - type: nauc_map_at_20_std + value: -6.900199999999999 + - type: nauc_map_at_20_diff1 + value: 51.6236 + - type: nauc_map_at_100_max + value: 36.623099999999994 + - type: nauc_map_at_100_std + value: -6.758100000000001 + - type: nauc_map_at_100_diff1 + value: 51.6335 + - type: nauc_map_at_1000_max + value: 36.6186 + - type: nauc_map_at_1000_std + value: -6.7547999999999995 + - type: nauc_map_at_1000_diff1 + value: 51.65260000000001 + - type: nauc_recall_at_1_max + value: 34.0226 + - type: nauc_recall_at_1_std + value: -6.3741 + - type: nauc_recall_at_1_diff1 + value: 56.6121 + - type: nauc_recall_at_3_max + value: 32.8575 + - type: nauc_recall_at_3_std + value: -7.1077 + - type: nauc_recall_at_3_diff1 + value: 45.867999999999995 + - type: nauc_recall_at_5_max + value: 35.8504 + - type: nauc_recall_at_5_std + value: -7.0621 + - type: nauc_recall_at_5_diff1 + value: 44.981500000000004 + - type: nauc_recall_at_10_max + value: 31.985400000000002 + - type: nauc_recall_at_10_std + value: -2.6785 + - type: nauc_recall_at_10_diff1 + value: 41.1685 + - type: nauc_recall_at_20_max + value: 32.968399999999995 + - type: nauc_recall_at_20_std + value: -2.2142 + - type: nauc_recall_at_20_diff1 + value: 42.2512 + - type: nauc_recall_at_100_max + value: 35.8989 + - type: nauc_recall_at_100_std + value: 9.016499999999999 + - type: nauc_recall_at_100_diff1 + value: 39.967200000000005 + - type: nauc_recall_at_1000_max + value: 59.1626 + - type: nauc_recall_at_1000_std + value: 39.4007 + - type: nauc_recall_at_1000_diff1 + value: 43.7137 + - type: nauc_precision_at_1_max + value: 37.3012 + - type: nauc_precision_at_1_std + value: -7.856000000000001 + - type: nauc_precision_at_1_diff1 + value: 56.008100000000006 + - type: nauc_precision_at_3_max + value: 31.283699999999996 + - type: nauc_precision_at_3_std + value: -6.9807 + - type: nauc_precision_at_3_diff1 + value: 30.3485 + - type: nauc_precision_at_5_max + value: 30.2951 + - type: nauc_precision_at_5_std + value: -5.3136 + - type: nauc_precision_at_5_diff1 + value: 22.778599999999997 + - type: nauc_precision_at_10_max + value: 23.3597 + - type: nauc_precision_at_10_std + value: -2.3816 + - type: nauc_precision_at_10_diff1 + value: 12.772 + - type: nauc_precision_at_20_max + value: 18.7515 + - type: nauc_precision_at_20_std + value: -2.6481 + - type: nauc_precision_at_20_diff1 + value: 6.893299999999999 + - type: nauc_precision_at_100_max + value: 7.0688 + - type: nauc_precision_at_100_std + value: 3.2305 + - type: nauc_precision_at_100_diff1 + value: -7.207199999999999 + - type: nauc_precision_at_1000_max + value: -3.0616999999999996 + - type: nauc_precision_at_1000_std + value: 0.9625 + - type: nauc_precision_at_1000_diff1 + value: -14.782 + - type: nauc_mrr_at_1_max + value: 37.3012 + - type: nauc_mrr_at_1_std + value: -7.856000000000001 + - type: nauc_mrr_at_1_diff1 + value: 56.008100000000006 + - type: nauc_mrr_at_3_max + value: 37.039100000000005 + - type: nauc_mrr_at_3_std + value: -7.5545 + - type: nauc_mrr_at_3_diff1 + value: 51.8849 + - type: nauc_mrr_at_5_max + value: 37.6025 + - type: nauc_mrr_at_5_std + value: -7.767200000000001 + - type: nauc_mrr_at_5_diff1 + value: 51.8526 + - type: nauc_mrr_at_10_max + value: 37.1594 + - type: nauc_mrr_at_10_std + value: -7.2459 + - type: nauc_mrr_at_10_diff1 + value: 51.644999999999996 + - type: nauc_mrr_at_20_max + value: 37.1932 + - type: nauc_mrr_at_20_std + value: -7.2422 + - type: nauc_mrr_at_20_diff1 + value: 51.7983 + - type: nauc_mrr_at_100_max + value: 37.2087 + - type: nauc_mrr_at_100_std + value: -7.1905 + - type: nauc_mrr_at_100_diff1 + value: 51.841800000000006 + - type: nauc_mrr_at_1000_max + value: 37.2126 + - type: nauc_mrr_at_1000_std + value: -7.1978 + - type: nauc_mrr_at_1000_diff1 + value: 51.8493 + - type: main_score + value: 54.86299999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + split: test + type: mteb/cqadupstack-webmasters + metrics: + - type: ndcg_at_1 + value: 41.897 + - type: ndcg_at_3 + value: 46.483999999999995 + - type: ndcg_at_5 + value: 49.193999999999996 + - type: ndcg_at_10 + value: 52.159 + - type: ndcg_at_20 + value: 54.81399999999999 + - type: ndcg_at_100 + value: 57.782 + - type: ndcg_at_1000 + value: 59.394999999999996 + - type: map_at_1 + value: 34.872 + - type: map_at_3 + value: 42.025 + - type: map_at_5 + value: 43.958000000000006 + - type: map_at_10 + value: 45.699 + - type: map_at_20 + value: 46.77 + - type: map_at_100 + value: 47.571999999999996 + - type: map_at_1000 + value: 47.785 + - type: recall_at_1 + value: 34.872 + - type: recall_at_3 + value: 48.475 + - type: recall_at_5 + value: 55.698 + - type: recall_at_10 + value: 63.995999999999995 + - type: recall_at_20 + value: 74.004 + - type: recall_at_100 + value: 87.98899999999999 + - type: recall_at_1000 + value: 97.65599999999999 + - type: precision_at_1 + value: 41.897 + - type: precision_at_3 + value: 21.41 + - type: precision_at_5 + value: 15.455 + - type: precision_at_10 + value: 9.822000000000001 + - type: precision_at_20 + value: 6.156 + - type: precision_at_100 + value: 1.8419999999999999 + - type: precision_at_1000 + value: 0.258 + - type: mrr_at_1 + value: 41.8972 + - type: mrr_at_3 + value: 47.8261 + - type: mrr_at_5 + value: 49.614599999999996 + - type: mrr_at_10 + value: 50.6369 + - type: mrr_at_20 + value: 51.275999999999996 + - type: mrr_at_100 + value: 51.5596 + - type: mrr_at_1000 + value: 51.5961 + - type: nauc_ndcg_at_1_max + value: 19.9356 + - type: nauc_ndcg_at_1_std + value: -2.0774999999999997 + - type: nauc_ndcg_at_1_diff1 + value: 41.2108 + - type: nauc_ndcg_at_3_max + value: 17.604 + - type: nauc_ndcg_at_3_std + value: -3.6319 + - type: nauc_ndcg_at_3_diff1 + value: 41.0408 + - type: nauc_ndcg_at_5_max + value: 17.3919 + - type: nauc_ndcg_at_5_std + value: -4.8042 + - type: nauc_ndcg_at_5_diff1 + value: 40.4277 + - type: nauc_ndcg_at_10_max + value: 18.4512 + - type: nauc_ndcg_at_10_std + value: -2.238 + - type: nauc_ndcg_at_10_diff1 + value: 39.9778 + - type: nauc_ndcg_at_20_max + value: 19.4788 + - type: nauc_ndcg_at_20_std + value: -0.6626 + - type: nauc_ndcg_at_20_diff1 + value: 39.928999999999995 + - type: nauc_ndcg_at_100_max + value: 20.003999999999998 + - type: nauc_ndcg_at_100_std + value: -0.3489 + - type: nauc_ndcg_at_100_diff1 + value: 39.5022 + - type: nauc_ndcg_at_1000_max + value: 19.5888 + - type: nauc_ndcg_at_1000_std + value: -0.6167 + - type: nauc_ndcg_at_1000_diff1 + value: 39.6323 + - type: nauc_map_at_1_max + value: 15.4365 + - type: nauc_map_at_1_std + value: -7.3031 + - type: nauc_map_at_1_diff1 + value: 43.6776 + - type: nauc_map_at_3_max + value: 16.2923 + - type: nauc_map_at_3_std + value: -7.2489 + - type: nauc_map_at_3_diff1 + value: 41.610200000000006 + - type: nauc_map_at_5_max + value: 16.328699999999998 + - type: nauc_map_at_5_std + value: -7.377300000000001 + - type: nauc_map_at_5_diff1 + value: 41.0969 + - type: nauc_map_at_10_max + value: 17.3987 + - type: nauc_map_at_10_std + value: -5.5183 + - type: nauc_map_at_10_diff1 + value: 40.8168 + - type: nauc_map_at_20_max + value: 17.9025 + - type: nauc_map_at_20_std + value: -4.629 + - type: nauc_map_at_20_diff1 + value: 40.639199999999995 + - type: nauc_map_at_100_max + value: 17.9587 + - type: nauc_map_at_100_std + value: -3.9806 + - type: nauc_map_at_100_diff1 + value: 40.6939 + - type: nauc_map_at_1000_max + value: 17.759900000000002 + - type: nauc_map_at_1000_std + value: -3.681 + - type: nauc_map_at_1000_diff1 + value: 40.7087 + - type: nauc_recall_at_1_max + value: 15.4365 + - type: nauc_recall_at_1_std + value: -7.3031 + - type: nauc_recall_at_1_diff1 + value: 43.6776 + - type: nauc_recall_at_3_max + value: 13.9368 + - type: nauc_recall_at_3_std + value: -6.8614999999999995 + - type: nauc_recall_at_3_diff1 + value: 40.089200000000005 + - type: nauc_recall_at_5_max + value: 14.6702 + - type: nauc_recall_at_5_std + value: -8.4925 + - type: nauc_recall_at_5_diff1 + value: 37.5796 + - type: nauc_recall_at_10_max + value: 17.605 + - type: nauc_recall_at_10_std + value: 0.2066 + - type: nauc_recall_at_10_diff1 + value: 35.2627 + - type: nauc_recall_at_20_max + value: 22.7027 + - type: nauc_recall_at_20_std + value: 10.27 + - type: nauc_recall_at_20_diff1 + value: 34.3376 + - type: nauc_recall_at_100_max + value: 32.4405 + - type: nauc_recall_at_100_std + value: 21.4692 + - type: nauc_recall_at_100_diff1 + value: 27.893800000000002 + - type: nauc_recall_at_1000_max + value: 47.3458 + - type: nauc_recall_at_1000_std + value: 51.925 + - type: nauc_recall_at_1000_diff1 + value: 8.1274 + - type: nauc_precision_at_1_max + value: 19.9356 + - type: nauc_precision_at_1_std + value: -2.0774999999999997 + - type: nauc_precision_at_1_diff1 + value: 41.2108 + - type: nauc_precision_at_3_max + value: 17.76 + - type: nauc_precision_at_3_std + value: 4.1929 + - type: nauc_precision_at_3_diff1 + value: 24.7276 + - type: nauc_precision_at_5_max + value: 16.182199999999998 + - type: nauc_precision_at_5_std + value: 5.9823 + - type: nauc_precision_at_5_diff1 + value: 17.4036 + - type: nauc_precision_at_10_max + value: 15.705 + - type: nauc_precision_at_10_std + value: 17.904400000000003 + - type: nauc_precision_at_10_diff1 + value: 7.708900000000001 + - type: nauc_precision_at_20_max + value: 12.106300000000001 + - type: nauc_precision_at_20_std + value: 23.8656 + - type: nauc_precision_at_20_diff1 + value: -0.0952 + - type: nauc_precision_at_100_max + value: 0.7011 + - type: nauc_precision_at_100_std + value: 28.393800000000002 + - type: nauc_precision_at_100_diff1 + value: -3.183 + - type: nauc_precision_at_1000_max + value: -10.027899999999999 + - type: nauc_precision_at_1000_std + value: 25.9948 + - type: nauc_precision_at_1000_diff1 + value: -10.0431 + - type: nauc_mrr_at_1_max + value: 19.9356 + - type: nauc_mrr_at_1_std + value: -2.0774999999999997 + - type: nauc_mrr_at_1_diff1 + value: 41.2108 + - type: nauc_mrr_at_3_max + value: 18.8933 + - type: nauc_mrr_at_3_std + value: -2.9192 + - type: nauc_mrr_at_3_diff1 + value: 41.3992 + - type: nauc_mrr_at_5_max + value: 19.528599999999997 + - type: nauc_mrr_at_5_std + value: -3.2001 + - type: nauc_mrr_at_5_diff1 + value: 40.6423 + - type: nauc_mrr_at_10_max + value: 19.619400000000002 + - type: nauc_mrr_at_10_std + value: -2.0916 + - type: nauc_mrr_at_10_diff1 + value: 40.5096 + - type: nauc_mrr_at_20_max + value: 19.7955 + - type: nauc_mrr_at_20_std + value: -1.7371999999999999 + - type: nauc_mrr_at_20_diff1 + value: 40.4773 + - type: nauc_mrr_at_100_max + value: 19.838900000000002 + - type: nauc_mrr_at_100_std + value: -1.818 + - type: nauc_mrr_at_100_diff1 + value: 40.4435 + - type: nauc_mrr_at_1000_max + value: 19.8354 + - type: nauc_mrr_at_1000_std + value: -1.8301999999999998 + - type: nauc_mrr_at_1000_diff1 + value: 40.4416 + - type: main_score + value: 52.159 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + split: test + type: mteb/cqadupstack-wordpress + metrics: + - type: ndcg_at_1 + value: 27.911 + - type: ndcg_at_3 + value: 35.452 + - type: ndcg_at_5 + value: 38.61 + - type: ndcg_at_10 + value: 41.193000000000005 + - type: ndcg_at_20 + value: 43.698 + - type: ndcg_at_100 + value: 46.79 + - type: ndcg_at_1000 + value: 48.516 + - type: map_at_1 + value: 25.394 + - type: map_at_3 + value: 32.574 + - type: map_at_5 + value: 34.439 + - type: map_at_10 + value: 35.717999999999996 + - type: map_at_20 + value: 36.449 + - type: map_at_100 + value: 36.88 + - type: map_at_1000 + value: 36.961 + - type: recall_at_1 + value: 25.394 + - type: recall_at_3 + value: 40.872 + - type: recall_at_5 + value: 48.33 + - type: recall_at_10 + value: 55.798 + - type: recall_at_20 + value: 65.206 + - type: recall_at_100 + value: 81.361 + - type: recall_at_1000 + value: 93.512 + - type: precision_at_1 + value: 27.911 + - type: precision_at_3 + value: 15.157000000000002 + - type: precision_at_5 + value: 11.054 + - type: precision_at_10 + value: 6.506 + - type: precision_at_20 + value: 3.8629999999999995 + - type: precision_at_100 + value: 0.985 + - type: precision_at_1000 + value: 0.126 + - type: mrr_at_1 + value: 27.9113 + - type: mrr_at_3 + value: 35.1201 + - type: mrr_at_5 + value: 36.922399999999996 + - type: mrr_at_10 + value: 37.8228 + - type: mrr_at_20 + value: 38.5006 + - type: mrr_at_100 + value: 38.8812 + - type: mrr_at_1000 + value: 38.9296 + - type: nauc_ndcg_at_1_max + value: 19.0827 + - type: nauc_ndcg_at_1_std + value: -4.9164 + - type: nauc_ndcg_at_1_diff1 + value: 50.2278 + - type: nauc_ndcg_at_3_max + value: 16.347 + - type: nauc_ndcg_at_3_std + value: -3.9417 + - type: nauc_ndcg_at_3_diff1 + value: 40.3223 + - type: nauc_ndcg_at_5_max + value: 20.2771 + - type: nauc_ndcg_at_5_std + value: -2.6665 + - type: nauc_ndcg_at_5_diff1 + value: 38.114599999999996 + - type: nauc_ndcg_at_10_max + value: 21.4241 + - type: nauc_ndcg_at_10_std + value: -1.3912 + - type: nauc_ndcg_at_10_diff1 + value: 38.696000000000005 + - type: nauc_ndcg_at_20_max + value: 19.5765 + - type: nauc_ndcg_at_20_std + value: -0.6492 + - type: nauc_ndcg_at_20_diff1 + value: 37.6957 + - type: nauc_ndcg_at_100_max + value: 20.6346 + - type: nauc_ndcg_at_100_std + value: 0.012400000000000001 + - type: nauc_ndcg_at_100_diff1 + value: 38.6736 + - type: nauc_ndcg_at_1000_max + value: 20.170099999999998 + - type: nauc_ndcg_at_1000_std + value: -0.7284999999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 39.1605 + - type: nauc_map_at_1_max + value: 18.4586 + - type: nauc_map_at_1_std + value: -5.8741 + - type: nauc_map_at_1_diff1 + value: 51.845200000000006 + - type: nauc_map_at_3_max + value: 16.496 + - type: nauc_map_at_3_std + value: -4.5979 + - type: nauc_map_at_3_diff1 + value: 42.7257 + - type: nauc_map_at_5_max + value: 19.0014 + - type: nauc_map_at_5_std + value: -3.7698 + - type: nauc_map_at_5_diff1 + value: 41.5419 + - type: nauc_map_at_10_max + value: 19.618199999999998 + - type: nauc_map_at_10_std + value: -3.0637999999999996 + - type: nauc_map_at_10_diff1 + value: 41.7966 + - type: nauc_map_at_20_max + value: 19.067999999999998 + - type: nauc_map_at_20_std + value: -2.8704 + - type: nauc_map_at_20_diff1 + value: 41.510000000000005 + - type: nauc_map_at_100_max + value: 19.2623 + - type: nauc_map_at_100_std + value: -2.8272 + - type: nauc_map_at_100_diff1 + value: 41.6909 + - type: nauc_map_at_1000_max + value: 19.2351 + - type: nauc_map_at_1000_std + value: -2.8479 + - type: nauc_map_at_1000_diff1 + value: 41.6835 + - type: nauc_recall_at_1_max + value: 18.4586 + - type: nauc_recall_at_1_std + value: -5.8741 + - type: nauc_recall_at_1_diff1 + value: 51.845200000000006 + - type: nauc_recall_at_3_max + value: 14.732400000000002 + - type: nauc_recall_at_3_std + value: -3.3821 + - type: nauc_recall_at_3_diff1 + value: 33.7754 + - type: nauc_recall_at_5_max + value: 23.1536 + - type: nauc_recall_at_5_std + value: -0.5969 + - type: nauc_recall_at_5_diff1 + value: 27.8974 + - type: nauc_recall_at_10_max + value: 26.401000000000003 + - type: nauc_recall_at_10_std + value: 3.3278000000000003 + - type: nauc_recall_at_10_diff1 + value: 28.9372 + - type: nauc_recall_at_20_max + value: 18.3116 + - type: nauc_recall_at_20_std + value: 6.5454 + - type: nauc_recall_at_20_diff1 + value: 22.997600000000002 + - type: nauc_recall_at_100_max + value: 26.290999999999997 + - type: nauc_recall_at_100_std + value: 17.546300000000002 + - type: nauc_recall_at_100_diff1 + value: 22.3324 + - type: nauc_recall_at_1000_max + value: 25.119799999999998 + - type: nauc_recall_at_1000_std + value: 21.504 + - type: nauc_recall_at_1000_diff1 + value: 20.8825 + - type: nauc_precision_at_1_max + value: 19.0827 + - type: nauc_precision_at_1_std + value: -4.9164 + - type: nauc_precision_at_1_diff1 + value: 50.2278 + - type: nauc_precision_at_3_max + value: 16.5173 + - type: nauc_precision_at_3_std + value: -1.4123999999999999 + - type: nauc_precision_at_3_diff1 + value: 31.7297 + - type: nauc_precision_at_5_max + value: 26.0336 + - type: nauc_precision_at_5_std + value: 3.8425000000000002 + - type: nauc_precision_at_5_diff1 + value: 23.6674 + - type: nauc_precision_at_10_max + value: 26.559700000000003 + - type: nauc_precision_at_10_std + value: 7.944 + - type: nauc_precision_at_10_diff1 + value: 21.8279 + - type: nauc_precision_at_20_max + value: 19.5856 + - type: nauc_precision_at_20_std + value: 12.898599999999998 + - type: nauc_precision_at_20_diff1 + value: 12.9187 + - type: nauc_precision_at_100_max + value: 17.999200000000002 + - type: nauc_precision_at_100_std + value: 18.7529 + - type: nauc_precision_at_100_diff1 + value: 2.0718 + - type: nauc_precision_at_1000_max + value: -10.012500000000001 + - type: nauc_precision_at_1000_std + value: 1.1119999999999999 + - type: nauc_precision_at_1000_diff1 + value: -18.4372 + - type: nauc_mrr_at_1_max + value: 19.0827 + - type: nauc_mrr_at_1_std + value: -4.9164 + - type: nauc_mrr_at_1_diff1 + value: 50.2278 + - type: nauc_mrr_at_3_max + value: 17.2267 + - type: nauc_mrr_at_3_std + value: -3.9052000000000002 + - type: nauc_mrr_at_3_diff1 + value: 42.4487 + - type: nauc_mrr_at_5_max + value: 19.1913 + - type: nauc_mrr_at_5_std + value: -2.8668 + - type: nauc_mrr_at_5_diff1 + value: 41.043400000000005 + - type: nauc_mrr_at_10_max + value: 19.5893 + - type: nauc_mrr_at_10_std + value: -2.5769 + - type: nauc_mrr_at_10_diff1 + value: 41.2649 + - type: nauc_mrr_at_20_max + value: 19.1859 + - type: nauc_mrr_at_20_std + value: -2.4063 + - type: nauc_mrr_at_20_diff1 + value: 41.0717 + - type: nauc_mrr_at_100_max + value: 19.192999999999998 + - type: nauc_mrr_at_100_std + value: -2.4674 + - type: nauc_mrr_at_100_diff1 + value: 41.2709 + - type: nauc_mrr_at_1000_max + value: 19.1877 + - type: nauc_mrr_at_1000_std + value: -2.4781999999999997 + - type: nauc_mrr_at_1000_diff1 + value: 41.2766 + - type: main_score + value: 41.193000000000005 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: ndcg_at_1 + value: 45.733000000000004 + - type: ndcg_at_3 + value: 39.064 + - type: ndcg_at_5 + value: 41.71 + - type: ndcg_at_10 + value: 46.493 + - type: ndcg_at_20 + value: 49.403999999999996 + - type: ndcg_at_100 + value: 52.782 + - type: ndcg_at_1000 + value: 54.806999999999995 + - type: map_at_1 + value: 20.254 + - type: map_at_3 + value: 29.419 + - type: map_at_5 + value: 32.801 + - type: map_at_10 + value: 35.611 + - type: map_at_20 + value: 36.861 + - type: map_at_100 + value: 37.653 + - type: map_at_1000 + value: 37.777 + - type: recall_at_1 + value: 20.254 + - type: recall_at_3 + value: 34.781 + - type: recall_at_5 + value: 42.982 + - type: recall_at_10 + value: 53.447 + - type: recall_at_20 + value: 61.431000000000004 + - type: recall_at_100 + value: 73.815 + - type: recall_at_1000 + value: 84.90100000000001 + - type: precision_at_1 + value: 45.733000000000004 + - type: precision_at_3 + value: 29.446 + - type: precision_at_5 + value: 22.515 + - type: precision_at_10 + value: 14.502 + - type: precision_at_20 + value: 8.541 + - type: precision_at_100 + value: 2.128 + - type: precision_at_1000 + value: 0.252 + - type: mrr_at_1 + value: 45.7329 + - type: mrr_at_3 + value: 55.9066 + - type: mrr_at_5 + value: 57.629799999999996 + - type: mrr_at_10 + value: 58.693 + - type: mrr_at_20 + value: 58.98949999999999 + - type: mrr_at_100 + value: 59.1453 + - type: mrr_at_1000 + value: 59.1661 + - type: nauc_ndcg_at_1_max + value: 35.0648 + - type: nauc_ndcg_at_1_std + value: 12.4314 + - type: nauc_ndcg_at_1_diff1 + value: 28.947200000000002 + - type: nauc_ndcg_at_3_max + value: 38.0884 + - type: nauc_ndcg_at_3_std + value: 12.7752 + - type: nauc_ndcg_at_3_diff1 + value: 24.7548 + - type: nauc_ndcg_at_5_max + value: 39.9327 + - type: nauc_ndcg_at_5_std + value: 13.7737 + - type: nauc_ndcg_at_5_diff1 + value: 24.1309 + - type: nauc_ndcg_at_10_max + value: 39.928000000000004 + - type: nauc_ndcg_at_10_std + value: 15.2233 + - type: nauc_ndcg_at_10_diff1 + value: 23.6326 + - type: nauc_ndcg_at_20_max + value: 40.8603 + - type: nauc_ndcg_at_20_std + value: 17.1116 + - type: nauc_ndcg_at_20_diff1 + value: 23.1497 + - type: nauc_ndcg_at_100_max + value: 41.5499 + - type: nauc_ndcg_at_100_std + value: 19.3843 + - type: nauc_ndcg_at_100_diff1 + value: 23.0841 + - type: nauc_ndcg_at_1000_max + value: 41.483 + - type: nauc_ndcg_at_1000_std + value: 19.7084 + - type: nauc_ndcg_at_1000_diff1 + value: 23.470299999999998 + - type: nauc_map_at_1_max + value: 33.1622 + - type: nauc_map_at_1_std + value: 10.0913 + - type: nauc_map_at_1_diff1 + value: 31.950699999999998 + - type: nauc_map_at_3_max + value: 37.1348 + - type: nauc_map_at_3_std + value: 11.5524 + - type: nauc_map_at_3_diff1 + value: 26.7671 + - type: nauc_map_at_5_max + value: 38.4373 + - type: nauc_map_at_5_std + value: 12.386999999999999 + - type: nauc_map_at_5_diff1 + value: 25.0222 + - type: nauc_map_at_10_max + value: 38.821 + - type: nauc_map_at_10_std + value: 13.233500000000001 + - type: nauc_map_at_10_diff1 + value: 24.7951 + - type: nauc_map_at_20_max + value: 39.3159 + - type: nauc_map_at_20_std + value: 14.1744 + - type: nauc_map_at_20_diff1 + value: 24.587400000000002 + - type: nauc_map_at_100_max + value: 39.5554 + - type: nauc_map_at_100_std + value: 14.7094 + - type: nauc_map_at_100_diff1 + value: 24.513299999999997 + - type: nauc_map_at_1000_max + value: 39.5511 + - type: nauc_map_at_1000_std + value: 14.7675 + - type: nauc_map_at_1000_diff1 + value: 24.5385 + - type: nauc_recall_at_1_max + value: 33.1622 + - type: nauc_recall_at_1_std + value: 10.0913 + - type: nauc_recall_at_1_diff1 + value: 31.950699999999998 + - type: nauc_recall_at_3_max + value: 36.9675 + - type: nauc_recall_at_3_std + value: 13.117799999999999 + - type: nauc_recall_at_3_diff1 + value: 23.3159 + - type: nauc_recall_at_5_max + value: 37.7759 + - type: nauc_recall_at_5_std + value: 13.8545 + - type: nauc_recall_at_5_diff1 + value: 19.4769 + - type: nauc_recall_at_10_max + value: 35.3427 + - type: nauc_recall_at_10_std + value: 15.8171 + - type: nauc_recall_at_10_diff1 + value: 17.0135 + - type: nauc_recall_at_20_max + value: 36.5218 + - type: nauc_recall_at_20_std + value: 20.427 + - type: nauc_recall_at_20_diff1 + value: 14.7536 + - type: nauc_recall_at_100_max + value: 38.0326 + - type: nauc_recall_at_100_std + value: 30.7409 + - type: nauc_recall_at_100_diff1 + value: 12.5498 + - type: nauc_recall_at_1000_max + value: 38.8845 + - type: nauc_recall_at_1000_std + value: 39.962399999999995 + - type: nauc_recall_at_1000_diff1 + value: 12.1297 + - type: nauc_precision_at_1_max + value: 35.0648 + - type: nauc_precision_at_1_std + value: 12.4314 + - type: nauc_precision_at_1_diff1 + value: 28.947200000000002 + - type: nauc_precision_at_3_max + value: 34.7478 + - type: nauc_precision_at_3_std + value: 13.0946 + - type: nauc_precision_at_3_diff1 + value: 12.8331 + - type: nauc_precision_at_5_max + value: 32.8426 + - type: nauc_precision_at_5_std + value: 13.0257 + - type: nauc_precision_at_5_diff1 + value: 7.202 + - type: nauc_precision_at_10_max + value: 26.6211 + - type: nauc_precision_at_10_std + value: 15.0173 + - type: nauc_precision_at_10_diff1 + value: 3.8345 + - type: nauc_precision_at_20_max + value: 23.8664 + - type: nauc_precision_at_20_std + value: 18.0045 + - type: nauc_precision_at_20_diff1 + value: -0.2366 + - type: nauc_precision_at_100_max + value: 15.5088 + - type: nauc_precision_at_100_std + value: 21.077099999999998 + - type: nauc_precision_at_100_diff1 + value: -5.919 + - type: nauc_precision_at_1000_max + value: 3.8077 + - type: nauc_precision_at_1000_std + value: 16.969 + - type: nauc_precision_at_1000_diff1 + value: -9.9437 + - type: nauc_mrr_at_1_max + value: 35.0648 + - type: nauc_mrr_at_1_std + value: 12.4314 + - type: nauc_mrr_at_1_diff1 + value: 28.947200000000002 + - type: nauc_mrr_at_3_max + value: 37.473099999999995 + - type: nauc_mrr_at_3_std + value: 13.8687 + - type: nauc_mrr_at_3_diff1 + value: 25.634600000000002 + - type: nauc_mrr_at_5_max + value: 38.5189 + - type: nauc_mrr_at_5_std + value: 14.309 + - type: nauc_mrr_at_5_diff1 + value: 25.9123 + - type: nauc_mrr_at_10_max + value: 38.4575 + - type: nauc_mrr_at_10_std + value: 14.605799999999999 + - type: nauc_mrr_at_10_diff1 + value: 25.985200000000003 + - type: nauc_mrr_at_20_max + value: 38.4432 + - type: nauc_mrr_at_20_std + value: 14.6103 + - type: nauc_mrr_at_20_diff1 + value: 26.0054 + - type: nauc_mrr_at_100_max + value: 38.3756 + - type: nauc_mrr_at_100_std + value: 14.6316 + - type: nauc_mrr_at_100_diff1 + value: 26.0116 + - type: nauc_mrr_at_1000_max + value: 38.3685 + - type: nauc_mrr_at_1000_std + value: 14.608699999999999 + - type: nauc_mrr_at_1000_diff1 + value: 26.0145 + - type: main_score + value: 46.493 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: ndcg_at_1 + value: 66.125 + - type: ndcg_at_3 + value: 57.32899999999999 + - type: ndcg_at_5 + value: 54.666000000000004 + - type: ndcg_at_10 + value: 52.580000000000005 + - type: ndcg_at_20 + value: 52.84100000000001 + - type: ndcg_at_100 + value: 58.461 + - type: ndcg_at_1000 + value: 64.847 + - type: map_at_1 + value: 10.477 + - type: map_at_3 + value: 17.66 + - type: map_at_5 + value: 21.217 + - type: map_at_10 + value: 26.034000000000002 + - type: map_at_20 + value: 31.394 + - type: map_at_100 + value: 38.727000000000004 + - type: map_at_1000 + value: 40.547 + - type: recall_at_1 + value: 10.477 + - type: recall_at_3 + value: 18.772 + - type: recall_at_5 + value: 23.674999999999997 + - type: recall_at_10 + value: 31.879999999999995 + - type: recall_at_20 + value: 42.864000000000004 + - type: recall_at_100 + value: 65.388 + - type: recall_at_1000 + value: 85.913 + - type: precision_at_1 + value: 77.75 + - type: precision_at_3 + value: 61.167 + - type: precision_at_5 + value: 53.0 + - type: precision_at_10 + value: 42.25 + - type: precision_at_20 + value: 33.35 + - type: precision_at_100 + value: 13.583 + - type: precision_at_1000 + value: 2.333 + - type: mrr_at_1 + value: 77.75 + - type: mrr_at_3 + value: 83.1667 + - type: mrr_at_5 + value: 83.6417 + - type: mrr_at_10 + value: 84.1269 + - type: mrr_at_20 + value: 84.2582 + - type: mrr_at_100 + value: 84.30189999999999 + - type: mrr_at_1000 + value: 84.3081 + - type: nauc_ndcg_at_1_max + value: 48.433 + - type: nauc_ndcg_at_1_std + value: 28.939300000000003 + - type: nauc_ndcg_at_1_diff1 + value: 47.2132 + - type: nauc_ndcg_at_3_max + value: 44.4585 + - type: nauc_ndcg_at_3_std + value: 31.138199999999998 + - type: nauc_ndcg_at_3_diff1 + value: 30.0251 + - type: nauc_ndcg_at_5_max + value: 42.6505 + - type: nauc_ndcg_at_5_std + value: 30.220999999999997 + - type: nauc_ndcg_at_5_diff1 + value: 30.5828 + - type: nauc_ndcg_at_10_max + value: 42.0958 + - type: nauc_ndcg_at_10_std + value: 29.4901 + - type: nauc_ndcg_at_10_diff1 + value: 33.896100000000004 + - type: nauc_ndcg_at_20_max + value: 39.374700000000004 + - type: nauc_ndcg_at_20_std + value: 26.0123 + - type: nauc_ndcg_at_20_diff1 + value: 34.3261 + - type: nauc_ndcg_at_100_max + value: 44.3195 + - type: nauc_ndcg_at_100_std + value: 34.1344 + - type: nauc_ndcg_at_100_diff1 + value: 35.090500000000006 + - type: nauc_ndcg_at_1000_max + value: 49.0975 + - type: nauc_ndcg_at_1000_std + value: 41.986200000000004 + - type: nauc_ndcg_at_1000_diff1 + value: 34.679 + - type: nauc_map_at_1_max + value: -0.20110000000000003 + - type: nauc_map_at_1_std + value: -18.001 + - type: nauc_map_at_1_diff1 + value: 38.6601 + - type: nauc_map_at_3_max + value: 8.0619 + - type: nauc_map_at_3_std + value: -12.3063 + - type: nauc_map_at_3_diff1 + value: 31.339499999999997 + - type: nauc_map_at_5_max + value: 11.6364 + - type: nauc_map_at_5_std + value: -8.3141 + - type: nauc_map_at_5_diff1 + value: 30.3896 + - type: nauc_map_at_10_max + value: 17.8922 + - type: nauc_map_at_10_std + value: -0.2939 + - type: nauc_map_at_10_diff1 + value: 31.3675 + - type: nauc_map_at_20_max + value: 23.8769 + - type: nauc_map_at_20_std + value: 9.6554 + - type: nauc_map_at_20_diff1 + value: 30.489 + - type: nauc_map_at_100_max + value: 33.0152 + - type: nauc_map_at_100_std + value: 24.7442 + - type: nauc_map_at_100_diff1 + value: 29.5047 + - type: nauc_map_at_1000_max + value: 34.572 + - type: nauc_map_at_1000_std + value: 27.2565 + - type: nauc_map_at_1000_diff1 + value: 28.8344 + - type: nauc_recall_at_1_max + value: -0.20110000000000003 + - type: nauc_recall_at_1_std + value: -18.001 + - type: nauc_recall_at_1_diff1 + value: 38.6601 + - type: nauc_recall_at_3_max + value: 4.8443 + - type: nauc_recall_at_3_std + value: -13.275500000000001 + - type: nauc_recall_at_3_diff1 + value: 27.133200000000002 + - type: nauc_recall_at_5_max + value: 7.4265 + - type: nauc_recall_at_5_std + value: -10.273 + - type: nauc_recall_at_5_diff1 + value: 26.07 + - type: nauc_recall_at_10_max + value: 12.204600000000001 + - type: nauc_recall_at_10_std + value: -4.426200000000001 + - type: nauc_recall_at_10_diff1 + value: 27.679900000000004 + - type: nauc_recall_at_20_max + value: 15.737400000000001 + - type: nauc_recall_at_20_std + value: 3.3945000000000003 + - type: nauc_recall_at_20_diff1 + value: 26.8399 + - type: nauc_recall_at_100_max + value: 34.0154 + - type: nauc_recall_at_100_std + value: 30.6287 + - type: nauc_recall_at_100_diff1 + value: 26.844099999999997 + - type: nauc_recall_at_1000_max + value: 47.023900000000005 + - type: nauc_recall_at_1000_std + value: 52.6725 + - type: nauc_recall_at_1000_diff1 + value: 27.6565 + - type: nauc_precision_at_1_max + value: 55.4862 + - type: nauc_precision_at_1_std + value: 41.3636 + - type: nauc_precision_at_1_diff1 + value: 49.8664 + - type: nauc_precision_at_3_max + value: 42.417899999999996 + - type: nauc_precision_at_3_std + value: 41.739599999999996 + - type: nauc_precision_at_3_diff1 + value: 7.9012 + - type: nauc_precision_at_5_max + value: 38.8574 + - type: nauc_precision_at_5_std + value: 42.2934 + - type: nauc_precision_at_5_diff1 + value: 4.9188 + - type: nauc_precision_at_10_max + value: 36.6158 + - type: nauc_precision_at_10_std + value: 45.2694 + - type: nauc_precision_at_10_diff1 + value: 0.9656 + - type: nauc_precision_at_20_max + value: 33.2202 + - type: nauc_precision_at_20_std + value: 44.9911 + - type: nauc_precision_at_20_diff1 + value: -1.6872000000000003 + - type: nauc_precision_at_100_max + value: 26.115 + - type: nauc_precision_at_100_std + value: 38.622099999999996 + - type: nauc_precision_at_100_diff1 + value: -8.18 + - type: nauc_precision_at_1000_max + value: 6.403200000000001 + - type: nauc_precision_at_1000_std + value: 17.532 + - type: nauc_precision_at_1000_diff1 + value: -16.6719 + - type: nauc_mrr_at_1_max + value: 55.4862 + - type: nauc_mrr_at_1_std + value: 41.3636 + - type: nauc_mrr_at_1_diff1 + value: 49.8664 + - type: nauc_mrr_at_3_max + value: 56.9569 + - type: nauc_mrr_at_3_std + value: 46.0405 + - type: nauc_mrr_at_3_diff1 + value: 44.758900000000004 + - type: nauc_mrr_at_5_max + value: 57.0228 + - type: nauc_mrr_at_5_std + value: 45.589600000000004 + - type: nauc_mrr_at_5_diff1 + value: 44.2372 + - type: nauc_mrr_at_10_max + value: 56.9087 + - type: nauc_mrr_at_10_std + value: 45.3631 + - type: nauc_mrr_at_10_diff1 + value: 44.7885 + - type: nauc_mrr_at_20_max + value: 56.913599999999995 + - type: nauc_mrr_at_20_std + value: 45.3463 + - type: nauc_mrr_at_20_diff1 + value: 44.974199999999996 + - type: nauc_mrr_at_100_max + value: 56.8951 + - type: nauc_mrr_at_100_std + value: 45.2231 + - type: nauc_mrr_at_100_diff1 + value: 45.0978 + - type: nauc_mrr_at_1000_max + value: 56.9028 + - type: nauc_mrr_at_1000_std + value: 45.2397 + - type: nauc_mrr_at_1000_diff1 + value: 45.095800000000004 + - type: main_score + value: 52.580000000000005 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: ndcg_at_1 + value: 90.819 + - type: ndcg_at_3 + value: 92.396 + - type: ndcg_at_5 + value: 93.03 + - type: ndcg_at_10 + value: 93.504 + - type: ndcg_at_20 + value: 93.741 + - type: ndcg_at_100 + value: 93.99499999999999 + - type: ndcg_at_1000 + value: 94.116 + - type: map_at_1 + value: 84.34 + - type: map_at_3 + value: 90.213 + - type: map_at_5 + value: 90.807 + - type: map_at_10 + value: 91.141 + - type: map_at_20 + value: 91.252 + - type: map_at_100 + value: 91.321 + - type: map_at_1000 + value: 91.328 + - type: recall_at_1 + value: 84.34 + - type: recall_at_3 + value: 94.231 + - type: recall_at_5 + value: 95.87400000000001 + - type: recall_at_10 + value: 97.152 + - type: recall_at_20 + value: 97.86500000000001 + - type: recall_at_100 + value: 98.834 + - type: recall_at_1000 + value: 99.53800000000001 + - type: precision_at_1 + value: 90.819 + - type: precision_at_3 + value: 34.823 + - type: precision_at_5 + value: 21.488 + - type: precision_at_10 + value: 11.038 + - type: precision_at_20 + value: 5.6160000000000005 + - type: precision_at_100 + value: 1.153 + - type: precision_at_1000 + value: 0.11800000000000001 + - type: mrr_at_1 + value: 90.81909999999999 + - type: mrr_at_3 + value: 94.3719 + - type: mrr_at_5 + value: 94.57600000000001 + - type: mrr_at_10 + value: 94.6457 + - type: mrr_at_20 + value: 94.6561 + - type: mrr_at_100 + value: 94.66120000000001 + - type: mrr_at_1000 + value: 94.6613 + - type: nauc_ndcg_at_1_max + value: 25.240800000000004 + - type: nauc_ndcg_at_1_std + value: -11.5221 + - type: nauc_ndcg_at_1_diff1 + value: 79.6768 + - type: nauc_ndcg_at_3_max + value: 25.3982 + - type: nauc_ndcg_at_3_std + value: -0.7189 + - type: nauc_ndcg_at_3_diff1 + value: 49.4263 + - type: nauc_ndcg_at_5_max + value: 24.7453 + - type: nauc_ndcg_at_5_std + value: -0.0758 + - type: nauc_ndcg_at_5_diff1 + value: 48.4935 + - type: nauc_ndcg_at_10_max + value: 24.168400000000002 + - type: nauc_ndcg_at_10_std + value: -0.24589999999999998 + - type: nauc_ndcg_at_10_diff1 + value: 50.0039 + - type: nauc_ndcg_at_20_max + value: 24.735 + - type: nauc_ndcg_at_20_std + value: -0.25179999999999997 + - type: nauc_ndcg_at_20_diff1 + value: 51.531000000000006 + - type: nauc_ndcg_at_100_max + value: 25.7435 + - type: nauc_ndcg_at_100_std + value: -0.5272 + - type: nauc_ndcg_at_100_diff1 + value: 53.299 + - type: nauc_ndcg_at_1000_max + value: 25.6316 + - type: nauc_ndcg_at_1000_std + value: -1.1194000000000002 + - type: nauc_ndcg_at_1000_diff1 + value: 54.3929 + - type: nauc_map_at_1_max + value: 19.2393 + - type: nauc_map_at_1_std + value: -12.1192 + - type: nauc_map_at_1_diff1 + value: 56.476499999999994 + - type: nauc_map_at_3_max + value: 22.8523 + - type: nauc_map_at_3_std + value: -2.2307 + - type: nauc_map_at_3_diff1 + value: 47.5555 + - type: nauc_map_at_5_max + value: 23.0672 + - type: nauc_map_at_5_std + value: -1.5990999999999997 + - type: nauc_map_at_5_diff1 + value: 48.0461 + - type: nauc_map_at_10_max + value: 23.2459 + - type: nauc_map_at_10_std + value: -1.6479000000000001 + - type: nauc_map_at_10_diff1 + value: 49.0606 + - type: nauc_map_at_20_max + value: 23.4843 + - type: nauc_map_at_20_std + value: -1.5372999999999999 + - type: nauc_map_at_20_diff1 + value: 49.551899999999996 + - type: nauc_map_at_100_max + value: 23.711299999999998 + - type: nauc_map_at_100_std + value: -1.5525 + - type: nauc_map_at_100_diff1 + value: 49.870799999999996 + - type: nauc_map_at_1000_max + value: 23.7153 + - type: nauc_map_at_1000_std + value: -1.5817999999999999 + - type: nauc_map_at_1000_diff1 + value: 49.918600000000005 + - type: nauc_recall_at_1_max + value: 19.2393 + - type: nauc_recall_at_1_std + value: -12.1192 + - type: nauc_recall_at_1_diff1 + value: 56.476499999999994 + - type: nauc_recall_at_3_max + value: 23.3171 + - type: nauc_recall_at_3_std + value: 8.0829 + - type: nauc_recall_at_3_diff1 + value: 22.5929 + - type: nauc_recall_at_5_max + value: 22.795299999999997 + - type: nauc_recall_at_5_std + value: 13.5004 + - type: nauc_recall_at_5_diff1 + value: 12.1369 + - type: nauc_recall_at_10_max + value: 19.2037 + - type: nauc_recall_at_10_std + value: 17.833399999999997 + - type: nauc_recall_at_10_diff1 + value: 6.4495 + - type: nauc_recall_at_20_max + value: 22.0716 + - type: nauc_recall_at_20_std + value: 23.0569 + - type: nauc_recall_at_20_diff1 + value: 5.566 + - type: nauc_recall_at_100_max + value: 38.2417 + - type: nauc_recall_at_100_std + value: 36.4711 + - type: nauc_recall_at_100_diff1 + value: 3.4174 + - type: nauc_recall_at_1000_max + value: 43.8324 + - type: nauc_recall_at_1000_std + value: 51.4813 + - type: nauc_recall_at_1000_diff1 + value: 6.152699999999999 + - type: nauc_precision_at_1_max + value: 25.240800000000004 + - type: nauc_precision_at_1_std + value: -11.5221 + - type: nauc_precision_at_1_diff1 + value: 79.6768 + - type: nauc_precision_at_3_max + value: 4.1542 + - type: nauc_precision_at_3_std + value: 21.360799999999998 + - type: nauc_precision_at_3_diff1 + value: -12.1458 + - type: nauc_precision_at_5_max + value: 0.5388999999999999 + - type: nauc_precision_at_5_std + value: 19.4022 + - type: nauc_precision_at_5_diff1 + value: -16.4075 + - type: nauc_precision_at_10_max + value: -0.8366 + - type: nauc_precision_at_10_std + value: 15.8075 + - type: nauc_precision_at_10_diff1 + value: -14.7909 + - type: nauc_precision_at_20_max + value: -0.5476 + - type: nauc_precision_at_20_std + value: 14.340800000000002 + - type: nauc_precision_at_20_diff1 + value: -13.0687 + - type: nauc_precision_at_100_max + value: 0.0407 + - type: nauc_precision_at_100_std + value: 11.5045 + - type: nauc_precision_at_100_diff1 + value: -11.5633 + - type: nauc_precision_at_1000_max + value: -1.6417000000000002 + - type: nauc_precision_at_1000_std + value: 8.1669 + - type: nauc_precision_at_1000_diff1 + value: -9.5866 + - type: nauc_mrr_at_1_max + value: 25.240800000000004 + - type: nauc_mrr_at_1_std + value: -11.5221 + - type: nauc_mrr_at_1_diff1 + value: 79.6768 + - type: nauc_mrr_at_3_max + value: 29.631999999999998 + - type: nauc_mrr_at_3_std + value: -7.7632 + - type: nauc_mrr_at_3_diff1 + value: 78.23 + - type: nauc_mrr_at_5_max + value: 29.1219 + - type: nauc_mrr_at_5_std + value: -8.1344 + - type: nauc_mrr_at_5_diff1 + value: 78.0366 + - type: nauc_mrr_at_10_max + value: 28.442600000000002 + - type: nauc_mrr_at_10_std + value: -8.4404 + - type: nauc_mrr_at_10_diff1 + value: 78.2312 + - type: nauc_mrr_at_20_max + value: 28.3941 + - type: nauc_mrr_at_20_std + value: -8.5659 + - type: nauc_mrr_at_20_diff1 + value: 78.2863 + - type: nauc_mrr_at_100_max + value: 28.419100000000004 + - type: nauc_mrr_at_100_std + value: -8.609 + - type: nauc_mrr_at_100_diff1 + value: 78.3201 + - type: nauc_mrr_at_1000_max + value: 28.4202 + - type: nauc_mrr_at_1000_std + value: -8.6104 + - type: nauc_mrr_at_1000_diff1 + value: 78.3216 + - type: main_score + value: 93.504 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: ndcg_at_1 + value: 60.648 + - type: ndcg_at_3 + value: 57.896 + - type: ndcg_at_5 + value: 58.628 + - type: ndcg_at_10 + value: 61.536 + - type: ndcg_at_20 + value: 64.435 + - type: ndcg_at_100 + value: 67.932 + - type: ndcg_at_1000 + value: 69.232 + - type: map_at_1 + value: 31.996000000000002 + - type: map_at_3 + value: 47.42 + - type: map_at_5 + value: 50.641999999999996 + - type: map_at_10 + value: 53.502 + - type: map_at_20 + value: 54.813 + - type: map_at_100 + value: 55.65 + - type: map_at_1000 + value: 55.757999999999996 + - type: recall_at_1 + value: 31.996000000000002 + - type: recall_at_3 + value: 52.81 + - type: recall_at_5 + value: 59.072 + - type: recall_at_10 + value: 68.27 + - type: recall_at_20 + value: 77.227 + - type: recall_at_100 + value: 91.434 + - type: recall_at_1000 + value: 98.662 + - type: precision_at_1 + value: 60.648 + - type: precision_at_3 + value: 38.683 + - type: precision_at_5 + value: 27.622999999999998 + - type: precision_at_10 + value: 16.883 + - type: precision_at_20 + value: 9.699 + - type: precision_at_100 + value: 2.346 + - type: precision_at_1000 + value: 0.259 + - type: mrr_at_1 + value: 60.64810000000001 + - type: mrr_at_3 + value: 67.2068 + - type: mrr_at_5 + value: 68.1867 + - type: mrr_at_10 + value: 68.99640000000001 + - type: mrr_at_20 + value: 69.3643 + - type: mrr_at_100 + value: 69.5526 + - type: mrr_at_1000 + value: 69.562 + - type: nauc_ndcg_at_1_max + value: 22.4951 + - type: nauc_ndcg_at_1_std + value: 1.4333 + - type: nauc_ndcg_at_1_diff1 + value: 63.8046 + - type: nauc_ndcg_at_3_max + value: 17.3345 + - type: nauc_ndcg_at_3_std + value: -1.8205 + - type: nauc_ndcg_at_3_diff1 + value: 49.621700000000004 + - type: nauc_ndcg_at_5_max + value: 13.544800000000002 + - type: nauc_ndcg_at_5_std + value: -2.3148 + - type: nauc_ndcg_at_5_diff1 + value: 50.802899999999994 + - type: nauc_ndcg_at_10_max + value: 12.042300000000001 + - type: nauc_ndcg_at_10_std + value: -1.4768999999999999 + - type: nauc_ndcg_at_10_diff1 + value: 52.082499999999996 + - type: nauc_ndcg_at_20_max + value: 13.686499999999999 + - type: nauc_ndcg_at_20_std + value: 0.6154999999999999 + - type: nauc_ndcg_at_20_diff1 + value: 51.9196 + - type: nauc_ndcg_at_100_max + value: 15.673799999999998 + - type: nauc_ndcg_at_100_std + value: 2.2721999999999998 + - type: nauc_ndcg_at_100_diff1 + value: 52.3741 + - type: nauc_ndcg_at_1000_max + value: 16.9838 + - type: nauc_ndcg_at_1000_std + value: 0.8401000000000001 + - type: nauc_ndcg_at_1000_diff1 + value: 52.656499999999994 + - type: nauc_map_at_1_max + value: 0.1273 + - type: nauc_map_at_1_std + value: -8.6548 + - type: nauc_map_at_1_diff1 + value: 52.07079999999999 + - type: nauc_map_at_3_max + value: 6.9517999999999995 + - type: nauc_map_at_3_std + value: -7.2985 + - type: nauc_map_at_3_diff1 + value: 49.4704 + - type: nauc_map_at_5_max + value: 9.4768 + - type: nauc_map_at_5_std + value: -5.9087 + - type: nauc_map_at_5_diff1 + value: 49.533300000000004 + - type: nauc_map_at_10_max + value: 10.8108 + - type: nauc_map_at_10_std + value: -4.5333 + - type: nauc_map_at_10_diff1 + value: 49.6254 + - type: nauc_map_at_20_max + value: 11.7862 + - type: nauc_map_at_20_std + value: -3.5229999999999997 + - type: nauc_map_at_20_diff1 + value: 49.7148 + - type: nauc_map_at_100_max + value: 12.453 + - type: nauc_map_at_100_std + value: -2.9499 + - type: nauc_map_at_100_diff1 + value: 49.736999999999995 + - type: nauc_map_at_1000_max + value: 12.5712 + - type: nauc_map_at_1000_std + value: -2.9929 + - type: nauc_map_at_1000_diff1 + value: 49.741099999999996 + - type: nauc_recall_at_1_max + value: 0.1273 + - type: nauc_recall_at_1_std + value: -8.6548 + - type: nauc_recall_at_1_diff1 + value: 52.07079999999999 + - type: nauc_recall_at_3_max + value: 2.8306 + - type: nauc_recall_at_3_std + value: -7.7354 + - type: nauc_recall_at_3_diff1 + value: 43.732 + - type: nauc_recall_at_5_max + value: 2.7758000000000003 + - type: nauc_recall_at_5_std + value: -3.9762 + - type: nauc_recall_at_5_diff1 + value: 43.7185 + - type: nauc_recall_at_10_max + value: 1.29 + - type: nauc_recall_at_10_std + value: -0.0242 + - type: nauc_recall_at_10_diff1 + value: 44.1863 + - type: nauc_recall_at_20_max + value: 3.6786 + - type: nauc_recall_at_20_std + value: 8.9985 + - type: nauc_recall_at_20_diff1 + value: 40.6607 + - type: nauc_recall_at_100_max + value: -0.8571000000000001 + - type: nauc_recall_at_100_std + value: 33.6181 + - type: nauc_recall_at_100_diff1 + value: 37.5457 + - type: nauc_recall_at_1000_max + value: 9.6378 + - type: nauc_recall_at_1000_std + value: 42.4651 + - type: nauc_recall_at_1000_diff1 + value: 60.372899999999994 + - type: nauc_precision_at_1_max + value: 22.4951 + - type: nauc_precision_at_1_std + value: 1.4333 + - type: nauc_precision_at_1_diff1 + value: 63.8046 + - type: nauc_precision_at_3_max + value: 26.378800000000002 + - type: nauc_precision_at_3_std + value: 6.3153 + - type: nauc_precision_at_3_diff1 + value: 22.0255 + - type: nauc_precision_at_5_max + value: 26.987499999999997 + - type: nauc_precision_at_5_std + value: 8.8842 + - type: nauc_precision_at_5_diff1 + value: 14.6172 + - type: nauc_precision_at_10_max + value: 26.179000000000002 + - type: nauc_precision_at_10_std + value: 13.112499999999999 + - type: nauc_precision_at_10_diff1 + value: 6.2566 + - type: nauc_precision_at_20_max + value: 27.622799999999998 + - type: nauc_precision_at_20_std + value: 17.086299999999998 + - type: nauc_precision_at_20_diff1 + value: -0.43039999999999995 + - type: nauc_precision_at_100_max + value: 29.647299999999998 + - type: nauc_precision_at_100_std + value: 19.7972 + - type: nauc_precision_at_100_diff1 + value: -9.985 + - type: nauc_precision_at_1000_max + value: 30.6444 + - type: nauc_precision_at_1000_std + value: 14.9234 + - type: nauc_precision_at_1000_diff1 + value: -13.694899999999999 + - type: nauc_mrr_at_1_max + value: 22.4951 + - type: nauc_mrr_at_1_std + value: 1.4333 + - type: nauc_mrr_at_1_diff1 + value: 63.8046 + - type: nauc_mrr_at_3_max + value: 22.564600000000002 + - type: nauc_mrr_at_3_std + value: 0.8368 + - type: nauc_mrr_at_3_diff1 + value: 61.6075 + - type: nauc_mrr_at_5_max + value: 21.793699999999998 + - type: nauc_mrr_at_5_std + value: 1.8185 + - type: nauc_mrr_at_5_diff1 + value: 61.7595 + - type: nauc_mrr_at_10_max + value: 21.7564 + - type: nauc_mrr_at_10_std + value: 2.3262 + - type: nauc_mrr_at_10_diff1 + value: 61.8695 + - type: nauc_mrr_at_20_max + value: 21.870700000000003 + - type: nauc_mrr_at_20_std + value: 2.5100000000000002 + - type: nauc_mrr_at_20_diff1 + value: 61.7119 + - type: nauc_mrr_at_100_max + value: 21.9579 + - type: nauc_mrr_at_100_std + value: 2.4704 + - type: nauc_mrr_at_100_diff1 + value: 61.812599999999996 + - type: nauc_mrr_at_1000_max + value: 21.9573 + - type: nauc_mrr_at_1000_std + value: 2.4568 + - type: nauc_mrr_at_1000_diff1 + value: 61.809400000000004 + - type: main_score + value: 61.536 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: ndcg_at_1 + value: 92.113 + - type: ndcg_at_3 + value: 84.322 + - type: ndcg_at_5 + value: 86.21 + - type: ndcg_at_10 + value: 87.58200000000001 + - type: ndcg_at_20 + value: 88.382 + - type: ndcg_at_100 + value: 89.188 + - type: ndcg_at_1000 + value: 89.568 + - type: map_at_1 + value: 46.056999999999995 + - type: map_at_3 + value: 80.109 + - type: map_at_5 + value: 81.746 + - type: map_at_10 + value: 82.626 + - type: map_at_20 + value: 82.975 + - type: map_at_100 + value: 83.155 + - type: map_at_1000 + value: 83.177 + - type: recall_at_1 + value: 46.056999999999995 + - type: recall_at_3 + value: 83.248 + - type: recall_at_5 + value: 86.96199999999999 + - type: recall_at_10 + value: 90.405 + - type: recall_at_20 + value: 92.957 + - type: recall_at_100 + value: 96.462 + - type: recall_at_1000 + value: 98.94 + - type: precision_at_1 + value: 92.113 + - type: precision_at_3 + value: 55.498999999999995 + - type: precision_at_5 + value: 34.785 + - type: precision_at_10 + value: 18.081 + - type: precision_at_20 + value: 9.296 + - type: precision_at_100 + value: 1.9290000000000003 + - type: precision_at_1000 + value: 0.198 + - type: mrr_at_1 + value: 92.1134 + - type: mrr_at_3 + value: 94.5195 + - type: mrr_at_5 + value: 94.6869 + - type: mrr_at_10 + value: 94.7842 + - type: mrr_at_20 + value: 94.81920000000001 + - type: mrr_at_100 + value: 94.8327 + - type: mrr_at_1000 + value: 94.8337 + - type: nauc_ndcg_at_1_max + value: 39.5542 + - type: nauc_ndcg_at_1_std + value: -10.8151 + - type: nauc_ndcg_at_1_diff1 + value: 65.983 + - type: nauc_ndcg_at_3_max + value: 38.232699999999994 + - type: nauc_ndcg_at_3_std + value: 3.5534999999999997 + - type: nauc_ndcg_at_3_diff1 + value: -6.4831 + - type: nauc_ndcg_at_5_max + value: 40.4112 + - type: nauc_ndcg_at_5_std + value: 6.833699999999999 + - type: nauc_ndcg_at_5_diff1 + value: -5.7221 + - type: nauc_ndcg_at_10_max + value: 41.4023 + - type: nauc_ndcg_at_10_std + value: 8.7918 + - type: nauc_ndcg_at_10_diff1 + value: -4.0827 + - type: nauc_ndcg_at_20_max + value: 41.688900000000004 + - type: nauc_ndcg_at_20_std + value: 9.947000000000001 + - type: nauc_ndcg_at_20_diff1 + value: -2.7942 + - type: nauc_ndcg_at_100_max + value: 41.6475 + - type: nauc_ndcg_at_100_std + value: 9.9194 + - type: nauc_ndcg_at_100_diff1 + value: -1.4031 + - type: nauc_ndcg_at_1000_max + value: 40.9787 + - type: nauc_ndcg_at_1000_std + value: 8.408999999999999 + - type: nauc_ndcg_at_1000_diff1 + value: -0.8919 + - type: nauc_map_at_1_max + value: 39.5542 + - type: nauc_map_at_1_std + value: -10.8151 + - type: nauc_map_at_1_diff1 + value: 65.983 + - type: nauc_map_at_3_max + value: 36.52 + - type: nauc_map_at_3_std + value: 3.2407 + - type: nauc_map_at_3_diff1 + value: -11.165600000000001 + - type: nauc_map_at_5_max + value: 38.0977 + - type: nauc_map_at_5_std + value: 5.4176 + - type: nauc_map_at_5_diff1 + value: -10.6042 + - type: nauc_map_at_10_max + value: 38.555 + - type: nauc_map_at_10_std + value: 6.2022 + - type: nauc_map_at_10_diff1 + value: -9.7394 + - type: nauc_map_at_20_max + value: 38.643100000000004 + - type: nauc_map_at_20_std + value: 6.5166 + - type: nauc_map_at_20_diff1 + value: -9.3673 + - type: nauc_map_at_100_max + value: 38.6148 + - type: nauc_map_at_100_std + value: 6.5272 + - type: nauc_map_at_100_diff1 + value: -9.2063 + - type: nauc_map_at_1000_max + value: 38.5892 + - type: nauc_map_at_1000_std + value: 6.4752 + - type: nauc_map_at_1000_diff1 + value: -9.189400000000001 + - type: nauc_recall_at_1_max + value: 39.5542 + - type: nauc_recall_at_1_std + value: -10.8151 + - type: nauc_recall_at_1_diff1 + value: 65.983 + - type: nauc_recall_at_3_max + value: 38.7636 + - type: nauc_recall_at_3_std + value: 7.320500000000001 + - type: nauc_recall_at_3_diff1 + value: -18.2824 + - type: nauc_recall_at_5_max + value: 42.9598 + - type: nauc_recall_at_5_std + value: 14.649899999999999 + - type: nauc_recall_at_5_diff1 + value: -19.4144 + - type: nauc_recall_at_10_max + value: 46.490500000000004 + - type: nauc_recall_at_10_std + value: 23.0074 + - type: nauc_recall_at_10_diff1 + value: -18.8099 + - type: nauc_recall_at_20_max + value: 49.6302 + - type: nauc_recall_at_20_std + value: 33.250299999999996 + - type: nauc_recall_at_20_diff1 + value: -17.46 + - type: nauc_recall_at_100_max + value: 57.7295 + - type: nauc_recall_at_100_std + value: 53.789500000000004 + - type: nauc_recall_at_100_diff1 + value: -14.435899999999998 + - type: nauc_recall_at_1000_max + value: 59.8823 + - type: nauc_recall_at_1000_std + value: 69.6773 + - type: nauc_recall_at_1000_diff1 + value: -18.7893 + - type: nauc_precision_at_1_max + value: 39.5542 + - type: nauc_precision_at_1_std + value: -10.8151 + - type: nauc_precision_at_1_diff1 + value: 65.983 + - type: nauc_precision_at_3_max + value: 38.7636 + - type: nauc_precision_at_3_std + value: 7.320500000000001 + - type: nauc_precision_at_3_diff1 + value: -18.2824 + - type: nauc_precision_at_5_max + value: 42.9598 + - type: nauc_precision_at_5_std + value: 14.649899999999999 + - type: nauc_precision_at_5_diff1 + value: -19.4144 + - type: nauc_precision_at_10_max + value: 46.490500000000004 + - type: nauc_precision_at_10_std + value: 23.0074 + - type: nauc_precision_at_10_diff1 + value: -18.8099 + - type: nauc_precision_at_20_max + value: 49.6302 + - type: nauc_precision_at_20_std + value: 33.250299999999996 + - type: nauc_precision_at_20_diff1 + value: -17.46 + - type: nauc_precision_at_100_max + value: 57.7295 + - type: nauc_precision_at_100_std + value: 53.789500000000004 + - type: nauc_precision_at_100_diff1 + value: -14.435899999999998 + - type: nauc_precision_at_1000_max + value: 59.8823 + - type: nauc_precision_at_1000_std + value: 69.6773 + - type: nauc_precision_at_1000_diff1 + value: -18.7893 + - type: nauc_mrr_at_1_max + value: 39.5542 + - type: nauc_mrr_at_1_std + value: -10.8151 + - type: nauc_mrr_at_1_diff1 + value: 65.983 + - type: nauc_mrr_at_3_max + value: 45.1005 + - type: nauc_mrr_at_3_std + value: -8.067 + - type: nauc_mrr_at_3_diff1 + value: 66.5513 + - type: nauc_mrr_at_5_max + value: 44.5223 + - type: nauc_mrr_at_5_std + value: -7.587199999999999 + - type: nauc_mrr_at_5_diff1 + value: 66.5481 + - type: nauc_mrr_at_10_max + value: 44.5244 + - type: nauc_mrr_at_10_std + value: -7.2405 + - type: nauc_mrr_at_10_diff1 + value: 66.659 + - type: nauc_mrr_at_20_max + value: 44.3347 + - type: nauc_mrr_at_20_std + value: -7.3279 + - type: nauc_mrr_at_20_diff1 + value: 66.64710000000001 + - type: nauc_mrr_at_100_max + value: 44.2787 + - type: nauc_mrr_at_100_std + value: -7.4537 + - type: nauc_mrr_at_100_diff1 + value: 66.6131 + - type: nauc_mrr_at_1000_max + value: 44.2703 + - type: nauc_mrr_at_1000_std + value: -7.464700000000001 + - type: nauc_mrr_at_1000_diff1 + value: 66.6095 + - type: main_score + value: 87.58200000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: dev + type: mteb/msmarco + metrics: + - type: ndcg_at_1 + value: 26.962999999999997 + - type: ndcg_at_3 + value: 38.958 + - type: ndcg_at_5 + value: 43.363 + - type: ndcg_at_10 + value: 47.131 + - type: ndcg_at_20 + value: 49.728 + - type: ndcg_at_100 + value: 52.288999999999994 + - type: ndcg_at_1000 + value: 53.104 + - type: map_at_1 + value: 26.277 + - type: map_at_3 + value: 35.763 + - type: map_at_5 + value: 38.233 + - type: map_at_10 + value: 39.834 + - type: map_at_20 + value: 40.574 + - type: map_at_100 + value: 40.961 + - type: map_at_1000 + value: 40.996 + - type: recall_at_1 + value: 26.277 + - type: recall_at_3 + value: 47.5 + - type: recall_at_5 + value: 58.081 + - type: recall_at_10 + value: 69.473 + - type: recall_at_20 + value: 79.525 + - type: recall_at_100 + value: 92.771 + - type: recall_at_1000 + value: 98.86500000000001 + - type: precision_at_1 + value: 26.962999999999997 + - type: precision_at_3 + value: 16.428 + - type: precision_at_5 + value: 12.086 + - type: precision_at_10 + value: 7.269 + - type: precision_at_20 + value: 4.178 + - type: precision_at_100 + value: 0.9809999999999999 + - type: precision_at_1000 + value: 0.105 + - type: mrr_at_1 + value: 26.962799999999998 + - type: mrr_at_3 + value: 36.4494 + - type: mrr_at_5 + value: 38.8849 + - type: mrr_at_10 + value: 40.4243 + - type: mrr_at_20 + value: 41.1182 + - type: mrr_at_100 + value: 41.4762 + - type: mrr_at_1000 + value: 41.505900000000004 + - type: nauc_ndcg_at_1_max + value: 0.8854000000000001 + - type: nauc_ndcg_at_1_std + value: -21.1834 + - type: nauc_ndcg_at_1_diff1 + value: 44.080799999999996 + - type: nauc_ndcg_at_3_max + value: 1.1694 + - type: nauc_ndcg_at_3_std + value: -22.4811 + - type: nauc_ndcg_at_3_diff1 + value: 39.571400000000004 + - type: nauc_ndcg_at_5_max + value: 2.1314 + - type: nauc_ndcg_at_5_std + value: -21.8475 + - type: nauc_ndcg_at_5_diff1 + value: 39.1894 + - type: nauc_ndcg_at_10_max + value: 2.7063 + - type: nauc_ndcg_at_10_std + value: -21.0181 + - type: nauc_ndcg_at_10_diff1 + value: 39.490199999999994 + - type: nauc_ndcg_at_20_max + value: 2.8913 + - type: nauc_ndcg_at_20_std + value: -19.2267 + - type: nauc_ndcg_at_20_diff1 + value: 39.4914 + - type: nauc_ndcg_at_100_max + value: 2.6582000000000003 + - type: nauc_ndcg_at_100_std + value: -18.140700000000002 + - type: nauc_ndcg_at_100_diff1 + value: 39.947300000000006 + - type: nauc_ndcg_at_1000_max + value: 2.5738 + - type: nauc_ndcg_at_1000_std + value: -19.3431 + - type: nauc_ndcg_at_1000_diff1 + value: 40.0692 + - type: nauc_map_at_1_max + value: 0.9844999999999999 + - type: nauc_map_at_1_std + value: -21.2995 + - type: nauc_map_at_1_diff1 + value: 44.1003 + - type: nauc_map_at_3_max + value: 1.1764999999999999 + - type: nauc_map_at_3_std + value: -22.3565 + - type: nauc_map_at_3_diff1 + value: 40.672599999999996 + - type: nauc_map_at_5_max + value: 1.6882000000000001 + - type: nauc_map_at_5_std + value: -22.023699999999998 + - type: nauc_map_at_5_diff1 + value: 40.47 + - type: nauc_map_at_10_max + value: 1.9012000000000002 + - type: nauc_map_at_10_std + value: -21.703 + - type: nauc_map_at_10_diff1 + value: 40.6307 + - type: nauc_map_at_20_max + value: 1.9317999999999997 + - type: nauc_map_at_20_std + value: -21.2436 + - type: nauc_map_at_20_diff1 + value: 40.644400000000005 + - type: nauc_map_at_100_max + value: 1.9056 + - type: nauc_map_at_100_std + value: -21.0779 + - type: nauc_map_at_100_diff1 + value: 40.716499999999996 + - type: nauc_map_at_1000_max + value: 1.9047 + - type: nauc_map_at_1000_std + value: -21.1114 + - type: nauc_map_at_1000_diff1 + value: 40.7233 + - type: nauc_recall_at_1_max + value: 0.9844999999999999 + - type: nauc_recall_at_1_std + value: -21.2995 + - type: nauc_recall_at_1_diff1 + value: 44.1003 + - type: nauc_recall_at_3_max + value: 1.2208999999999999 + - type: nauc_recall_at_3_std + value: -22.948 + - type: nauc_recall_at_3_diff1 + value: 36.4149 + - type: nauc_recall_at_5_max + value: 3.6429000000000005 + - type: nauc_recall_at_5_std + value: -21.3257 + - type: nauc_recall_at_5_diff1 + value: 34.989599999999996 + - type: nauc_recall_at_10_max + value: 6.1009 + - type: nauc_recall_at_10_std + value: -18.249000000000002 + - type: nauc_recall_at_10_diff1 + value: 35.1357 + - type: nauc_recall_at_20_max + value: 8.4911 + - type: nauc_recall_at_20_std + value: -6.6306 + - type: nauc_recall_at_20_diff1 + value: 33.6959 + - type: nauc_recall_at_100_max + value: 12.1738 + - type: nauc_recall_at_100_std + value: 31.785200000000003 + - type: nauc_recall_at_100_diff1 + value: 33.3574 + - type: nauc_recall_at_1000_max + value: 43.3082 + - type: nauc_recall_at_1000_std + value: 77.54950000000001 + - type: nauc_recall_at_1000_diff1 + value: 21.784100000000002 + - type: nauc_precision_at_1_max + value: 0.8854000000000001 + - type: nauc_precision_at_1_std + value: -21.1834 + - type: nauc_precision_at_1_diff1 + value: 44.080799999999996 + - type: nauc_precision_at_3_max + value: 0.95 + - type: nauc_precision_at_3_std + value: -22.476599999999998 + - type: nauc_precision_at_3_diff1 + value: 35.838300000000004 + - type: nauc_precision_at_5_max + value: 3.0417 + - type: nauc_precision_at_5_std + value: -20.2517 + - type: nauc_precision_at_5_diff1 + value: 33.5132 + - type: nauc_precision_at_10_max + value: 4.6907 + - type: nauc_precision_at_10_std + value: -15.8989 + - type: nauc_precision_at_10_diff1 + value: 31.607400000000002 + - type: nauc_precision_at_20_max + value: 5.6902 + - type: nauc_precision_at_20_std + value: -3.5687999999999995 + - type: nauc_precision_at_20_diff1 + value: 26.648 + - type: nauc_precision_at_100_max + value: 4.9387 + - type: nauc_precision_at_100_std + value: 21.3565 + - type: nauc_precision_at_100_diff1 + value: 13.175500000000001 + - type: nauc_precision_at_1000_max + value: 4.143 + - type: nauc_precision_at_1000_std + value: 13.0532 + - type: nauc_precision_at_1000_diff1 + value: -4.2123 + - type: nauc_mrr_at_1_max + value: 0.8854000000000001 + - type: nauc_mrr_at_1_std + value: -21.1834 + - type: nauc_mrr_at_1_diff1 + value: 44.080799999999996 + - type: nauc_mrr_at_3_max + value: 1.0766 + - type: nauc_mrr_at_3_std + value: -22.067999999999998 + - type: nauc_mrr_at_3_diff1 + value: 40.509499999999996 + - type: nauc_mrr_at_5_max + value: 1.6381 + - type: nauc_mrr_at_5_std + value: -21.6727 + - type: nauc_mrr_at_5_diff1 + value: 40.4039 + - type: nauc_mrr_at_10_max + value: 1.8665999999999998 + - type: nauc_mrr_at_10_std + value: -21.3246 + - type: nauc_mrr_at_10_diff1 + value: 40.5268 + - type: nauc_mrr_at_20_max + value: 1.9179000000000002 + - type: nauc_mrr_at_20_std + value: -20.907899999999998 + - type: nauc_mrr_at_20_diff1 + value: 40.5416 + - type: nauc_mrr_at_100_max + value: 1.8837 + - type: nauc_mrr_at_100_std + value: -20.7816 + - type: nauc_mrr_at_100_diff1 + value: 40.625299999999996 + - type: nauc_mrr_at_1000_max + value: 1.8811000000000002 + - type: nauc_mrr_at_1000_std + value: -20.814799999999998 + - type: nauc_mrr_at_1000_diff1 + value: 40.631299999999996 + - type: main_score + value: 47.131 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: ndcg_at_1 + value: 50.31 + - type: ndcg_at_3 + value: 45.288000000000004 + - type: ndcg_at_5 + value: 43.325 + - type: ndcg_at_10 + value: 40.108 + - type: ndcg_at_20 + value: 37.301 + - type: ndcg_at_100 + value: 36.132999999999996 + - type: ndcg_at_1000 + value: 44.693 + - type: map_at_1 + value: 6.497 + - type: map_at_3 + value: 10.856 + - type: map_at_5 + value: 12.892999999999999 + - type: map_at_10 + value: 15.415000000000001 + - type: map_at_20 + value: 17.192 + - type: map_at_100 + value: 19.517 + - type: map_at_1000 + value: 21.003 + - type: recall_at_1 + value: 6.497 + - type: recall_at_3 + value: 12.168 + - type: recall_at_5 + value: 15.299999999999999 + - type: recall_at_10 + value: 20.293 + - type: recall_at_20 + value: 24.677 + - type: recall_at_100 + value: 36.524 + - type: recall_at_1000 + value: 67.89699999999999 + - type: precision_at_1 + value: 52.012 + - type: precision_at_3 + value: 42.208 + - type: precision_at_5 + value: 37.895 + - type: precision_at_10 + value: 30.0 + - type: precision_at_20 + value: 21.672 + - type: precision_at_100 + value: 8.718 + - type: precision_at_1000 + value: 2.1340000000000003 + - type: mrr_at_1 + value: 52.322 + - type: mrr_at_3 + value: 58.6171 + - type: mrr_at_5 + value: 60.14960000000001 + - type: mrr_at_10 + value: 60.711499999999994 + - type: mrr_at_20 + value: 60.949600000000004 + - type: mrr_at_100 + value: 61.1297 + - type: mrr_at_1000 + value: 61.163599999999995 + - type: nauc_ndcg_at_1_max + value: 47.4426 + - type: nauc_ndcg_at_1_std + value: 16.951900000000002 + - type: nauc_ndcg_at_1_diff1 + value: 33.267799999999994 + - type: nauc_ndcg_at_3_max + value: 53.2095 + - type: nauc_ndcg_at_3_std + value: 24.4519 + - type: nauc_ndcg_at_3_diff1 + value: 23.9526 + - type: nauc_ndcg_at_5_max + value: 53.5452 + - type: nauc_ndcg_at_5_std + value: 27.3168 + - type: nauc_ndcg_at_5_diff1 + value: 22.3384 + - type: nauc_ndcg_at_10_max + value: 52.0174 + - type: nauc_ndcg_at_10_std + value: 29.940099999999997 + - type: nauc_ndcg_at_10_diff1 + value: 19.368199999999998 + - type: nauc_ndcg_at_20_max + value: 50.7421 + - type: nauc_ndcg_at_20_std + value: 30.6474 + - type: nauc_ndcg_at_20_diff1 + value: 20.0402 + - type: nauc_ndcg_at_100_max + value: 47.2356 + - type: nauc_ndcg_at_100_std + value: 33.0338 + - type: nauc_ndcg_at_100_diff1 + value: 25.098100000000002 + - type: nauc_ndcg_at_1000_max + value: 50.295500000000004 + - type: nauc_ndcg_at_1000_std + value: 38.872 + - type: nauc_ndcg_at_1000_diff1 + value: 25.458 + - type: nauc_map_at_1_max + value: 18.7066 + - type: nauc_map_at_1_std + value: -13.5798 + - type: nauc_map_at_1_diff1 + value: 45.5098 + - type: nauc_map_at_3_max + value: 28.340799999999998 + - type: nauc_map_at_3_std + value: -5.0553 + - type: nauc_map_at_3_diff1 + value: 38.1203 + - type: nauc_map_at_5_max + value: 31.7676 + - type: nauc_map_at_5_std + value: -0.8031 + - type: nauc_map_at_5_diff1 + value: 34.5479 + - type: nauc_map_at_10_max + value: 35.5953 + - type: nauc_map_at_10_std + value: 5.9466 + - type: nauc_map_at_10_diff1 + value: 30.2163 + - type: nauc_map_at_20_max + value: 39.8091 + - type: nauc_map_at_20_std + value: 12.1879 + - type: nauc_map_at_20_diff1 + value: 28.239199999999997 + - type: nauc_map_at_100_max + value: 41.774 + - type: nauc_map_at_100_std + value: 18.6541 + - type: nauc_map_at_100_diff1 + value: 25.990799999999997 + - type: nauc_map_at_1000_max + value: 42.423100000000005 + - type: nauc_map_at_1000_std + value: 21.0234 + - type: nauc_map_at_1000_diff1 + value: 24.6599 + - type: nauc_recall_at_1_max + value: 18.7066 + - type: nauc_recall_at_1_std + value: -13.5798 + - type: nauc_recall_at_1_diff1 + value: 45.5098 + - type: nauc_recall_at_3_max + value: 25.3961 + - type: nauc_recall_at_3_std + value: -3.9269 + - type: nauc_recall_at_3_diff1 + value: 33.0329 + - type: nauc_recall_at_5_max + value: 27.0673 + - type: nauc_recall_at_5_std + value: 0.9042 + - type: nauc_recall_at_5_diff1 + value: 28.8342 + - type: nauc_recall_at_10_max + value: 25.349500000000003 + - type: nauc_recall_at_10_std + value: 4.8843 + - type: nauc_recall_at_10_diff1 + value: 20.9078 + - type: nauc_recall_at_20_max + value: 28.5119 + - type: nauc_recall_at_20_std + value: 9.822500000000002 + - type: nauc_recall_at_20_diff1 + value: 19.747500000000002 + - type: nauc_recall_at_100_max + value: 26.062600000000003 + - type: nauc_recall_at_100_std + value: 20.829900000000002 + - type: nauc_recall_at_100_diff1 + value: 18.128 + - type: nauc_recall_at_1000_max + value: 15.981200000000001 + - type: nauc_recall_at_1000_std + value: 21.4939 + - type: nauc_recall_at_1000_diff1 + value: 14.801400000000001 + - type: nauc_precision_at_1_max + value: 48.2367 + - type: nauc_precision_at_1_std + value: 19.2246 + - type: nauc_precision_at_1_diff1 + value: 34.5224 + - type: nauc_precision_at_3_max + value: 50.9481 + - type: nauc_precision_at_3_std + value: 30.179699999999997 + - type: nauc_precision_at_3_diff1 + value: 15.060299999999998 + - type: nauc_precision_at_5_max + value: 50.710699999999996 + - type: nauc_precision_at_5_std + value: 35.8292 + - type: nauc_precision_at_5_diff1 + value: 8.2587 + - type: nauc_precision_at_10_max + value: 47.6299 + - type: nauc_precision_at_10_std + value: 42.0549 + - type: nauc_precision_at_10_diff1 + value: -1.6541000000000001 + - type: nauc_precision_at_20_max + value: 42.7631 + - type: nauc_precision_at_20_std + value: 43.7919 + - type: nauc_precision_at_20_diff1 + value: -6.0924 + - type: nauc_precision_at_100_max + value: 25.675199999999997 + - type: nauc_precision_at_100_std + value: 39.064 + - type: nauc_precision_at_100_diff1 + value: -12.2592 + - type: nauc_precision_at_1000_max + value: 10.8286 + - type: nauc_precision_at_1000_std + value: 18.2953 + - type: nauc_precision_at_1000_diff1 + value: -15.562899999999999 + - type: nauc_mrr_at_1_max + value: 48.0689 + - type: nauc_mrr_at_1_std + value: 18.6333 + - type: nauc_mrr_at_1_diff1 + value: 33.7292 + - type: nauc_mrr_at_3_max + value: 53.178000000000004 + - type: nauc_mrr_at_3_std + value: 26.2081 + - type: nauc_mrr_at_3_diff1 + value: 34.516999999999996 + - type: nauc_mrr_at_5_max + value: 52.5145 + - type: nauc_mrr_at_5_std + value: 27.599899999999998 + - type: nauc_mrr_at_5_diff1 + value: 35.214 + - type: nauc_mrr_at_10_max + value: 52.1721 + - type: nauc_mrr_at_10_std + value: 27.870099999999997 + - type: nauc_mrr_at_10_diff1 + value: 34.5441 + - type: nauc_mrr_at_20_max + value: 52.519000000000005 + - type: nauc_mrr_at_20_std + value: 28.0304 + - type: nauc_mrr_at_20_diff1 + value: 34.921400000000006 + - type: nauc_mrr_at_100_max + value: 52.5141 + - type: nauc_mrr_at_100_std + value: 27.9621 + - type: nauc_mrr_at_100_diff1 + value: 34.8615 + - type: nauc_mrr_at_1000_max + value: 52.4999 + - type: nauc_mrr_at_1000_std + value: 27.941899999999997 + - type: nauc_mrr_at_1000_diff1 + value: 34.8437 + - type: main_score + value: 40.108 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: ndcg_at_1 + value: 57.3 + - type: ndcg_at_3 + value: 68.652 + - type: ndcg_at_5 + value: 72.121 + - type: ndcg_at_10 + value: 74.453 + - type: ndcg_at_20 + value: 75.53699999999999 + - type: ndcg_at_100 + value: 76.307 + - type: ndcg_at_1000 + value: 76.42999999999999 + - type: map_at_1 + value: 51.149 + - type: map_at_3 + value: 64.534 + - type: map_at_5 + value: 66.77199999999999 + - type: map_at_10 + value: 67.97 + - type: map_at_20 + value: 68.337 + - type: map_at_100 + value: 68.48100000000001 + - type: map_at_1000 + value: 68.488 + - type: recall_at_1 + value: 51.149 + - type: recall_at_3 + value: 76.946 + - type: recall_at_5 + value: 84.738 + - type: recall_at_10 + value: 91.292 + - type: recall_at_20 + value: 95.211 + - type: recall_at_100 + value: 98.885 + - type: recall_at_1000 + value: 99.739 + - type: precision_at_1 + value: 57.3 + - type: precision_at_3 + value: 30.079 + - type: precision_at_5 + value: 20.18 + - type: precision_at_10 + value: 10.991 + - type: precision_at_20 + value: 5.762 + - type: precision_at_100 + value: 1.202 + - type: precision_at_1000 + value: 0.121 + - type: mrr_at_1 + value: 57.3291 + - type: mrr_at_3 + value: 68.1199 + - type: mrr_at_5 + value: 69.6886 + - type: mrr_at_10 + value: 70.3699 + - type: mrr_at_20 + value: 70.5862 + - type: mrr_at_100 + value: 70.6731 + - type: mrr_at_1000 + value: 70.6774 + - type: nauc_ndcg_at_1_max + value: 22.7048 + - type: nauc_ndcg_at_1_std + value: -4.607 + - type: nauc_ndcg_at_1_diff1 + value: 51.7752 + - type: nauc_ndcg_at_3_max + value: 27.8707 + - type: nauc_ndcg_at_3_std + value: -10.602300000000001 + - type: nauc_ndcg_at_3_diff1 + value: 47.9085 + - type: nauc_ndcg_at_5_max + value: 28.9663 + - type: nauc_ndcg_at_5_std + value: -9.718200000000001 + - type: nauc_ndcg_at_5_diff1 + value: 48.154599999999995 + - type: nauc_ndcg_at_10_max + value: 29.0362 + - type: nauc_ndcg_at_10_std + value: -8.0883 + - type: nauc_ndcg_at_10_diff1 + value: 48.1624 + - type: nauc_ndcg_at_20_max + value: 28.568900000000003 + - type: nauc_ndcg_at_20_std + value: -7.416799999999999 + - type: nauc_ndcg_at_20_diff1 + value: 48.769400000000005 + - type: nauc_ndcg_at_100_max + value: 27.868100000000002 + - type: nauc_ndcg_at_100_std + value: -7.1608 + - type: nauc_ndcg_at_100_diff1 + value: 49.039100000000005 + - type: nauc_ndcg_at_1000_max + value: 27.6453 + - type: nauc_ndcg_at_1000_std + value: -7.3173 + - type: nauc_ndcg_at_1000_diff1 + value: 48.9732 + - type: nauc_map_at_1_max + value: 20.61 + - type: nauc_map_at_1_std + value: -6.8942000000000005 + - type: nauc_map_at_1_diff1 + value: 53.0305 + - type: nauc_map_at_3_max + value: 26.2453 + - type: nauc_map_at_3_std + value: -10.0758 + - type: nauc_map_at_3_diff1 + value: 49.1905 + - type: nauc_map_at_5_max + value: 26.8593 + - type: nauc_map_at_5_std + value: -9.466099999999999 + - type: nauc_map_at_5_diff1 + value: 49.3682 + - type: nauc_map_at_10_max + value: 26.8828 + - type: nauc_map_at_10_std + value: -8.6855 + - type: nauc_map_at_10_diff1 + value: 49.2851 + - type: nauc_map_at_20_max + value: 26.762399999999996 + - type: nauc_map_at_20_std + value: -8.4795 + - type: nauc_map_at_20_diff1 + value: 49.429 + - type: nauc_map_at_100_max + value: 26.6654 + - type: nauc_map_at_100_std + value: -8.423 + - type: nauc_map_at_100_diff1 + value: 49.4676 + - type: nauc_map_at_1000_max + value: 26.6566 + - type: nauc_map_at_1000_std + value: -8.4277 + - type: nauc_map_at_1000_diff1 + value: 49.4665 + - type: nauc_recall_at_1_max + value: 20.61 + - type: nauc_recall_at_1_std + value: -6.8942000000000005 + - type: nauc_recall_at_1_diff1 + value: 53.0305 + - type: nauc_recall_at_3_max + value: 32.0258 + - type: nauc_recall_at_3_std + value: -15.6471 + - type: nauc_recall_at_3_diff1 + value: 42.4732 + - type: nauc_recall_at_5_max + value: 37.4475 + - type: nauc_recall_at_5_std + value: -14.9397 + - type: nauc_recall_at_5_diff1 + value: 41.5624 + - type: nauc_recall_at_10_max + value: 43.9588 + - type: nauc_recall_at_10_std + value: -9.237 + - type: nauc_recall_at_10_diff1 + value: 39.410000000000004 + - type: nauc_recall_at_20_max + value: 49.8997 + - type: nauc_recall_at_20_std + value: -1.4770999999999999 + - type: nauc_recall_at_20_diff1 + value: 44.687 + - type: nauc_recall_at_100_max + value: 66.9748 + - type: nauc_recall_at_100_std + value: 33.616 + - type: nauc_recall_at_100_diff1 + value: 58.5782 + - type: nauc_recall_at_1000_max + value: 83.5565 + - type: nauc_recall_at_1000_std + value: 78.2728 + - type: nauc_recall_at_1000_diff1 + value: 58.689400000000006 + - type: nauc_precision_at_1_max + value: 22.7048 + - type: nauc_precision_at_1_std + value: -4.607 + - type: nauc_precision_at_1_diff1 + value: 51.7752 + - type: nauc_precision_at_3_max + value: 23.0015 + - type: nauc_precision_at_3_std + value: -4.8154 + - type: nauc_precision_at_3_diff1 + value: 16.0588 + - type: nauc_precision_at_5_max + value: 19.3827 + - type: nauc_precision_at_5_std + value: -0.1134 + - type: nauc_precision_at_5_diff1 + value: 4.8370999999999995 + - type: nauc_precision_at_10_max + value: 13.145100000000001 + - type: nauc_precision_at_10_std + value: 6.436699999999999 + - type: nauc_precision_at_10_diff1 + value: -6.1552999999999995 + - type: nauc_precision_at_20_max + value: 8.168899999999999 + - type: nauc_precision_at_20_std + value: 10.2161 + - type: nauc_precision_at_20_diff1 + value: -11.9039 + - type: nauc_precision_at_100_max + value: 2.0229 + - type: nauc_precision_at_100_std + value: 12.945899999999998 + - type: nauc_precision_at_100_diff1 + value: -17.8015 + - type: nauc_precision_at_1000_max + value: -0.22759999999999997 + - type: nauc_precision_at_1000_std + value: 12.3067 + - type: nauc_precision_at_1000_diff1 + value: -19.9213 + - type: nauc_mrr_at_1_max + value: 22.6475 + - type: nauc_mrr_at_1_std + value: -4.673 + - type: nauc_mrr_at_1_diff1 + value: 51.702400000000004 + - type: nauc_mrr_at_3_max + value: 26.647199999999998 + - type: nauc_mrr_at_3_std + value: -7.0548 + - type: nauc_mrr_at_3_diff1 + value: 48.341499999999996 + - type: nauc_mrr_at_5_max + value: 26.8836 + - type: nauc_mrr_at_5_std + value: -6.7455 + - type: nauc_mrr_at_5_diff1 + value: 48.5204 + - type: nauc_mrr_at_10_max + value: 26.777 + - type: nauc_mrr_at_10_std + value: -6.2474 + - type: nauc_mrr_at_10_diff1 + value: 48.6382 + - type: nauc_mrr_at_20_max + value: 26.6367 + - type: nauc_mrr_at_20_std + value: -6.1698 + - type: nauc_mrr_at_20_diff1 + value: 48.7911 + - type: nauc_mrr_at_100_max + value: 26.537699999999997 + - type: nauc_mrr_at_100_std + value: -6.1927 + - type: nauc_mrr_at_100_diff1 + value: 48.8408 + - type: nauc_mrr_at_1000_max + value: 26.5317 + - type: nauc_mrr_at_1000_std + value: -6.1933 + - type: nauc_mrr_at_1000_diff1 + value: 48.837399999999995 + - type: main_score + value: 74.453 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: ndcg_at_1 + value: 85.09 + - type: ndcg_at_3 + value: 88.684 + - type: ndcg_at_5 + value: 90.065 + - type: ndcg_at_10 + value: 91.049 + - type: ndcg_at_20 + value: 91.55499999999999 + - type: ndcg_at_100 + value: 91.961 + - type: ndcg_at_1000 + value: 92.013 + - type: map_at_1 + value: 73.934 + - type: map_at_3 + value: 85.099 + - type: map_at_5 + value: 86.913 + - type: map_at_10 + value: 87.91499999999999 + - type: map_at_20 + value: 88.295 + - type: map_at_100 + value: 88.483 + - type: map_at_1000 + value: 88.495 + - type: recall_at_1 + value: 73.934 + - type: recall_at_3 + value: 89.833 + - type: recall_at_5 + value: 93.878 + - type: recall_at_10 + value: 96.792 + - type: recall_at_20 + value: 98.41 + - type: recall_at_100 + value: 99.8 + - type: recall_at_1000 + value: 99.997 + - type: precision_at_1 + value: 85.09 + - type: precision_at_3 + value: 38.82 + - type: precision_at_5 + value: 25.441999999999997 + - type: precision_at_10 + value: 13.767999999999999 + - type: precision_at_20 + value: 7.256 + - type: precision_at_100 + value: 1.543 + - type: precision_at_1000 + value: 0.157 + - type: mrr_at_1 + value: 85.09 + - type: mrr_at_3 + value: 89.53999999999999 + - type: mrr_at_5 + value: 90.11449999999999 + - type: mrr_at_10 + value: 90.3062 + - type: mrr_at_20 + value: 90.3587 + - type: mrr_at_100 + value: 90.3766 + - type: mrr_at_1000 + value: 90.3769 + - type: nauc_ndcg_at_1_max + value: 32.7888 + - type: nauc_ndcg_at_1_std + value: -60.59909999999999 + - type: nauc_ndcg_at_1_diff1 + value: 80.1015 + - type: nauc_ndcg_at_3_max + value: 30.139300000000002 + - type: nauc_ndcg_at_3_std + value: -72.62960000000001 + - type: nauc_ndcg_at_3_diff1 + value: 78.3931 + - type: nauc_ndcg_at_5_max + value: 30.9041 + - type: nauc_ndcg_at_5_std + value: -74.9609 + - type: nauc_ndcg_at_5_diff1 + value: 79.003 + - type: nauc_ndcg_at_10_max + value: 32.008900000000004 + - type: nauc_ndcg_at_10_std + value: -72.85040000000001 + - type: nauc_ndcg_at_10_diff1 + value: 79.1641 + - type: nauc_ndcg_at_20_max + value: 32.2849 + - type: nauc_ndcg_at_20_std + value: -70.9905 + - type: nauc_ndcg_at_20_diff1 + value: 79.03620000000001 + - type: nauc_ndcg_at_100_max + value: 32.7545 + - type: nauc_ndcg_at_100_std + value: -68.0927 + - type: nauc_ndcg_at_100_diff1 + value: 78.9424 + - type: nauc_ndcg_at_1000_max + value: 32.8112 + - type: nauc_ndcg_at_1000_std + value: -67.671 + - type: nauc_ndcg_at_1000_diff1 + value: 78.93 + - type: nauc_map_at_1_max + value: 21.5961 + - type: nauc_map_at_1_std + value: -57.7708 + - type: nauc_map_at_1_diff1 + value: 82.926 + - type: nauc_map_at_3_max + value: 27.5833 + - type: nauc_map_at_3_std + value: -74.0814 + - type: nauc_map_at_3_diff1 + value: 79.8452 + - type: nauc_map_at_5_max + value: 29.401100000000003 + - type: nauc_map_at_5_std + value: -74.685 + - type: nauc_map_at_5_diff1 + value: 79.50880000000001 + - type: nauc_map_at_10_max + value: 30.778699999999997 + - type: nauc_map_at_10_std + value: -72.5428 + - type: nauc_map_at_10_diff1 + value: 79.2584 + - type: nauc_map_at_20_max + value: 31.0706 + - type: nauc_map_at_20_std + value: -70.9863 + - type: nauc_map_at_20_diff1 + value: 79.06649999999999 + - type: nauc_map_at_100_max + value: 31.222299999999997 + - type: nauc_map_at_100_std + value: -69.8179 + - type: nauc_map_at_100_diff1 + value: 78.9918 + - type: nauc_map_at_1000_max + value: 31.244699999999998 + - type: nauc_map_at_1000_std + value: -69.7316 + - type: nauc_map_at_1000_diff1 + value: 78.9897 + - type: nauc_recall_at_1_max + value: 21.5961 + - type: nauc_recall_at_1_std + value: -57.7708 + - type: nauc_recall_at_1_diff1 + value: 82.926 + - type: nauc_recall_at_3_max + value: 24.0367 + - type: nauc_recall_at_3_std + value: -88.22149999999999 + - type: nauc_recall_at_3_diff1 + value: 77.4449 + - type: nauc_recall_at_5_max + value: 25.672299999999996 + - type: nauc_recall_at_5_std + value: -102.07820000000001 + - type: nauc_recall_at_5_diff1 + value: 77.1041 + - type: nauc_recall_at_10_max + value: 29.7775 + - type: nauc_recall_at_10_std + value: -110.8762 + - type: nauc_recall_at_10_diff1 + value: 77.7589 + - type: nauc_recall_at_20_max + value: 27.838600000000003 + - type: nauc_recall_at_20_std + value: -118.32849999999999 + - type: nauc_recall_at_20_diff1 + value: 76.7294 + - type: nauc_recall_at_100_max + value: 33.6829 + - type: nauc_recall_at_100_std + value: -106.36699999999999 + - type: nauc_recall_at_100_diff1 + value: 74.8638 + - type: nauc_recall_at_1000_max + value: -57.555800000000005 + - type: nauc_recall_at_1000_std + value: -146.8469 + - type: nauc_recall_at_1000_diff1 + value: 87.1795 + - type: nauc_precision_at_1_max + value: 32.7888 + - type: nauc_precision_at_1_std + value: -60.59909999999999 + - type: nauc_precision_at_1_diff1 + value: 80.1015 + - type: nauc_precision_at_3_max + value: 4.8294 + - type: nauc_precision_at_3_std + value: 7.7258 + - type: nauc_precision_at_3_diff1 + value: -27.2173 + - type: nauc_precision_at_5_max + value: 1.1652 + - type: nauc_precision_at_5_std + value: 22.338 + - type: nauc_precision_at_5_diff1 + value: -38.0284 + - type: nauc_precision_at_10_max + value: -1.4034 + - type: nauc_precision_at_10_std + value: 35.9125 + - type: nauc_precision_at_10_diff1 + value: -43.7849 + - type: nauc_precision_at_20_max + value: -3.1981999999999995 + - type: nauc_precision_at_20_std + value: 43.5263 + - type: nauc_precision_at_20_diff1 + value: -45.839600000000004 + - type: nauc_precision_at_100_max + value: -4.5615000000000006 + - type: nauc_precision_at_100_std + value: 52.0084 + - type: nauc_precision_at_100_diff1 + value: -47.077200000000005 + - type: nauc_precision_at_1000_max + value: -4.5789 + - type: nauc_precision_at_1000_std + value: 53.7428 + - type: nauc_precision_at_1000_diff1 + value: -47.0753 + - type: nauc_mrr_at_1_max + value: 32.7888 + - type: nauc_mrr_at_1_std + value: -60.59909999999999 + - type: nauc_mrr_at_1_diff1 + value: 80.1015 + - type: nauc_mrr_at_3_max + value: 33.6763 + - type: nauc_mrr_at_3_std + value: -66.9798 + - type: nauc_mrr_at_3_diff1 + value: 79.4797 + - type: nauc_mrr_at_5_max + value: 33.7747 + - type: nauc_mrr_at_5_std + value: -66.67689999999999 + - type: nauc_mrr_at_5_diff1 + value: 79.6918 + - type: nauc_mrr_at_10_max + value: 33.665299999999995 + - type: nauc_mrr_at_10_std + value: -66.1357 + - type: nauc_mrr_at_10_diff1 + value: 79.6675 + - type: nauc_mrr_at_20_max + value: 33.5729 + - type: nauc_mrr_at_20_std + value: -65.97619999999999 + - type: nauc_mrr_at_20_diff1 + value: 79.6652 + - type: nauc_mrr_at_100_max + value: 33.5653 + - type: nauc_mrr_at_100_std + value: -65.8669 + - type: nauc_mrr_at_100_diff1 + value: 79.6636 + - type: nauc_mrr_at_1000_max + value: 33.564 + - type: nauc_mrr_at_1000_std + value: -65.8674 + - type: nauc_mrr_at_1000_diff1 + value: 79.6639 + - type: main_score + value: 91.049 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: ndcg_at_1 + value: 30.5 + - type: ndcg_at_3 + value: 25.502999999999997 + - type: ndcg_at_5 + value: 22.486 + - type: ndcg_at_10 + value: 27.284000000000002 + - type: ndcg_at_20 + value: 31.283 + - type: ndcg_at_100 + value: 38.252 + - type: ndcg_at_1000 + value: 43.714 + - type: map_at_1 + value: 6.178 + - type: map_at_3 + value: 11.708 + - type: map_at_5 + value: 14.334 + - type: map_at_10 + value: 17.055 + - type: map_at_20 + value: 18.754 + - type: map_at_100 + value: 20.336000000000002 + - type: map_at_1000 + value: 20.729 + - type: recall_at_1 + value: 6.178 + - type: recall_at_3 + value: 14.658 + - type: recall_at_5 + value: 20.283 + - type: recall_at_10 + value: 29.044999999999998 + - type: recall_at_20 + value: 38.415 + - type: recall_at_100 + value: 61.043000000000006 + - type: recall_at_1000 + value: 87.193 + - type: precision_at_1 + value: 30.5 + - type: precision_at_3 + value: 24.099999999999998 + - type: precision_at_5 + value: 20.04 + - type: precision_at_10 + value: 14.330000000000002 + - type: precision_at_20 + value: 9.475 + - type: precision_at_100 + value: 3.009 + - type: precision_at_1000 + value: 0.43 + - type: mrr_at_1 + value: 30.5 + - type: mrr_at_3 + value: 39.7333 + - type: mrr_at_5 + value: 41.8233 + - type: mrr_at_10 + value: 43.2965 + - type: mrr_at_20 + value: 43.9308 + - type: mrr_at_100 + value: 44.3324 + - type: mrr_at_1000 + value: 44.358 + - type: nauc_ndcg_at_1_max + value: 19.314899999999998 + - type: nauc_ndcg_at_1_std + value: -2.6613 + - type: nauc_ndcg_at_1_diff1 + value: 20.3657 + - type: nauc_ndcg_at_3_max + value: 26.4281 + - type: nauc_ndcg_at_3_std + value: -1.8290000000000002 + - type: nauc_ndcg_at_3_diff1 + value: 17.0717 + - type: nauc_ndcg_at_5_max + value: 27.4564 + - type: nauc_ndcg_at_5_std + value: -2.2685 + - type: nauc_ndcg_at_5_diff1 + value: 16.1157 + - type: nauc_ndcg_at_10_max + value: 28.7669 + - type: nauc_ndcg_at_10_std + value: 1.1533 + - type: nauc_ndcg_at_10_diff1 + value: 15.5389 + - type: nauc_ndcg_at_20_max + value: 30.1755 + - type: nauc_ndcg_at_20_std + value: 3.248 + - type: nauc_ndcg_at_20_diff1 + value: 15.707799999999999 + - type: nauc_ndcg_at_100_max + value: 32.6783 + - type: nauc_ndcg_at_100_std + value: 8.016399999999999 + - type: nauc_ndcg_at_100_diff1 + value: 15.9312 + - type: nauc_ndcg_at_1000_max + value: 31.017899999999997 + - type: nauc_ndcg_at_1000_std + value: 7.136099999999999 + - type: nauc_ndcg_at_1000_diff1 + value: 15.8332 + - type: nauc_map_at_1_max + value: 19.044 + - type: nauc_map_at_1_std + value: -2.9671 + - type: nauc_map_at_1_diff1 + value: 20.453 + - type: nauc_map_at_3_max + value: 25.5624 + - type: nauc_map_at_3_std + value: -2.7401 + - type: nauc_map_at_3_diff1 + value: 16.683300000000003 + - type: nauc_map_at_5_max + value: 27.4758 + - type: nauc_map_at_5_std + value: -3.0138000000000003 + - type: nauc_map_at_5_diff1 + value: 15.6059 + - type: nauc_map_at_10_max + value: 28.3243 + - type: nauc_map_at_10_std + value: -0.7685 + - type: nauc_map_at_10_diff1 + value: 14.8902 + - type: nauc_map_at_20_max + value: 29.2519 + - type: nauc_map_at_20_std + value: 0.3527 + - type: nauc_map_at_20_diff1 + value: 14.671000000000001 + - type: nauc_map_at_100_max + value: 30.066 + - type: nauc_map_at_100_std + value: 1.9926 + - type: nauc_map_at_100_diff1 + value: 14.5708 + - type: nauc_map_at_1000_max + value: 29.9673 + - type: nauc_map_at_1000_std + value: 1.9934 + - type: nauc_map_at_1000_diff1 + value: 14.607600000000001 + - type: nauc_recall_at_1_max + value: 19.044 + - type: nauc_recall_at_1_std + value: -2.9671 + - type: nauc_recall_at_1_diff1 + value: 20.453 + - type: nauc_recall_at_3_max + value: 27.7782 + - type: nauc_recall_at_3_std + value: -1.4621 + - type: nauc_recall_at_3_diff1 + value: 15.0472 + - type: nauc_recall_at_5_max + value: 28.2218 + - type: nauc_recall_at_5_std + value: -1.8254 + - type: nauc_recall_at_5_diff1 + value: 13.04 + - type: nauc_recall_at_10_max + value: 28.566799999999997 + - type: nauc_recall_at_10_std + value: 4.5401 + - type: nauc_recall_at_10_diff1 + value: 11.5027 + - type: nauc_recall_at_20_max + value: 29.717399999999998 + - type: nauc_recall_at_20_std + value: 8.741 + - type: nauc_recall_at_20_diff1 + value: 11.3084 + - type: nauc_recall_at_100_max + value: 33.307500000000005 + - type: nauc_recall_at_100_std + value: 22.362199999999998 + - type: nauc_recall_at_100_diff1 + value: 10.347199999999999 + - type: nauc_recall_at_1000_max + value: 24.7703 + - type: nauc_recall_at_1000_std + value: 31.2604 + - type: nauc_recall_at_1000_diff1 + value: 4.808 + - type: nauc_precision_at_1_max + value: 19.314899999999998 + - type: nauc_precision_at_1_std + value: -2.6613 + - type: nauc_precision_at_1_diff1 + value: 20.3657 + - type: nauc_precision_at_3_max + value: 28.3832 + - type: nauc_precision_at_3_std + value: -1.0773 + - type: nauc_precision_at_3_diff1 + value: 15.259 + - type: nauc_precision_at_5_max + value: 28.5862 + - type: nauc_precision_at_5_std + value: -1.5185 + - type: nauc_precision_at_5_diff1 + value: 13.1334 + - type: nauc_precision_at_10_max + value: 28.9184 + - type: nauc_precision_at_10_std + value: 4.7115 + - type: nauc_precision_at_10_diff1 + value: 11.6902 + - type: nauc_precision_at_20_max + value: 29.9222 + - type: nauc_precision_at_20_std + value: 8.6601 + - type: nauc_precision_at_20_diff1 + value: 11.5136 + - type: nauc_precision_at_100_max + value: 33.5098 + - type: nauc_precision_at_100_std + value: 21.8466 + - type: nauc_precision_at_100_diff1 + value: 10.8728 + - type: nauc_precision_at_1000_max + value: 24.096500000000002 + - type: nauc_precision_at_1000_std + value: 28.2669 + - type: nauc_precision_at_1000_diff1 + value: 5.5878 + - type: nauc_mrr_at_1_max + value: 19.314899999999998 + - type: nauc_mrr_at_1_std + value: -2.6613 + - type: nauc_mrr_at_1_diff1 + value: 20.3657 + - type: nauc_mrr_at_3_max + value: 24.0643 + - type: nauc_mrr_at_3_std + value: -1.6310000000000002 + - type: nauc_mrr_at_3_diff1 + value: 19.4555 + - type: nauc_mrr_at_5_max + value: 23.619699999999998 + - type: nauc_mrr_at_5_std + value: -1.8619 + - type: nauc_mrr_at_5_diff1 + value: 19.1552 + - type: nauc_mrr_at_10_max + value: 23.7961 + - type: nauc_mrr_at_10_std + value: -0.8739 + - type: nauc_mrr_at_10_diff1 + value: 19.1556 + - type: nauc_mrr_at_20_max + value: 23.857300000000002 + - type: nauc_mrr_at_20_std + value: -0.8980999999999999 + - type: nauc_mrr_at_20_diff1 + value: 19.4159 + - type: nauc_mrr_at_100_max + value: 23.8309 + - type: nauc_mrr_at_100_std + value: -0.9458 + - type: nauc_mrr_at_100_diff1 + value: 19.3882 + - type: nauc_mrr_at_1000_max + value: 23.8075 + - type: nauc_mrr_at_1000_std + value: -0.9692 + - type: nauc_mrr_at_1000_diff1 + value: 19.3878 + - type: main_score + value: 27.284000000000002 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: ndcg_at_1 + value: 68.667 + - type: ndcg_at_3 + value: 76.0 + - type: ndcg_at_5 + value: 78.12599999999999 + - type: ndcg_at_10 + value: 80.315 + - type: ndcg_at_20 + value: 80.923 + - type: ndcg_at_100 + value: 81.324 + - type: ndcg_at_1000 + value: 81.628 + - type: map_at_1 + value: 65.578 + - type: map_at_3 + value: 73.139 + - type: map_at_5 + value: 74.744 + - type: map_at_10 + value: 75.928 + - type: map_at_20 + value: 76.10900000000001 + - type: map_at_100 + value: 76.169 + - type: map_at_1000 + value: 76.181 + - type: recall_at_1 + value: 65.578 + - type: recall_at_3 + value: 81.556 + - type: recall_at_5 + value: 86.828 + - type: recall_at_10 + value: 92.833 + - type: recall_at_20 + value: 95.167 + - type: recall_at_100 + value: 97.333 + - type: recall_at_1000 + value: 99.667 + - type: precision_at_1 + value: 68.667 + - type: precision_at_3 + value: 29.555999999999997 + - type: precision_at_5 + value: 19.333 + - type: precision_at_10 + value: 10.533 + - type: precision_at_20 + value: 5.4 + - type: precision_at_100 + value: 1.103 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: mrr_at_1 + value: 68.6667 + - type: mrr_at_3 + value: 74.7778 + - type: mrr_at_5 + value: 75.86110000000001 + - type: mrr_at_10 + value: 76.62 + - type: mrr_at_20 + value: 76.76140000000001 + - type: mrr_at_100 + value: 76.8052 + - type: mrr_at_1000 + value: 76.8177 + - type: nauc_ndcg_at_1_max + value: 52.4294 + - type: nauc_ndcg_at_1_std + value: 11.3885 + - type: nauc_ndcg_at_1_diff1 + value: 78.3119 + - type: nauc_ndcg_at_3_max + value: 49.1442 + - type: nauc_ndcg_at_3_std + value: 8.138399999999999 + - type: nauc_ndcg_at_3_diff1 + value: 74.16430000000001 + - type: nauc_ndcg_at_5_max + value: 50.1431 + - type: nauc_ndcg_at_5_std + value: 10.0898 + - type: nauc_ndcg_at_5_diff1 + value: 73.9653 + - type: nauc_ndcg_at_10_max + value: 54.2292 + - type: nauc_ndcg_at_10_std + value: 14.2024 + - type: nauc_ndcg_at_10_diff1 + value: 74.38550000000001 + - type: nauc_ndcg_at_20_max + value: 54.0477 + - type: nauc_ndcg_at_20_std + value: 13.669300000000002 + - type: nauc_ndcg_at_20_diff1 + value: 74.8536 + - type: nauc_ndcg_at_100_max + value: 53.323600000000006 + - type: nauc_ndcg_at_100_std + value: 13.9148 + - type: nauc_ndcg_at_100_diff1 + value: 74.8835 + - type: nauc_ndcg_at_1000_max + value: 52.9934 + - type: nauc_ndcg_at_1000_std + value: 13.8213 + - type: nauc_ndcg_at_1000_diff1 + value: 75.0569 + - type: nauc_map_at_1_max + value: 44.4493 + - type: nauc_map_at_1_std + value: 1.3082 + - type: nauc_map_at_1_diff1 + value: 77.78540000000001 + - type: nauc_map_at_3_max + value: 46.611000000000004 + - type: nauc_map_at_3_std + value: 5.4619 + - type: nauc_map_at_3_diff1 + value: 75.4584 + - type: nauc_map_at_5_max + value: 48.9423 + - type: nauc_map_at_5_std + value: 8.9274 + - type: nauc_map_at_5_diff1 + value: 74.9685 + - type: nauc_map_at_10_max + value: 51.1725 + - type: nauc_map_at_10_std + value: 11.5274 + - type: nauc_map_at_10_diff1 + value: 75.07310000000001 + - type: nauc_map_at_20_max + value: 51.1196 + - type: nauc_map_at_20_std + value: 11.426400000000001 + - type: nauc_map_at_20_diff1 + value: 75.1872 + - type: nauc_map_at_100_max + value: 51.0301 + - type: nauc_map_at_100_std + value: 11.4992 + - type: nauc_map_at_100_diff1 + value: 75.1974 + - type: nauc_map_at_1000_max + value: 51.022999999999996 + - type: nauc_map_at_1000_std + value: 11.5081 + - type: nauc_map_at_1000_diff1 + value: 75.205 + - type: nauc_recall_at_1_max + value: 44.4493 + - type: nauc_recall_at_1_std + value: 1.3082 + - type: nauc_recall_at_1_diff1 + value: 77.78540000000001 + - type: nauc_recall_at_3_max + value: 44.3689 + - type: nauc_recall_at_3_std + value: 1.4137 + - type: nauc_recall_at_3_diff1 + value: 68.94550000000001 + - type: nauc_recall_at_5_max + value: 48.8557 + - type: nauc_recall_at_5_std + value: 6.5386 + - type: nauc_recall_at_5_diff1 + value: 67.68509999999999 + - type: nauc_recall_at_10_max + value: 73.2308 + - type: nauc_recall_at_10_std + value: 25.5716 + - type: nauc_recall_at_10_diff1 + value: 68.0629 + - type: nauc_recall_at_20_max + value: 79.9446 + - type: nauc_recall_at_20_std + value: 23.0223 + - type: nauc_recall_at_20_diff1 + value: 71.45270000000001 + - type: nauc_recall_at_100_max + value: 76.5173 + - type: nauc_recall_at_100_std + value: 34.570499999999996 + - type: nauc_recall_at_100_diff1 + value: 69.3102 + - type: nauc_recall_at_1000_max + value: 100.0 + - type: nauc_recall_at_1000_std + value: 100.0 + - type: nauc_recall_at_1000_diff1 + value: 86.9281 + - type: nauc_precision_at_1_max + value: 52.4294 + - type: nauc_precision_at_1_std + value: 11.3885 + - type: nauc_precision_at_1_diff1 + value: 78.3119 + - type: nauc_precision_at_3_max + value: 42.2598 + - type: nauc_precision_at_3_std + value: 26.7638 + - type: nauc_precision_at_3_diff1 + value: 36.2938 + - type: nauc_precision_at_5_max + value: 40.678 + - type: nauc_precision_at_5_std + value: 42.566199999999995 + - type: nauc_precision_at_5_diff1 + value: 13.8748 + - type: nauc_precision_at_10_max + value: 38.7595 + - type: nauc_precision_at_10_std + value: 55.104699999999994 + - type: nauc_precision_at_10_diff1 + value: -5.5307 + - type: nauc_precision_at_20_max + value: 34.6423 + - type: nauc_precision_at_20_std + value: 54.9681 + - type: nauc_precision_at_20_diff1 + value: -12.0078 + - type: nauc_precision_at_100_max + value: 28.8032 + - type: nauc_precision_at_100_std + value: 57.6716 + - type: nauc_precision_at_100_diff1 + value: -19.5066 + - type: nauc_precision_at_1000_max + value: 24.293699999999998 + - type: nauc_precision_at_1000_std + value: 60.9702 + - type: nauc_precision_at_1000_diff1 + value: -28.2796 + - type: nauc_mrr_at_1_max + value: 52.4294 + - type: nauc_mrr_at_1_std + value: 11.3885 + - type: nauc_mrr_at_1_diff1 + value: 78.3119 + - type: nauc_mrr_at_3_max + value: 52.145300000000006 + - type: nauc_mrr_at_3_std + value: 12.562999999999999 + - type: nauc_mrr_at_3_diff1 + value: 75.26270000000001 + - type: nauc_mrr_at_5_max + value: 52.18770000000001 + - type: nauc_mrr_at_5_std + value: 12.689900000000002 + - type: nauc_mrr_at_5_diff1 + value: 75.3827 + - type: nauc_mrr_at_10_max + value: 53.10510000000001 + - type: nauc_mrr_at_10_std + value: 13.269400000000001 + - type: nauc_mrr_at_10_diff1 + value: 75.6717 + - type: nauc_mrr_at_20_max + value: 52.9945 + - type: nauc_mrr_at_20_std + value: 13.039799999999998 + - type: nauc_mrr_at_20_diff1 + value: 75.8107 + - type: nauc_mrr_at_100_max + value: 52.9362 + - type: nauc_mrr_at_100_std + value: 13.0645 + - type: nauc_mrr_at_100_diff1 + value: 75.821 + - type: nauc_mrr_at_1000_max + value: 52.9301 + - type: nauc_mrr_at_1000_std + value: 13.0746 + - type: nauc_mrr_at_1000_diff1 + value: 75.82910000000001 + - type: main_score + value: 80.315 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TRECCOVID (default) + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + split: test + type: mteb/trec-covid + metrics: + - type: ndcg_at_1 + value: 90.0 + - type: ndcg_at_3 + value: 86.91600000000001 + - type: ndcg_at_5 + value: 86.47200000000001 + - type: ndcg_at_10 + value: 84.443 + - type: ndcg_at_20 + value: 80.23400000000001 + - type: ndcg_at_100 + value: 67.15299999999999 + - type: ndcg_at_1000 + value: 59.508 + - type: map_at_1 + value: 0.247 + - type: map_at_3 + value: 0.703 + - type: map_at_5 + value: 1.149 + - type: map_at_10 + value: 2.186 + - type: map_at_20 + value: 4.01 + - type: map_at_100 + value: 14.357000000000001 + - type: map_at_1000 + value: 34.656 + - type: recall_at_1 + value: 0.247 + - type: recall_at_3 + value: 0.731 + - type: recall_at_5 + value: 1.206 + - type: recall_at_10 + value: 2.333 + - type: recall_at_20 + value: 4.38 + - type: recall_at_100 + value: 17.147000000000002 + - type: recall_at_1000 + value: 55.66799999999999 + - type: precision_at_1 + value: 92.0 + - type: precision_at_3 + value: 91.333 + - type: precision_at_5 + value: 91.2 + - type: precision_at_10 + value: 88.8 + - type: precision_at_20 + value: 84.1 + - type: precision_at_100 + value: 68.88 + - type: precision_at_1000 + value: 25.834000000000003 + - type: mrr_at_1 + value: 92.0 + - type: mrr_at_3 + value: 95.3333 + - type: mrr_at_5 + value: 95.3333 + - type: mrr_at_10 + value: 95.3333 + - type: mrr_at_20 + value: 95.3333 + - type: mrr_at_100 + value: 95.3333 + - type: mrr_at_1000 + value: 95.3333 + - type: nauc_ndcg_at_1_max + value: -8.524099999999999 + - type: nauc_ndcg_at_1_std + value: 62.828799999999994 + - type: nauc_ndcg_at_1_diff1 + value: -6.0076 + - type: nauc_ndcg_at_3_max + value: 13.488800000000001 + - type: nauc_ndcg_at_3_std + value: 61.5394 + - type: nauc_ndcg_at_3_diff1 + value: 3.3432000000000004 + - type: nauc_ndcg_at_5_max + value: 4.4769000000000005 + - type: nauc_ndcg_at_5_std + value: 61.802 + - type: nauc_ndcg_at_5_diff1 + value: 2.2134 + - type: nauc_ndcg_at_10_max + value: 12.017 + - type: nauc_ndcg_at_10_std + value: 71.154 + - type: nauc_ndcg_at_10_diff1 + value: 15.4614 + - type: nauc_ndcg_at_20_max + value: 15.276 + - type: nauc_ndcg_at_20_std + value: 79.40939999999999 + - type: nauc_ndcg_at_20_diff1 + value: 4.6335 + - type: nauc_ndcg_at_100_max + value: 26.877000000000002 + - type: nauc_ndcg_at_100_std + value: 82.75630000000001 + - type: nauc_ndcg_at_100_diff1 + value: -0.7959 + - type: nauc_ndcg_at_1000_max + value: 17.1066 + - type: nauc_ndcg_at_1000_std + value: 81.711 + - type: nauc_ndcg_at_1000_diff1 + value: 17.279600000000002 + - type: nauc_map_at_1_max + value: -12.0929 + - type: nauc_map_at_1_std + value: -6.4934 + - type: nauc_map_at_1_diff1 + value: 18.848300000000002 + - type: nauc_map_at_3_max + value: -8.266900000000001 + - type: nauc_map_at_3_std + value: 0.2753 + - type: nauc_map_at_3_diff1 + value: 28.223599999999998 + - type: nauc_map_at_5_max + value: -9.9662 + - type: nauc_map_at_5_std + value: -0.1452 + - type: nauc_map_at_5_diff1 + value: 29.5645 + - type: nauc_map_at_10_max + value: -8.729000000000001 + - type: nauc_map_at_10_std + value: 7.7295 + - type: nauc_map_at_10_diff1 + value: 39.8059 + - type: nauc_map_at_20_max + value: -4.8332 + - type: nauc_map_at_20_std + value: 17.4833 + - type: nauc_map_at_20_diff1 + value: 33.099000000000004 + - type: nauc_map_at_100_max + value: 9.0188 + - type: nauc_map_at_100_std + value: 52.376999999999995 + - type: nauc_map_at_100_diff1 + value: 21.8674 + - type: nauc_map_at_1000_max + value: 19.7651 + - type: nauc_map_at_1000_std + value: 80.997 + - type: nauc_map_at_1000_diff1 + value: 10.8788 + - type: nauc_recall_at_1_max + value: -12.0929 + - type: nauc_recall_at_1_std + value: -6.4934 + - type: nauc_recall_at_1_diff1 + value: 18.848300000000002 + - type: nauc_recall_at_3_max + value: -11.619200000000001 + - type: nauc_recall_at_3_std + value: -4.1138 + - type: nauc_recall_at_3_diff1 + value: 30.7361 + - type: nauc_recall_at_5_max + value: -13.6486 + - type: nauc_recall_at_5_std + value: -4.7317 + - type: nauc_recall_at_5_diff1 + value: 32.050200000000004 + - type: nauc_recall_at_10_max + value: -12.345 + - type: nauc_recall_at_10_std + value: 1.6268 + - type: nauc_recall_at_10_diff1 + value: 40.106 + - type: nauc_recall_at_20_max + value: -9.0597 + - type: nauc_recall_at_20_std + value: 8.6202 + - type: nauc_recall_at_20_diff1 + value: 33.0596 + - type: nauc_recall_at_100_max + value: 0.9924999999999999 + - type: nauc_recall_at_100_std + value: 36.4026 + - type: nauc_recall_at_100_diff1 + value: 27.0186 + - type: nauc_recall_at_1000_max + value: 11.067599999999999 + - type: nauc_recall_at_1000_std + value: 72.9092 + - type: nauc_recall_at_1000_diff1 + value: 21.1213 + - type: nauc_precision_at_1_max + value: 9.6989 + - type: nauc_precision_at_1_std + value: 55.7773 + - type: nauc_precision_at_1_diff1 + value: -15.873000000000001 + - type: nauc_precision_at_3_max + value: 34.784 + - type: nauc_precision_at_3_std + value: 63.6494 + - type: nauc_precision_at_3_diff1 + value: 11.3264 + - type: nauc_precision_at_5_max + value: 23.6421 + - type: nauc_precision_at_5_std + value: 60.0062 + - type: nauc_precision_at_5_diff1 + value: 3.9264 + - type: nauc_precision_at_10_max + value: 26.344299999999997 + - type: nauc_precision_at_10_std + value: 68.1971 + - type: nauc_precision_at_10_diff1 + value: 23.4631 + - type: nauc_precision_at_20_max + value: 30.9332 + - type: nauc_precision_at_20_std + value: 79.0435 + - type: nauc_precision_at_20_diff1 + value: 2.9309000000000003 + - type: nauc_precision_at_100_max + value: 34.9658 + - type: nauc_precision_at_100_std + value: 80.33829999999999 + - type: nauc_precision_at_100_diff1 + value: -3.7197 + - type: nauc_precision_at_1000_max + value: 29.932799999999997 + - type: nauc_precision_at_1000_std + value: 47.7157 + - type: nauc_precision_at_1000_diff1 + value: -18.814500000000002 + - type: nauc_mrr_at_1_max + value: 9.6989 + - type: nauc_mrr_at_1_std + value: 55.7773 + - type: nauc_mrr_at_1_diff1 + value: -15.873000000000001 + - type: nauc_mrr_at_3_max + value: 3.0646 + - type: nauc_mrr_at_3_std + value: 55.82899999999999 + - type: nauc_mrr_at_3_diff1 + value: -10.871 + - type: nauc_mrr_at_5_max + value: 3.0646 + - type: nauc_mrr_at_5_std + value: 55.82899999999999 + - type: nauc_mrr_at_5_diff1 + value: -10.871 + - type: nauc_mrr_at_10_max + value: 3.0646 + - type: nauc_mrr_at_10_std + value: 55.82899999999999 + - type: nauc_mrr_at_10_diff1 + value: -10.871 + - type: nauc_mrr_at_20_max + value: 3.0646 + - type: nauc_mrr_at_20_std + value: 55.82899999999999 + - type: nauc_mrr_at_20_diff1 + value: -10.871 + - type: nauc_mrr_at_100_max + value: 3.0646 + - type: nauc_mrr_at_100_std + value: 55.82899999999999 + - type: nauc_mrr_at_100_diff1 + value: -10.871 + - type: nauc_mrr_at_1000_max + value: 3.0646 + - type: nauc_mrr_at_1000_std + value: 55.82899999999999 + - type: nauc_mrr_at_1000_diff1 + value: -10.871 + - type: main_score + value: 84.443 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Touche2020 (default) + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + split: test + type: mteb/touche2020 + metrics: + - type: ndcg_at_1 + value: 46.939 + - type: ndcg_at_3 + value: 43.293 + - type: ndcg_at_5 + value: 38.836 + - type: ndcg_at_10 + value: 34.472 + - type: ndcg_at_20 + value: 34.027 + - type: ndcg_at_100 + value: 43.888 + - type: ndcg_at_1000 + value: 53.973000000000006 + - type: map_at_1 + value: 3.436 + - type: map_at_3 + value: 7.852 + - type: map_at_5 + value: 10.192 + - type: map_at_10 + value: 13.322000000000001 + - type: map_at_20 + value: 16.53 + - type: map_at_100 + value: 20.418 + - type: map_at_1000 + value: 21.823 + - type: recall_at_1 + value: 3.436 + - type: recall_at_3 + value: 9.393 + - type: recall_at_5 + value: 13.334999999999999 + - type: recall_at_10 + value: 20.604 + - type: recall_at_20 + value: 29.425 + - type: recall_at_100 + value: 51.855 + - type: recall_at_1000 + value: 82.272 + - type: precision_at_1 + value: 48.980000000000004 + - type: precision_at_3 + value: 45.578 + - type: precision_at_5 + value: 38.367000000000004 + - type: precision_at_10 + value: 30.0 + - type: precision_at_20 + value: 21.939 + - type: precision_at_100 + value: 8.49 + - type: precision_at_1000 + value: 1.545 + - type: mrr_at_1 + value: 48.9796 + - type: mrr_at_3 + value: 61.9048 + - type: mrr_at_5 + value: 63.231300000000005 + - type: mrr_at_10 + value: 64.7473 + - type: mrr_at_20 + value: 64.86070000000001 + - type: mrr_at_100 + value: 64.9225 + - type: mrr_at_1000 + value: 64.9225 + - type: nauc_ndcg_at_1_max + value: -25.0141 + - type: nauc_ndcg_at_1_std + value: -6.1204 + - type: nauc_ndcg_at_1_diff1 + value: -4.8596 + - type: nauc_ndcg_at_3_max + value: -33.5351 + - type: nauc_ndcg_at_3_std + value: -11.461 + - type: nauc_ndcg_at_3_diff1 + value: 4.2374 + - type: nauc_ndcg_at_5_max + value: -26.541700000000002 + - type: nauc_ndcg_at_5_std + value: -4.8019 + - type: nauc_ndcg_at_5_diff1 + value: -1.2793999999999999 + - type: nauc_ndcg_at_10_max + value: -20.2215 + - type: nauc_ndcg_at_10_std + value: -6.21 + - type: nauc_ndcg_at_10_diff1 + value: 3.4302 + - type: nauc_ndcg_at_20_max + value: -26.1869 + - type: nauc_ndcg_at_20_std + value: -11.8507 + - type: nauc_ndcg_at_20_diff1 + value: 1.3782 + - type: nauc_ndcg_at_100_max + value: -30.9392 + - type: nauc_ndcg_at_100_std + value: 3.9889 + - type: nauc_ndcg_at_100_diff1 + value: 3.4261 + - type: nauc_ndcg_at_1000_max + value: -23.258799999999997 + - type: nauc_ndcg_at_1000_std + value: 20.5065 + - type: nauc_ndcg_at_1000_diff1 + value: -4.5967 + - type: nauc_map_at_1_max + value: -24.2175 + - type: nauc_map_at_1_std + value: -21.7713 + - type: nauc_map_at_1_diff1 + value: 2.3567 + - type: nauc_map_at_3_max + value: -28.6738 + - type: nauc_map_at_3_std + value: -25.2824 + - type: nauc_map_at_3_diff1 + value: 7.113600000000001 + - type: nauc_map_at_5_max + value: -17.238999999999997 + - type: nauc_map_at_5_std + value: -17.1227 + - type: nauc_map_at_5_diff1 + value: -1.1219 + - type: nauc_map_at_10_max + value: -10.911 + - type: nauc_map_at_10_std + value: -16.5211 + - type: nauc_map_at_10_diff1 + value: -0.5673 + - type: nauc_map_at_20_max + value: -15.529699999999998 + - type: nauc_map_at_20_std + value: -14.876100000000001 + - type: nauc_map_at_20_diff1 + value: 0.932 + - type: nauc_map_at_100_max + value: -18.8227 + - type: nauc_map_at_100_std + value: -5.667400000000001 + - type: nauc_map_at_100_diff1 + value: 1.1257 + - type: nauc_map_at_1000_max + value: -17.377699999999997 + - type: nauc_map_at_1000_std + value: -1.6842 + - type: nauc_map_at_1000_diff1 + value: -0.39370000000000005 + - type: nauc_recall_at_1_max + value: -24.2175 + - type: nauc_recall_at_1_std + value: -21.7713 + - type: nauc_recall_at_1_diff1 + value: 2.3567 + - type: nauc_recall_at_3_max + value: -31.8235 + - type: nauc_recall_at_3_std + value: -26.738899999999997 + - type: nauc_recall_at_3_diff1 + value: 9.004199999999999 + - type: nauc_recall_at_5_max + value: -18.263199999999998 + - type: nauc_recall_at_5_std + value: -19.9963 + - type: nauc_recall_at_5_diff1 + value: -2.3407 + - type: nauc_recall_at_10_max + value: -12.842600000000001 + - type: nauc_recall_at_10_std + value: -17.7103 + - type: nauc_recall_at_10_diff1 + value: 1.2007999999999999 + - type: nauc_recall_at_20_max + value: -20.1512 + - type: nauc_recall_at_20_std + value: -14.188500000000001 + - type: nauc_recall_at_20_diff1 + value: -0.33 + - type: nauc_recall_at_100_max + value: -28.4999 + - type: nauc_recall_at_100_std + value: 11.585700000000001 + - type: nauc_recall_at_100_diff1 + value: 2.6624 + - type: nauc_recall_at_1000_max + value: -0.14450000000000002 + - type: nauc_recall_at_1000_std + value: 71.0164 + - type: nauc_recall_at_1000_diff1 + value: -22.1695 + - type: nauc_precision_at_1_max + value: -30.182599999999997 + - type: nauc_precision_at_1_std + value: -8.1179 + - type: nauc_precision_at_1_diff1 + value: -6.1981 + - type: nauc_precision_at_3_max + value: -38.3751 + - type: nauc_precision_at_3_std + value: -16.4781 + - type: nauc_precision_at_3_diff1 + value: 7.079199999999999 + - type: nauc_precision_at_5_max + value: -23.7122 + - type: nauc_precision_at_5_std + value: -1.5854 + - type: nauc_precision_at_5_diff1 + value: -2.5532 + - type: nauc_precision_at_10_max + value: -15.946399999999999 + - type: nauc_precision_at_10_std + value: 6.2587 + - type: nauc_precision_at_10_diff1 + value: 12.9886 + - type: nauc_precision_at_20_max + value: -19.6765 + - type: nauc_precision_at_20_std + value: 12.7128 + - type: nauc_precision_at_20_diff1 + value: 7.6462 + - type: nauc_precision_at_100_max + value: -15.1227 + - type: nauc_precision_at_100_std + value: 48.7278 + - type: nauc_precision_at_100_diff1 + value: 1.6868999999999998 + - type: nauc_precision_at_1000_max + value: 34.043600000000005 + - type: nauc_precision_at_1000_std + value: 56.20309999999999 + - type: nauc_precision_at_1000_diff1 + value: -20.673 + - type: nauc_mrr_at_1_max + value: -30.182599999999997 + - type: nauc_mrr_at_1_std + value: -8.1179 + - type: nauc_mrr_at_1_diff1 + value: -6.1981 + - type: nauc_mrr_at_3_max + value: -40.8514 + - type: nauc_mrr_at_3_std + value: -12.0711 + - type: nauc_mrr_at_3_diff1 + value: -1.2318 + - type: nauc_mrr_at_5_max + value: -40.3061 + - type: nauc_mrr_at_5_std + value: -10.659 + - type: nauc_mrr_at_5_diff1 + value: -3.0787 + - type: nauc_mrr_at_10_max + value: -40.3893 + - type: nauc_mrr_at_10_std + value: -9.0044 + - type: nauc_mrr_at_10_diff1 + value: -1.2112 + - type: nauc_mrr_at_20_max + value: -39.8236 + - type: nauc_mrr_at_20_std + value: -9.422 + - type: nauc_mrr_at_20_diff1 + value: -1.2697 + - type: nauc_mrr_at_100_max + value: -39.6501 + - type: nauc_mrr_at_100_std + value: -9.5758 + - type: nauc_mrr_at_100_diff1 + value: -1.4040000000000001 + - type: nauc_mrr_at_1000_max + value: -39.6501 + - type: nauc_mrr_at_1000_std + value: -9.5758 + - type: nauc_mrr_at_1000_diff1 + value: -1.4040000000000001 + - type: main_score + value: 34.472 + task: + type: Retrieval +tags: +- mteb --- # Gemma Embeddings v0.8 @@ -38,4 +7913,3 @@ We use the [BGE-EN-ICL training data](https://huggingface.co/datasets/cfli/bge-f * Rob Fergus * Manzil Zaheer -