diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -1,12 +1,4381 @@ --- -license: mit -language: -- en -library_name: transformers +model-index: +- name: marqo-chimera-arctic-bge-m + results: + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: main_score + value: 59.065 + - type: map_at_1 + value: 33.357 + - type: map_at_10 + value: 50.358000000000004 + - type: map_at_100 + value: 51.059 + - type: map_at_1000 + value: 51.065000000000005 + - type: map_at_20 + value: 50.937 + - type: map_at_3 + value: 46.028999999999996 + - type: map_at_5 + value: 48.554 + - type: mrr_at_1 + value: 34.70839260312945 + - type: mrr_at_10 + value: 50.83243017453547 + - type: mrr_at_100 + value: 51.53850536320004 + - type: mrr_at_1000 + value: 51.54401811077744 + - type: mrr_at_20 + value: 51.412647976217364 + - type: mrr_at_3 + value: 46.50308202939785 + - type: mrr_at_5 + value: 49.05998103366532 + - type: nauc_map_at_1000_diff1 + value: 11.797564985135338 + - type: nauc_map_at_1000_max + value: -7.607066932406576 + - type: nauc_map_at_1000_std + value: -17.270638215057524 + - type: nauc_map_at_100_diff1 + value: 11.806198989069621 + - type: nauc_map_at_100_max + value: -7.592047232710611 + - type: nauc_map_at_100_std + value: -17.26377587353011 + - type: nauc_map_at_10_diff1 + value: 11.531283497060853 + - type: nauc_map_at_10_max + value: -7.492585855217183 + - type: nauc_map_at_10_std + value: -17.327181279719785 + - type: nauc_map_at_1_diff1 + value: 14.722301460370888 + - type: nauc_map_at_1_max + value: -12.558941744567125 + - type: nauc_map_at_1_std + value: -19.00668277393635 + - type: nauc_map_at_20_diff1 + value: 11.780890253296326 + - type: nauc_map_at_20_max + value: -7.486443528760252 + - type: nauc_map_at_20_std + value: -17.25415038497637 + - type: nauc_map_at_3_diff1 + value: 11.58642251378135 + - type: nauc_map_at_3_max + value: -7.553024889936588 + - type: nauc_map_at_3_std + value: -16.86316367654756 + - type: nauc_map_at_5_diff1 + value: 10.748291392915972 + - type: nauc_map_at_5_max + value: -8.067965465823498 + - type: nauc_map_at_5_std + value: -17.609699932887022 + - type: nauc_mrr_at_1000_diff1 + value: 7.5887210721299185 + - type: nauc_mrr_at_1000_max + value: -9.428750070039108 + - type: nauc_mrr_at_1000_std + value: -17.1532443953663 + - type: nauc_mrr_at_100_diff1 + value: 7.598074158282849 + - type: nauc_mrr_at_100_max + value: -9.413490618300635 + - type: nauc_mrr_at_100_std + value: -17.146447113618237 + - type: nauc_mrr_at_10_diff1 + value: 7.290530880298207 + - type: nauc_mrr_at_10_max + value: -9.368775892138595 + - type: nauc_mrr_at_10_std + value: -17.24577739241391 + - type: nauc_mrr_at_1_diff1 + value: 10.80458792753096 + - type: nauc_mrr_at_1_max + value: -12.826439299672895 + - type: nauc_mrr_at_1_std + value: -18.15165946206333 + - type: nauc_mrr_at_20_diff1 + value: 7.570427469198783 + - type: nauc_mrr_at_20_max + value: -9.318833554679264 + - type: nauc_mrr_at_20_std + value: -17.154896916304484 + - type: nauc_mrr_at_3_diff1 + value: 7.28895569670382 + - type: nauc_mrr_at_3_max + value: -9.681542629848938 + - type: nauc_mrr_at_3_std + value: -17.054990587661848 + - type: nauc_mrr_at_5_diff1 + value: 6.743201810619643 + - type: nauc_mrr_at_5_max + value: -9.749964913926936 + - type: nauc_mrr_at_5_std + value: -17.501386524025076 + - type: nauc_ndcg_at_1000_diff1 + value: 11.636132117840171 + - type: nauc_ndcg_at_1000_max + value: -6.60729897328878 + - type: nauc_ndcg_at_1000_std + value: -16.684371357447958 + - type: nauc_ndcg_at_100_diff1 + value: 11.86351675345608 + - type: nauc_ndcg_at_100_max + value: -6.233730667011658 + - type: nauc_ndcg_at_100_std + value: -16.50628115412626 + - type: nauc_ndcg_at_10_diff1 + value: 10.740551506695157 + - type: nauc_ndcg_at_10_max + value: -5.4321953074534965 + - type: nauc_ndcg_at_10_std + value: -16.658783370168187 + - type: nauc_ndcg_at_1_diff1 + value: 14.722301460370888 + - type: nauc_ndcg_at_1_max + value: -12.558941744567125 + - type: nauc_ndcg_at_1_std + value: -19.00668277393635 + - type: nauc_ndcg_at_20_diff1 + value: 11.712706357412802 + - type: nauc_ndcg_at_20_max + value: -5.349834635162655 + - type: nauc_ndcg_at_20_std + value: -16.332597314401273 + - type: nauc_ndcg_at_3_diff1 + value: 10.585090671033667 + - type: nauc_ndcg_at_3_max + value: -6.115259615884694 + - type: nauc_ndcg_at_3_std + value: -16.033437647514436 + - type: nauc_ndcg_at_5_diff1 + value: 8.902929750113787 + - type: nauc_ndcg_at_5_max + value: -7.0499371802104 + - type: nauc_ndcg_at_5_std + value: -17.37722922773031 + - type: nauc_precision_at_1000_diff1 + value: 19.30870025960692 + - type: nauc_precision_at_1000_max + value: 25.219198723291704 + - type: nauc_precision_at_1000_std + value: 50.0628020408723 + - type: nauc_precision_at_100_diff1 + value: 46.861658830251294 + - type: nauc_precision_at_100_max + value: 57.5281671841395 + - type: nauc_precision_at_100_std + value: 32.41596890181097 + - type: nauc_precision_at_10_diff1 + value: 6.3895922992183705 + - type: nauc_precision_at_10_max + value: 9.111444564255798 + - type: nauc_precision_at_10_std + value: -12.062739175575848 + - type: nauc_precision_at_1_diff1 + value: 14.722301460370888 + - type: nauc_precision_at_1_max + value: -12.558941744567125 + - type: nauc_precision_at_1_std + value: -19.00668277393635 + - type: nauc_precision_at_20_diff1 + value: 16.87733741334527 + - type: nauc_precision_at_20_max + value: 29.473698797577423 + - type: nauc_precision_at_20_std + value: -0.4381242915940282 + - type: nauc_precision_at_3_diff1 + value: 7.41556166086276 + - type: nauc_precision_at_3_max + value: -1.62255104214 + - type: nauc_precision_at_3_std + value: -13.354419956517779 + - type: nauc_precision_at_5_diff1 + value: 1.4075737324260367 + - type: nauc_precision_at_5_max + value: -3.4467936924651497 + - type: nauc_precision_at_5_std + value: -16.682279089924243 + - type: nauc_recall_at_1000_diff1 + value: 19.30870025960776 + - type: nauc_recall_at_1000_max + value: 25.219198723290486 + - type: nauc_recall_at_1000_std + value: 50.0628020408743 + - type: nauc_recall_at_100_diff1 + value: 46.86165883025222 + - type: nauc_recall_at_100_max + value: 57.528167184138965 + - type: nauc_recall_at_100_std + value: 32.41596890181003 + - type: nauc_recall_at_10_diff1 + value: 6.389592299218442 + - type: nauc_recall_at_10_max + value: 9.111444564255994 + - type: nauc_recall_at_10_std + value: -12.06273917557584 + - type: nauc_recall_at_1_diff1 + value: 14.722301460370888 + - type: nauc_recall_at_1_max + value: -12.558941744567125 + - type: nauc_recall_at_1_std + value: -19.00668277393635 + - type: nauc_recall_at_20_diff1 + value: 16.877337413344662 + - type: nauc_recall_at_20_max + value: 29.473698797576674 + - type: nauc_recall_at_20_std + value: -0.43812429159462585 + - type: nauc_recall_at_3_diff1 + value: 7.415561660862788 + - type: nauc_recall_at_3_max + value: -1.6225510421399234 + - type: nauc_recall_at_3_std + value: -13.354419956517749 + - type: nauc_recall_at_5_diff1 + value: 1.4075737324260906 + - type: nauc_recall_at_5_max + value: -3.446793692465132 + - type: nauc_recall_at_5_std + value: -16.682279089924172 + - type: ndcg_at_1 + value: 33.357 + - type: ndcg_at_10 + value: 59.065 + - type: ndcg_at_100 + value: 61.92999999999999 + - type: ndcg_at_1000 + value: 62.038000000000004 + - type: ndcg_at_20 + value: 61.111000000000004 + - type: ndcg_at_3 + value: 50.188 + - type: ndcg_at_5 + value: 54.734 + - type: precision_at_1 + value: 33.357 + - type: precision_at_10 + value: 8.656 + - type: precision_at_100 + value: 0.988 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.726 + - type: precision_at_3 + value: 20.744 + - type: precision_at_5 + value: 14.651 + - type: recall_at_1 + value: 33.357 + - type: recall_at_10 + value: 86.558 + - type: recall_at_100 + value: 98.791 + - type: recall_at_1000 + value: 99.57300000000001 + - type: recall_at_20 + value: 94.523 + - type: recall_at_3 + value: 62.233000000000004 + - type: recall_at_5 + value: 73.257 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: dataset revision not available + split: test + type: BeIR/cqadupstack + metrics: + - type: main_score + value: 42.60991666666667 + - type: map_at_1 + value: 29.02841666666666 + - type: map_at_10 + value: 37.605500000000006 + - type: map_at_100 + value: 38.80766666666667 + - type: map_at_1000 + value: 38.925 + - type: map_at_20 + value: 38.24433333333333 + - type: map_at_3 + value: 34.901833333333336 + - type: map_at_5 + value: 36.400166666666664 + - type: mrr_at_1 + value: 34.54942716177701 + - type: mrr_at_10 + value: 41.985627602835415 + - type: mrr_at_100 + value: 42.8188183341998 + - type: mrr_at_1000 + value: 42.87651478239379 + - type: mrr_at_20 + value: 42.45289866684582 + - type: mrr_at_3 + value: 39.73846973161339 + - type: mrr_at_5 + value: 41.028285930911764 + - type: nauc_map_at_1000_diff1 + value: 54.313833147545246 + - type: nauc_map_at_1000_max + value: 43.63059805650003 + - type: nauc_map_at_1000_std + value: 6.3917229655705805 + - type: nauc_map_at_100_diff1 + value: 54.29007346605494 + - type: nauc_map_at_100_max + value: 43.63080398264748 + - type: nauc_map_at_100_std + value: 6.378901111036166 + - type: nauc_map_at_10_diff1 + value: 54.470778178332004 + - type: nauc_map_at_10_max + value: 43.393237877840654 + - type: nauc_map_at_10_std + value: 5.6127512938688655 + - type: nauc_map_at_1_diff1 + value: 60.06882798767067 + - type: nauc_map_at_1_max + value: 42.19106001297334 + - type: nauc_map_at_1_std + value: 2.86242717980298 + - type: nauc_map_at_20_diff1 + value: 54.30301286562668 + - type: nauc_map_at_20_max + value: 43.47851607284599 + - type: nauc_map_at_20_std + value: 6.00685966030338 + - type: nauc_map_at_3_diff1 + value: 55.7331996667339 + - type: nauc_map_at_3_max + value: 43.11821518176387 + - type: nauc_map_at_3_std + value: 4.33217706799643 + - type: nauc_map_at_5_diff1 + value: 54.896198669491916 + - type: nauc_map_at_5_max + value: 43.20208013887368 + - type: nauc_map_at_5_std + value: 5.023244199425562 + - type: nauc_mrr_at_1000_diff1 + value: 54.48880097496559 + - type: nauc_mrr_at_1000_max + value: 46.10545106745922 + - type: nauc_mrr_at_1000_std + value: 7.845561626941598 + - type: nauc_mrr_at_100_diff1 + value: 54.46951345713534 + - type: nauc_mrr_at_100_max + value: 46.09921914495986 + - type: nauc_mrr_at_100_std + value: 7.855986522414654 + - type: nauc_mrr_at_10_diff1 + value: 54.53890808141936 + - type: nauc_mrr_at_10_max + value: 46.130592360352175 + - type: nauc_mrr_at_10_std + value: 7.586612123942518 + - type: nauc_mrr_at_1_diff1 + value: 59.25878396315569 + - type: nauc_mrr_at_1_max + value: 47.3512867241635 + - type: nauc_mrr_at_1_std + value: 6.03729877377949 + - type: nauc_mrr_at_20_diff1 + value: 54.43539271526371 + - type: nauc_mrr_at_20_max + value: 46.043507500747424 + - type: nauc_mrr_at_20_std + value: 7.727711153775477 + - type: nauc_mrr_at_3_diff1 + value: 55.45359474665283 + - type: nauc_mrr_at_3_max + value: 46.40382777448713 + - type: nauc_mrr_at_3_std + value: 6.925224355539478 + - type: nauc_mrr_at_5_diff1 + value: 54.831111032366444 + - type: nauc_mrr_at_5_max + value: 46.227367973489415 + - type: nauc_mrr_at_5_std + value: 7.3311067454294605 + - type: nauc_ndcg_at_1000_diff1 + value: 52.32558906793956 + - type: nauc_ndcg_at_1000_max + value: 44.576009470832275 + - type: nauc_ndcg_at_1000_std + value: 9.540423024089218 + - type: nauc_ndcg_at_100_diff1 + value: 51.77921624933878 + - type: nauc_ndcg_at_100_max + value: 44.31890456342372 + - type: nauc_ndcg_at_100_std + value: 9.882509250375406 + - type: nauc_ndcg_at_10_diff1 + value: 52.27183698225157 + - type: nauc_ndcg_at_10_max + value: 43.68607736024179 + - type: nauc_ndcg_at_10_std + value: 7.354024755467956 + - type: nauc_ndcg_at_1_diff1 + value: 59.25878396315569 + - type: nauc_ndcg_at_1_max + value: 47.3512867241635 + - type: nauc_ndcg_at_1_std + value: 6.03729877377949 + - type: nauc_ndcg_at_20_diff1 + value: 51.77683735706776 + - type: nauc_ndcg_at_20_max + value: 43.61443561392521 + - type: nauc_ndcg_at_20_std + value: 8.247013302747026 + - type: nauc_ndcg_at_3_diff1 + value: 54.028694267307905 + - type: nauc_ndcg_at_3_max + value: 44.18349704807031 + - type: nauc_ndcg_at_3_std + value: 5.825981909144726 + - type: nauc_ndcg_at_5_diff1 + value: 53.095392793765626 + - type: nauc_ndcg_at_5_max + value: 43.758452591413096 + - type: nauc_ndcg_at_5_std + value: 6.5578913033174615 + - type: nauc_precision_at_1000_diff1 + value: -8.540675923679924 + - type: nauc_precision_at_1000_max + value: 4.5880919138648935 + - type: nauc_precision_at_1000_std + value: 11.27603859276503 + - type: nauc_precision_at_100_diff1 + value: 3.565858070534231 + - type: nauc_precision_at_100_max + value: 18.8787039962293 + - type: nauc_precision_at_100_std + value: 20.295478938042404 + - type: nauc_precision_at_10_diff1 + value: 23.350060482384077 + - type: nauc_precision_at_10_max + value: 34.22440251746106 + - type: nauc_precision_at_10_std + value: 14.935644213966395 + - type: nauc_precision_at_1_diff1 + value: 59.25878396315569 + - type: nauc_precision_at_1_max + value: 47.3512867241635 + - type: nauc_precision_at_1_std + value: 6.03729877377949 + - type: nauc_precision_at_20_diff1 + value: 15.687243660129788 + - type: nauc_precision_at_20_max + value: 29.22328433696886 + - type: nauc_precision_at_20_std + value: 17.58192973194358 + - type: nauc_precision_at_3_diff1 + value: 39.10805376672383 + - type: nauc_precision_at_3_max + value: 41.83821888683627 + - type: nauc_precision_at_3_std + value: 9.727043363395024 + - type: nauc_precision_at_5_diff1 + value: 31.72998144570492 + - type: nauc_precision_at_5_max + value: 38.537745470053814 + - type: nauc_precision_at_5_std + value: 12.220525349263475 + - type: nauc_recall_at_1000_diff1 + value: 35.48364310321224 + - type: nauc_recall_at_1000_max + value: 48.18854976222965 + - type: nauc_recall_at_1000_std + value: 43.85175109701473 + - type: nauc_recall_at_100_diff1 + value: 37.36552138004649 + - type: nauc_recall_at_100_max + value: 41.33748617896737 + - type: nauc_recall_at_100_std + value: 26.34558914196681 + - type: nauc_recall_at_10_diff1 + value: 43.65921853580916 + - type: nauc_recall_at_10_max + value: 39.25907890601175 + - type: nauc_recall_at_10_std + value: 9.471175740091006 + - type: nauc_recall_at_1_diff1 + value: 60.06882798767067 + - type: nauc_recall_at_1_max + value: 42.19106001297334 + - type: nauc_recall_at_1_std + value: 2.86242717980298 + - type: nauc_recall_at_20_diff1 + value: 40.75159562884655 + - type: nauc_recall_at_20_max + value: 38.25101225181255 + - type: nauc_recall_at_20_std + value: 13.17491371760319 + - type: nauc_recall_at_3_diff1 + value: 50.345091052364864 + - type: nauc_recall_at_3_max + value: 40.91231122375179 + - type: nauc_recall_at_3_std + value: 4.896343274324933 + - type: nauc_recall_at_5_diff1 + value: 47.04751743804522 + - type: nauc_recall_at_5_max + value: 40.003052519961244 + - type: nauc_recall_at_5_std + value: 6.875465537676202 + - type: ndcg_at_1 + value: 34.549416666666666 + - type: ndcg_at_10 + value: 42.60991666666667 + - type: ndcg_at_100 + value: 47.689499999999995 + - type: ndcg_at_1000 + value: 49.98541666666666 + - type: ndcg_at_20 + value: 44.50416666666667 + - type: ndcg_at_3 + value: 38.212833333333336 + - type: ndcg_at_5 + value: 40.25875 + - type: precision_at_1 + value: 34.549416666666666 + - type: precision_at_10 + value: 7.320416666666667 + - type: precision_at_100 + value: 1.1675 + - type: precision_at_1000 + value: 0.15508333333333335 + - type: precision_at_20 + value: 4.298083333333333 + - type: precision_at_3 + value: 17.33575 + - type: precision_at_5 + value: 12.160083333333334 + - type: recall_at_1 + value: 29.02841666666666 + - type: recall_at_10 + value: 52.93366666666667 + - type: recall_at_100 + value: 75.27858333333334 + - type: recall_at_1000 + value: 91.25766666666665 + - type: recall_at_20 + value: 59.86233333333334 + - type: recall_at_3 + value: 40.52841666666666 + - type: recall_at_5 + value: 45.977666666666664 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: main_score + value: 36.703 + - type: map_at_1 + value: 15.24 + - type: map_at_10 + value: 26.906999999999996 + - type: map_at_100 + value: 29.235 + - type: map_at_1000 + value: 29.426999999999996 + - type: map_at_20 + value: 28.24 + - type: map_at_3 + value: 22.563 + - type: map_at_5 + value: 24.771 + - type: mrr_at_1 + value: 34.071661237785015 + - type: mrr_at_10 + value: 47.69396618582291 + - type: mrr_at_100 + value: 48.528904064491904 + - type: mrr_at_1000 + value: 48.54870000158488 + - type: mrr_at_20 + value: 48.28971854831071 + - type: mrr_at_3 + value: 44.47339847991317 + - type: mrr_at_5 + value: 46.40825190010864 + - type: nauc_map_at_1000_diff1 + value: 27.470409970828634 + - type: nauc_map_at_1000_max + value: 30.473577387802848 + - type: nauc_map_at_1000_std + value: 18.050891784368936 + - type: nauc_map_at_100_diff1 + value: 27.418066489928577 + - type: nauc_map_at_100_max + value: 30.408070688933776 + - type: nauc_map_at_100_std + value: 18.004903403885294 + - type: nauc_map_at_10_diff1 + value: 27.38682127571569 + - type: nauc_map_at_10_max + value: 28.857507089365647 + - type: nauc_map_at_10_std + value: 15.807124664171871 + - type: nauc_map_at_1_diff1 + value: 37.06298169213921 + - type: nauc_map_at_1_max + value: 24.90748535224708 + - type: nauc_map_at_1_std + value: 5.076788359159262 + - type: nauc_map_at_20_diff1 + value: 27.430425820670518 + - type: nauc_map_at_20_max + value: 29.999662697437707 + - type: nauc_map_at_20_std + value: 17.347316819860005 + - type: nauc_map_at_3_diff1 + value: 29.379542440503393 + - type: nauc_map_at_3_max + value: 27.726339307048896 + - type: nauc_map_at_3_std + value: 11.70976826958251 + - type: nauc_map_at_5_diff1 + value: 28.168279664415337 + - type: nauc_map_at_5_max + value: 28.84155697655626 + - type: nauc_map_at_5_std + value: 13.940408304576692 + - type: nauc_mrr_at_1000_diff1 + value: 27.069468917878176 + - type: nauc_mrr_at_1000_max + value: 30.47840656811293 + - type: nauc_mrr_at_1000_std + value: 19.431779856055837 + - type: nauc_mrr_at_100_diff1 + value: 27.052860362235286 + - type: nauc_mrr_at_100_max + value: 30.48262896933121 + - type: nauc_mrr_at_100_std + value: 19.448281080892176 + - type: nauc_mrr_at_10_diff1 + value: 27.055687306317257 + - type: nauc_mrr_at_10_max + value: 30.49058813389736 + - type: nauc_mrr_at_10_std + value: 19.50702246466157 + - type: nauc_mrr_at_1_diff1 + value: 30.649352894705554 + - type: nauc_mrr_at_1_max + value: 26.353874014576622 + - type: nauc_mrr_at_1_std + value: 11.86565781202502 + - type: nauc_mrr_at_20_diff1 + value: 27.08835840184058 + - type: nauc_mrr_at_20_max + value: 30.558274345548085 + - type: nauc_mrr_at_20_std + value: 19.546236346963894 + - type: nauc_mrr_at_3_diff1 + value: 26.597853011130695 + - type: nauc_mrr_at_3_max + value: 29.468158665600974 + - type: nauc_mrr_at_3_std + value: 18.80082582124428 + - type: nauc_mrr_at_5_diff1 + value: 27.02772528461288 + - type: nauc_mrr_at_5_max + value: 30.524464454578805 + - type: nauc_mrr_at_5_std + value: 19.458999135515086 + - type: nauc_ndcg_at_1000_diff1 + value: 26.5094521931577 + - type: nauc_ndcg_at_1000_max + value: 34.86863449086636 + - type: nauc_ndcg_at_1000_std + value: 25.3706366772644 + - type: nauc_ndcg_at_100_diff1 + value: 25.65554030644454 + - type: nauc_ndcg_at_100_max + value: 34.17842958008533 + - type: nauc_ndcg_at_100_std + value: 25.37816866632772 + - type: nauc_ndcg_at_10_diff1 + value: 25.509343990120335 + - type: nauc_ndcg_at_10_max + value: 30.595130791512403 + - type: nauc_ndcg_at_10_std + value: 20.30229208887607 + - type: nauc_ndcg_at_1_diff1 + value: 30.649352894705554 + - type: nauc_ndcg_at_1_max + value: 26.353874014576622 + - type: nauc_ndcg_at_1_std + value: 11.86565781202502 + - type: nauc_ndcg_at_20_diff1 + value: 25.622908298460363 + - type: nauc_ndcg_at_20_max + value: 32.70506521451668 + - type: nauc_ndcg_at_20_std + value: 23.24697005886451 + - type: nauc_ndcg_at_3_diff1 + value: 26.964433388860172 + - type: nauc_ndcg_at_3_max + value: 28.45775061267597 + - type: nauc_ndcg_at_3_std + value: 15.80378463683913 + - type: nauc_ndcg_at_5_diff1 + value: 26.384567404674698 + - type: nauc_ndcg_at_5_max + value: 30.52557797309987 + - type: nauc_ndcg_at_5_std + value: 17.913098292016453 + - type: nauc_precision_at_1000_diff1 + value: -6.686971396933855 + - type: nauc_precision_at_1000_max + value: 12.104382595147674 + - type: nauc_precision_at_1000_std + value: 22.120856420560276 + - type: nauc_precision_at_100_diff1 + value: -1.3280315694321496 + - type: nauc_precision_at_100_max + value: 22.280282633084887 + - type: nauc_precision_at_100_std + value: 32.98051650186057 + - type: nauc_precision_at_10_diff1 + value: 7.177749971076526 + - type: nauc_precision_at_10_max + value: 24.26331041035887 + - type: nauc_precision_at_10_std + value: 29.131797738109267 + - type: nauc_precision_at_1_diff1 + value: 30.649352894705554 + - type: nauc_precision_at_1_max + value: 26.353874014576622 + - type: nauc_precision_at_1_std + value: 11.86565781202502 + - type: nauc_precision_at_20_diff1 + value: 4.655001622910048 + - type: nauc_precision_at_20_max + value: 25.819700464965884 + - type: nauc_precision_at_20_std + value: 33.34707912950991 + - type: nauc_precision_at_3_diff1 + value: 15.791376846959404 + - type: nauc_precision_at_3_max + value: 27.016254518627054 + - type: nauc_precision_at_3_std + value: 22.898613534466435 + - type: nauc_precision_at_5_diff1 + value: 11.301018867437286 + - type: nauc_precision_at_5_max + value: 27.25390365029407 + - type: nauc_precision_at_5_std + value: 26.274965270019024 + - type: nauc_recall_at_1000_diff1 + value: 19.719919577873625 + - type: nauc_recall_at_1000_max + value: 49.704284733481316 + - type: nauc_recall_at_1000_std + value: 51.25511212646954 + - type: nauc_recall_at_100_diff1 + value: 15.325666746320435 + - type: nauc_recall_at_100_max + value: 35.56837666623839 + - type: nauc_recall_at_100_std + value: 37.56014376085936 + - type: nauc_recall_at_10_diff1 + value: 17.931309515128056 + - type: nauc_recall_at_10_max + value: 27.709292932023644 + - type: nauc_recall_at_10_std + value: 22.481749170883507 + - type: nauc_recall_at_1_diff1 + value: 37.06298169213921 + - type: nauc_recall_at_1_max + value: 24.90748535224708 + - type: nauc_recall_at_1_std + value: 5.076788359159262 + - type: nauc_recall_at_20_diff1 + value: 16.819020416749527 + - type: nauc_recall_at_20_max + value: 31.016545560584646 + - type: nauc_recall_at_20_std + value: 28.59520828789181 + - type: nauc_recall_at_3_diff1 + value: 23.658006826203522 + - type: nauc_recall_at_3_max + value: 27.57171477584611 + - type: nauc_recall_at_3_std + value: 15.378912616439525 + - type: nauc_recall_at_5_diff1 + value: 20.564811502885536 + - type: nauc_recall_at_5_max + value: 29.343410301003786 + - type: nauc_recall_at_5_std + value: 18.97098757302613 + - type: ndcg_at_1 + value: 34.072 + - type: ndcg_at_10 + value: 36.703 + - type: ndcg_at_100 + value: 44.777 + - type: ndcg_at_1000 + value: 47.831 + - type: ndcg_at_20 + value: 40.165 + - type: ndcg_at_3 + value: 30.567 + - type: ndcg_at_5 + value: 32.629999999999995 + - type: precision_at_1 + value: 34.072 + - type: precision_at_10 + value: 11.530999999999999 + - type: precision_at_100 + value: 2.017 + - type: precision_at_1000 + value: 0.26 + - type: precision_at_20 + value: 7.274 + - type: precision_at_3 + value: 23.149 + - type: precision_at_5 + value: 17.564 + - type: recall_at_1 + value: 15.24 + - type: recall_at_10 + value: 43.397999999999996 + - type: recall_at_100 + value: 70.515 + - type: recall_at_1000 + value: 87.227 + - type: recall_at_20 + value: 52.995999999999995 + - type: recall_at_3 + value: 28.191 + - type: recall_at_5 + value: 34.384 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: main_score + value: 44.262 + - type: map_at_1 + value: 9.571 + - type: map_at_10 + value: 21.609 + - type: map_at_100 + value: 31.881999999999998 + - type: map_at_1000 + value: 33.717000000000006 + - type: map_at_20 + value: 25.501 + - type: map_at_3 + value: 15.504999999999999 + - type: map_at_5 + value: 17.907 + - type: mrr_at_1 + value: 70.75 + - type: mrr_at_10 + value: 78.94007936507936 + - type: mrr_at_100 + value: 79.11582552719791 + - type: mrr_at_1000 + value: 79.11742719226893 + - type: mrr_at_20 + value: 79.01306471306471 + - type: mrr_at_3 + value: 77.37499999999999 + - type: mrr_at_5 + value: 78.48749999999998 + - type: nauc_map_at_1000_diff1 + value: 23.597934951655922 + - type: nauc_map_at_1000_max + value: 19.06966487071524 + - type: nauc_map_at_1000_std + value: 30.9961384644858 + - type: nauc_map_at_100_diff1 + value: 24.18996989104175 + - type: nauc_map_at_100_max + value: 17.6233708869064 + - type: nauc_map_at_100_std + value: 28.187764424128837 + - type: nauc_map_at_10_diff1 + value: 26.658687955652642 + - type: nauc_map_at_10_max + value: 4.0014250538262495 + - type: nauc_map_at_10_std + value: -0.058139920226506776 + - type: nauc_map_at_1_diff1 + value: 41.01640740154845 + - type: nauc_map_at_1_max + value: -4.744103538085017 + - type: nauc_map_at_1_std + value: -15.366751634304077 + - type: nauc_map_at_20_diff1 + value: 25.994924840128547 + - type: nauc_map_at_20_max + value: 9.714387606077485 + - type: nauc_map_at_20_std + value: 10.537190637706125 + - type: nauc_map_at_3_diff1 + value: 30.39103703572403 + - type: nauc_map_at_3_max + value: -2.298058718151258 + - type: nauc_map_at_3_std + value: -11.284316671000806 + - type: nauc_map_at_5_diff1 + value: 28.738616890576722 + - type: nauc_map_at_5_max + value: -0.09681678493213995 + - type: nauc_map_at_5_std + value: -6.821818473709057 + - type: nauc_mrr_at_1000_diff1 + value: 51.50177000040427 + - type: nauc_mrr_at_1000_max + value: 51.897668523124864 + - type: nauc_mrr_at_1000_std + value: 40.25546242387133 + - type: nauc_mrr_at_100_diff1 + value: 51.504119696999005 + - type: nauc_mrr_at_100_max + value: 51.89827849726091 + - type: nauc_mrr_at_100_std + value: 40.24582662712221 + - type: nauc_mrr_at_10_diff1 + value: 51.07265844903055 + - type: nauc_mrr_at_10_max + value: 51.64620493318848 + - type: nauc_mrr_at_10_std + value: 40.24935519761893 + - type: nauc_mrr_at_1_diff1 + value: 51.090851383861036 + - type: nauc_mrr_at_1_max + value: 50.65938665771229 + - type: nauc_mrr_at_1_std + value: 38.279844893490726 + - type: nauc_mrr_at_20_diff1 + value: 51.36555940858053 + - type: nauc_mrr_at_20_max + value: 51.8685220494525 + - type: nauc_mrr_at_20_std + value: 40.33783098943551 + - type: nauc_mrr_at_3_diff1 + value: 51.98672291122119 + - type: nauc_mrr_at_3_max + value: 51.969182431532154 + - type: nauc_mrr_at_3_std + value: 40.615795441583906 + - type: nauc_mrr_at_5_diff1 + value: 51.16704011305715 + - type: nauc_mrr_at_5_max + value: 51.473683107976306 + - type: nauc_mrr_at_5_std + value: 39.843688312860294 + - type: nauc_ndcg_at_1000_diff1 + value: 28.488874724976327 + - type: nauc_ndcg_at_1000_max + value: 33.622961255804526 + - type: nauc_ndcg_at_1000_std + value: 44.20025239510704 + - type: nauc_ndcg_at_100_diff1 + value: 29.227861139638243 + - type: nauc_ndcg_at_100_max + value: 27.731318834799477 + - type: nauc_ndcg_at_100_std + value: 36.4322058519123 + - type: nauc_ndcg_at_10_diff1 + value: 27.206943833125013 + - type: nauc_ndcg_at_10_max + value: 22.852872433295303 + - type: nauc_ndcg_at_10_std + value: 27.576318346440527 + - type: nauc_ndcg_at_1_diff1 + value: 43.90184867543358 + - type: nauc_ndcg_at_1_max + value: 36.17800647989328 + - type: nauc_ndcg_at_1_std + value: 29.894415856680013 + - type: nauc_ndcg_at_20_diff1 + value: 29.387762908639846 + - type: nauc_ndcg_at_20_max + value: 23.596752302318773 + - type: nauc_ndcg_at_20_std + value: 28.117578093361523 + - type: nauc_ndcg_at_3_diff1 + value: 28.74770861070493 + - type: nauc_ndcg_at_3_max + value: 28.17922933712826 + - type: nauc_ndcg_at_3_std + value: 30.297284150346076 + - type: nauc_ndcg_at_5_diff1 + value: 26.905814316289995 + - type: nauc_ndcg_at_5_max + value: 25.237895982191883 + - type: nauc_ndcg_at_5_std + value: 29.528324809245703 + - type: nauc_precision_at_1000_diff1 + value: -16.984144166943 + - type: nauc_precision_at_1000_max + value: 0.025461873171733533 + - type: nauc_precision_at_1000_std + value: 18.592125721821404 + - type: nauc_precision_at_100_diff1 + value: -7.339273713660453 + - type: nauc_precision_at_100_max + value: 25.633269303156712 + - type: nauc_precision_at_100_std + value: 48.53495740751062 + - type: nauc_precision_at_10_diff1 + value: -4.1253708419753625 + - type: nauc_precision_at_10_max + value: 30.221761313415062 + - type: nauc_precision_at_10_std + value: 46.12945994906666 + - type: nauc_precision_at_1_diff1 + value: 51.090851383861036 + - type: nauc_precision_at_1_max + value: 50.65938665771229 + - type: nauc_precision_at_1_std + value: 38.279844893490726 + - type: nauc_precision_at_20_diff1 + value: -2.266275005838347 + - type: nauc_precision_at_20_max + value: 32.8860945739673 + - type: nauc_precision_at_20_std + value: 52.340442159927214 + - type: nauc_precision_at_3_diff1 + value: 8.234709085143162 + - type: nauc_precision_at_3_max + value: 32.35877836455213 + - type: nauc_precision_at_3_std + value: 39.855313054133305 + - type: nauc_precision_at_5_diff1 + value: 2.69332188630653 + - type: nauc_precision_at_5_max + value: 30.13722280662862 + - type: nauc_precision_at_5_std + value: 42.4007622965126 + - type: nauc_recall_at_1000_diff1 + value: 16.910204794684077 + - type: nauc_recall_at_1000_max + value: 35.292312847868736 + - type: nauc_recall_at_1000_std + value: 52.940776550735116 + - type: nauc_recall_at_100_diff1 + value: 22.49578008630437 + - type: nauc_recall_at_100_max + value: 22.305473273276505 + - type: nauc_recall_at_100_std + value: 31.76054878339749 + - type: nauc_recall_at_10_diff1 + value: 19.79581712938945 + - type: nauc_recall_at_10_max + value: -1.5846153363982949 + - type: nauc_recall_at_10_std + value: -6.52614951150315 + - type: nauc_recall_at_1_diff1 + value: 41.01640740154845 + - type: nauc_recall_at_1_max + value: -4.744103538085017 + - type: nauc_recall_at_1_std + value: -15.366751634304077 + - type: nauc_recall_at_20_diff1 + value: 21.868467856696945 + - type: nauc_recall_at_20_max + value: 7.058520717853852 + - type: nauc_recall_at_20_std + value: 5.358349804947728 + - type: nauc_recall_at_3_diff1 + value: 27.232147378614037 + - type: nauc_recall_at_3_max + value: -4.838646363028384 + - type: nauc_recall_at_3_std + value: -13.014370511317663 + - type: nauc_recall_at_5_diff1 + value: 24.546789560149428 + - type: nauc_recall_at_5_max + value: -3.696815786496078 + - type: nauc_recall_at_5_std + value: -9.829104438780467 + - type: ndcg_at_1 + value: 56.99999999999999 + - type: ndcg_at_10 + value: 44.262 + - type: ndcg_at_100 + value: 50.891 + - type: ndcg_at_1000 + value: 58.24 + - type: ndcg_at_20 + value: 44.236 + - type: ndcg_at_3 + value: 48.69 + - type: ndcg_at_5 + value: 45.705 + - type: precision_at_1 + value: 70.75 + - type: precision_at_10 + value: 35.325 + - type: precision_at_100 + value: 12.075 + - type: precision_at_1000 + value: 2.275 + - type: precision_at_20 + value: 27.675 + - type: precision_at_3 + value: 52.417 + - type: precision_at_5 + value: 44.25 + - type: recall_at_1 + value: 9.571 + - type: recall_at_10 + value: 27.299 + - type: recall_at_100 + value: 58.996 + - type: recall_at_1000 + value: 82.384 + - type: recall_at_20 + value: 35.730000000000004 + - type: recall_at_3 + value: 16.827 + - type: recall_at_5 + value: 20.302 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: main_score + value: 88.396 + - type: map_at_1 + value: 76.31099999999999 + - type: map_at_10 + value: 84.773 + - type: map_at_100 + value: 84.99799999999999 + - type: map_at_1000 + value: 85.01100000000001 + - type: map_at_20 + value: 84.922 + - type: map_at_3 + value: 83.643 + - type: map_at_5 + value: 84.39 + - type: mrr_at_1 + value: 82.22322232223223 + - type: mrr_at_10 + value: 89.23509017568412 + - type: mrr_at_100 + value: 89.27280981861772 + - type: mrr_at_1000 + value: 89.27356224842184 + - type: mrr_at_20 + value: 89.26576550381236 + - type: mrr_at_3 + value: 88.57885788578848 + - type: mrr_at_5 + value: 89.0716571657164 + - type: nauc_map_at_1000_diff1 + value: 53.7571594675824 + - type: nauc_map_at_1000_max + value: 9.04905900710238 + - type: nauc_map_at_1000_std + value: -14.60985132921063 + - type: nauc_map_at_100_diff1 + value: 53.71881489177319 + - type: nauc_map_at_100_max + value: 9.044096992583377 + - type: nauc_map_at_100_std + value: -14.585340129454302 + - type: nauc_map_at_10_diff1 + value: 53.31495820250254 + - type: nauc_map_at_10_max + value: 8.995869039764544 + - type: nauc_map_at_10_std + value: -14.601689035776186 + - type: nauc_map_at_1_diff1 + value: 57.49893338779897 + - type: nauc_map_at_1_max + value: 5.080117437326513 + - type: nauc_map_at_1_std + value: -17.70714498146986 + - type: nauc_map_at_20_diff1 + value: 53.53271592088085 + - type: nauc_map_at_20_max + value: 8.999854923134604 + - type: nauc_map_at_20_std + value: -14.564970325789933 + - type: nauc_map_at_3_diff1 + value: 53.2889114696408 + - type: nauc_map_at_3_max + value: 8.54577658199998 + - type: nauc_map_at_3_std + value: -16.126095555518063 + - type: nauc_map_at_5_diff1 + value: 53.08774258912088 + - type: nauc_map_at_5_max + value: 8.80454709912694 + - type: nauc_map_at_5_std + value: -15.310956257163754 + - type: nauc_mrr_at_1000_diff1 + value: 72.15519683010805 + - type: nauc_mrr_at_1000_max + value: 8.035759062898196 + - type: nauc_mrr_at_1000_std + value: -24.600492221960014 + - type: nauc_mrr_at_100_diff1 + value: 72.15461723405421 + - type: nauc_mrr_at_100_max + value: 8.03710581041011 + - type: nauc_mrr_at_100_std + value: -24.594233337953938 + - type: nauc_mrr_at_10_diff1 + value: 72.18851953485512 + - type: nauc_mrr_at_10_max + value: 8.157199650158068 + - type: nauc_mrr_at_10_std + value: -24.594557922237552 + - type: nauc_mrr_at_1_diff1 + value: 72.91499601517928 + - type: nauc_mrr_at_1_max + value: 5.867581702855352 + - type: nauc_mrr_at_1_std + value: -24.015244880349833 + - type: nauc_mrr_at_20_diff1 + value: 72.15452311585075 + - type: nauc_mrr_at_20_max + value: 8.06797381368234 + - type: nauc_mrr_at_20_std + value: -24.58294726355194 + - type: nauc_mrr_at_3_diff1 + value: 72.10933850965107 + - type: nauc_mrr_at_3_max + value: 8.009601247188233 + - type: nauc_mrr_at_3_std + value: -25.806442588967325 + - type: nauc_mrr_at_5_diff1 + value: 72.0328670606211 + - type: nauc_mrr_at_5_max + value: 8.147439360734474 + - type: nauc_mrr_at_5_std + value: -25.264215558307612 + - type: nauc_ndcg_at_1000_diff1 + value: 56.12431465226587 + - type: nauc_ndcg_at_1000_max + value: 10.246114154479265 + - type: nauc_ndcg_at_1000_std + value: -14.333380407598394 + - type: nauc_ndcg_at_100_diff1 + value: 55.23757734242864 + - type: nauc_ndcg_at_100_max + value: 10.213921123220986 + - type: nauc_ndcg_at_100_std + value: -13.644472092385548 + - type: nauc_ndcg_at_10_diff1 + value: 53.673170111494585 + - type: nauc_ndcg_at_10_max + value: 10.122231272306289 + - type: nauc_ndcg_at_10_std + value: -13.62526153850799 + - type: nauc_ndcg_at_1_diff1 + value: 72.91499601517928 + - type: nauc_ndcg_at_1_max + value: 5.867581702855352 + - type: nauc_ndcg_at_1_std + value: -24.015244880349833 + - type: nauc_ndcg_at_20_diff1 + value: 54.197856629228205 + - type: nauc_ndcg_at_20_max + value: 10.012384278876011 + - type: nauc_ndcg_at_20_std + value: -13.505013685358753 + - type: nauc_ndcg_at_3_diff1 + value: 54.976843021026866 + - type: nauc_ndcg_at_3_max + value: 9.267191840909597 + - type: nauc_ndcg_at_3_std + value: -17.73535570114623 + - type: nauc_ndcg_at_5_diff1 + value: 53.53179718305394 + - type: nauc_ndcg_at_5_max + value: 9.757095967357817 + - type: nauc_ndcg_at_5_std + value: -15.702175639870086 + - type: nauc_precision_at_1000_diff1 + value: -7.194101628946052 + - type: nauc_precision_at_1000_max + value: 3.1054154973639796 + - type: nauc_precision_at_1000_std + value: 4.729401054689242 + - type: nauc_precision_at_100_diff1 + value: -8.67770026813388 + - type: nauc_precision_at_100_max + value: 4.56075290528215 + - type: nauc_precision_at_100_std + value: 8.7396384190877 + - type: nauc_precision_at_10_diff1 + value: -6.77507907740782 + - type: nauc_precision_at_10_max + value: 7.277543455789948 + - type: nauc_precision_at_10_std + value: 9.989880328420728 + - type: nauc_precision_at_1_diff1 + value: 72.91499601517928 + - type: nauc_precision_at_1_max + value: 5.867581702855352 + - type: nauc_precision_at_1_std + value: -24.015244880349833 + - type: nauc_precision_at_20_diff1 + value: -8.945065337105937 + - type: nauc_precision_at_20_max + value: 5.3738987933586575 + - type: nauc_precision_at_20_std + value: 9.946036655483725 + - type: nauc_precision_at_3_diff1 + value: 22.093440215798573 + - type: nauc_precision_at_3_max + value: 10.806664761523429 + - type: nauc_precision_at_3_std + value: -8.817144853814252 + - type: nauc_precision_at_5_diff1 + value: 3.096516989120347 + - type: nauc_precision_at_5_max + value: 8.750343723846763 + - type: nauc_precision_at_5_std + value: 1.1675201638189474 + - type: nauc_recall_at_1000_diff1 + value: 5.197849089131377 + - type: nauc_recall_at_1000_max + value: 44.401091445874805 + - type: nauc_recall_at_1000_std + value: 54.35439465153451 + - type: nauc_recall_at_100_diff1 + value: 5.181292477757729 + - type: nauc_recall_at_100_max + value: 27.731096106484248 + - type: nauc_recall_at_100_std + value: 41.30930792969955 + - type: nauc_recall_at_10_diff1 + value: 17.013475170217436 + - type: nauc_recall_at_10_max + value: 18.559022962700308 + - type: nauc_recall_at_10_std + value: 13.863467028048385 + - type: nauc_recall_at_1_diff1 + value: 57.49893338779897 + - type: nauc_recall_at_1_max + value: 5.080117437326513 + - type: nauc_recall_at_1_std + value: -17.70714498146986 + - type: nauc_recall_at_20_diff1 + value: 10.562211340190947 + - type: nauc_recall_at_20_max + value: 19.134549693313517 + - type: nauc_recall_at_20_std + value: 22.89249593878269 + - type: nauc_recall_at_3_diff1 + value: 36.07756822924443 + - type: nauc_recall_at_3_max + value: 11.651391612104742 + - type: nauc_recall_at_3_std + value: -12.09465135737109 + - type: nauc_recall_at_5_diff1 + value: 25.44113733212303 + - type: nauc_recall_at_5_max + value: 14.764605779671932 + - type: nauc_recall_at_5_std + value: -2.9674351803867003 + - type: ndcg_at_1 + value: 82.223 + - type: ndcg_at_10 + value: 88.396 + - type: ndcg_at_100 + value: 89.1 + - type: ndcg_at_1000 + value: 89.289 + - type: ndcg_at_20 + value: 88.75800000000001 + - type: ndcg_at_3 + value: 86.717 + - type: ndcg_at_5 + value: 87.73100000000001 + - type: precision_at_1 + value: 82.223 + - type: precision_at_10 + value: 10.599 + - type: precision_at_100 + value: 1.122 + - type: precision_at_1000 + value: 0.11499999999999999 + - type: precision_at_20 + value: 5.4239999999999995 + - type: precision_at_3 + value: 33.058 + - type: precision_at_5 + value: 20.552 + - type: recall_at_1 + value: 76.31099999999999 + - type: recall_at_10 + value: 95.033 + - type: recall_at_100 + value: 97.639 + - type: recall_at_1000 + value: 98.76 + - type: recall_at_20 + value: 96.21499999999999 + - type: recall_at_3 + value: 90.559 + - type: recall_at_5 + value: 93.116 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: main_score + value: 44.349 + - type: map_at_1 + value: 22.253 + - type: map_at_10 + value: 36.143 + - type: map_at_100 + value: 38.205 + - type: map_at_1000 + value: 38.36 + - type: map_at_20 + value: 37.31 + - type: map_at_3 + value: 31.758999999999997 + - type: map_at_5 + value: 34.411 + - type: mrr_at_1 + value: 43.20987654320987 + - type: mrr_at_10 + value: 52.5502155594748 + - type: mrr_at_100 + value: 53.23466381092191 + - type: mrr_at_1000 + value: 53.26204754593209 + - type: mrr_at_20 + value: 52.94445347542754 + - type: mrr_at_3 + value: 49.84567901234566 + - type: mrr_at_5 + value: 51.589506172839485 + - type: nauc_map_at_1000_diff1 + value: 44.001383833972255 + - type: nauc_map_at_1000_max + value: 33.12360908681506 + - type: nauc_map_at_1000_std + value: 4.746782429740437 + - type: nauc_map_at_100_diff1 + value: 43.95287516644579 + - type: nauc_map_at_100_max + value: 33.027055074099096 + - type: nauc_map_at_100_std + value: 4.6839556063664896 + - type: nauc_map_at_10_diff1 + value: 43.663051028929836 + - type: nauc_map_at_10_max + value: 31.639826772686565 + - type: nauc_map_at_10_std + value: 3.495174227694988 + - type: nauc_map_at_1_diff1 + value: 50.755592104767736 + - type: nauc_map_at_1_max + value: 24.512250076377324 + - type: nauc_map_at_1_std + value: -0.40123649555756813 + - type: nauc_map_at_20_diff1 + value: 43.771722395720815 + - type: nauc_map_at_20_max + value: 32.572850853217986 + - type: nauc_map_at_20_std + value: 4.25772353696 + - type: nauc_map_at_3_diff1 + value: 45.46540767517125 + - type: nauc_map_at_3_max + value: 28.51166653858953 + - type: nauc_map_at_3_std + value: 2.1913994195201836 + - type: nauc_map_at_5_diff1 + value: 43.72119218126596 + - type: nauc_map_at_5_max + value: 29.775789760173723 + - type: nauc_map_at_5_std + value: 2.7305854829409477 + - type: nauc_mrr_at_1000_diff1 + value: 53.63556224262883 + - type: nauc_mrr_at_1000_max + value: 40.643679389333585 + - type: nauc_mrr_at_1000_std + value: 4.3687636770212155 + - type: nauc_mrr_at_100_diff1 + value: 53.618522807039824 + - type: nauc_mrr_at_100_max + value: 40.65323761977826 + - type: nauc_mrr_at_100_std + value: 4.386331832885303 + - type: nauc_mrr_at_10_diff1 + value: 53.7525063458259 + - type: nauc_mrr_at_10_max + value: 40.36755295283891 + - type: nauc_mrr_at_10_std + value: 4.04114674070338 + - type: nauc_mrr_at_1_diff1 + value: 57.38954235411764 + - type: nauc_mrr_at_1_max + value: 38.98586474402496 + - type: nauc_mrr_at_1_std + value: 1.3316341148027044 + - type: nauc_mrr_at_20_diff1 + value: 53.5921633159843 + - type: nauc_mrr_at_20_max + value: 40.66141218531844 + - type: nauc_mrr_at_20_std + value: 4.2601521282401045 + - type: nauc_mrr_at_3_diff1 + value: 54.16976439668838 + - type: nauc_mrr_at_3_max + value: 40.106523176403236 + - type: nauc_mrr_at_3_std + value: 3.0352202462972593 + - type: nauc_mrr_at_5_diff1 + value: 53.813928444336966 + - type: nauc_mrr_at_5_max + value: 40.49118758952608 + - type: nauc_mrr_at_5_std + value: 4.063161205118785 + - type: nauc_ndcg_at_1000_diff1 + value: 46.00404355525127 + - type: nauc_ndcg_at_1000_max + value: 38.12885832241421 + - type: nauc_ndcg_at_1000_std + value: 8.710139634263909 + - type: nauc_ndcg_at_100_diff1 + value: 45.44653965178006 + - type: nauc_ndcg_at_100_max + value: 37.5278708404631 + - type: nauc_ndcg_at_100_std + value: 8.738381416812913 + - type: nauc_ndcg_at_10_diff1 + value: 44.376702389865535 + - type: nauc_ndcg_at_10_max + value: 34.27318453729823 + - type: nauc_ndcg_at_10_std + value: 5.168000282761515 + - type: nauc_ndcg_at_1_diff1 + value: 57.38954235411764 + - type: nauc_ndcg_at_1_max + value: 38.98586474402496 + - type: nauc_ndcg_at_1_std + value: 1.3316341148027044 + - type: nauc_ndcg_at_20_diff1 + value: 44.41507445572072 + - type: nauc_ndcg_at_20_max + value: 35.94790541783539 + - type: nauc_ndcg_at_20_std + value: 6.784495731584777 + - type: nauc_ndcg_at_3_diff1 + value: 44.925419283000906 + - type: nauc_ndcg_at_3_max + value: 34.8114176785107 + - type: nauc_ndcg_at_3_std + value: 4.047954784628029 + - type: nauc_ndcg_at_5_diff1 + value: 43.63771058040843 + - type: nauc_ndcg_at_5_max + value: 33.26133913706798 + - type: nauc_ndcg_at_5_std + value: 4.294092219857751 + - type: nauc_precision_at_1000_diff1 + value: -1.4652689513489199 + - type: nauc_precision_at_1000_max + value: 22.99527703856305 + - type: nauc_precision_at_1000_std + value: 11.745866581079818 + - type: nauc_precision_at_100_diff1 + value: 6.151282333565476 + - type: nauc_precision_at_100_max + value: 28.850180702583405 + - type: nauc_precision_at_100_std + value: 14.026378032002256 + - type: nauc_precision_at_10_diff1 + value: 17.084097946094253 + - type: nauc_precision_at_10_max + value: 36.42286000596437 + - type: nauc_precision_at_10_std + value: 9.816849000621607 + - type: nauc_precision_at_1_diff1 + value: 57.38954235411764 + - type: nauc_precision_at_1_max + value: 38.98586474402496 + - type: nauc_precision_at_1_std + value: 1.3316341148027044 + - type: nauc_precision_at_20_diff1 + value: 13.017374617260197 + - type: nauc_precision_at_20_max + value: 35.04593625807382 + - type: nauc_precision_at_20_std + value: 13.01498781342535 + - type: nauc_precision_at_3_diff1 + value: 30.248047839846752 + - type: nauc_precision_at_3_max + value: 35.43759327601055 + - type: nauc_precision_at_3_std + value: 5.216945604786076 + - type: nauc_precision_at_5_diff1 + value: 21.59181328863271 + - type: nauc_precision_at_5_max + value: 34.65940326611812 + - type: nauc_precision_at_5_std + value: 7.278884331496248 + - type: nauc_recall_at_1000_diff1 + value: 35.71055338892638 + - type: nauc_recall_at_1000_max + value: 43.86510820581204 + - type: nauc_recall_at_1000_std + value: 42.621964093097795 + - type: nauc_recall_at_100_diff1 + value: 31.653277912252154 + - type: nauc_recall_at_100_max + value: 35.438460583365426 + - type: nauc_recall_at_100_std + value: 24.075319451003192 + - type: nauc_recall_at_10_diff1 + value: 31.908301811040126 + - type: nauc_recall_at_10_max + value: 26.76357335973034 + - type: nauc_recall_at_10_std + value: 7.123473971792437 + - type: nauc_recall_at_1_diff1 + value: 50.755592104767736 + - type: nauc_recall_at_1_max + value: 24.512250076377324 + - type: nauc_recall_at_1_std + value: -0.40123649555756813 + - type: nauc_recall_at_20_diff1 + value: 30.562453440036602 + - type: nauc_recall_at_20_max + value: 30.692946161120716 + - type: nauc_recall_at_20_std + value: 11.460600304016388 + - type: nauc_recall_at_3_diff1 + value: 38.17418539409133 + - type: nauc_recall_at_3_max + value: 25.18012778101849 + - type: nauc_recall_at_3_std + value: 3.749502659626922 + - type: nauc_recall_at_5_diff1 + value: 33.13286459742569 + - type: nauc_recall_at_5_max + value: 24.398464377850583 + - type: nauc_recall_at_5_std + value: 5.210643641272545 + - type: ndcg_at_1 + value: 43.21 + - type: ndcg_at_10 + value: 44.349 + - type: ndcg_at_100 + value: 51.31400000000001 + - type: ndcg_at_1000 + value: 53.858 + - type: ndcg_at_20 + value: 47.063 + - type: ndcg_at_3 + value: 40.559 + - type: ndcg_at_5 + value: 42.095 + - type: precision_at_1 + value: 43.21 + - type: precision_at_10 + value: 11.991 + - type: precision_at_100 + value: 1.944 + - type: precision_at_1000 + value: 0.241 + - type: precision_at_20 + value: 7.199 + - type: precision_at_3 + value: 27.058 + - type: precision_at_5 + value: 19.969 + - type: recall_at_1 + value: 22.253 + - type: recall_at_10 + value: 51.807 + - type: recall_at_100 + value: 77.197 + - type: recall_at_1000 + value: 92.39 + - type: recall_at_20 + value: 60.022 + - type: recall_at_3 + value: 37.428 + - type: recall_at_5 + value: 44.411 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: main_score + value: 74.82900000000001 + - type: map_at_1 + value: 41.465 + - type: map_at_10 + value: 66.684 + - type: map_at_100 + value: 67.561 + - type: map_at_1000 + value: 67.611 + - type: map_at_20 + value: 67.21000000000001 + - type: map_at_3 + value: 63.065000000000005 + - type: map_at_5 + value: 65.43299999999999 + - type: mrr_at_1 + value: 82.93045239702903 + - type: mrr_at_10 + value: 88.1329485654264 + - type: mrr_at_100 + value: 88.24516227838791 + - type: mrr_at_1000 + value: 88.24824949654803 + - type: mrr_at_20 + value: 88.20394409654735 + - type: mrr_at_3 + value: 87.3778978167903 + - type: mrr_at_5 + value: 87.87350889038909 + - type: nauc_map_at_1000_diff1 + value: 13.568804567823909 + - type: nauc_map_at_1000_max + value: 26.292972922511275 + - type: nauc_map_at_1000_std + value: 11.275294538778628 + - type: nauc_map_at_100_diff1 + value: 13.531157901142873 + - type: nauc_map_at_100_max + value: 26.290757925376273 + - type: nauc_map_at_100_std + value: 11.306432759243682 + - type: nauc_map_at_10_diff1 + value: 13.148408396720459 + - type: nauc_map_at_10_max + value: 25.91508136019819 + - type: nauc_map_at_10_std + value: 10.732971297083722 + - type: nauc_map_at_1_diff1 + value: 69.29967600925144 + - type: nauc_map_at_1_max + value: 42.79835051641866 + - type: nauc_map_at_1_std + value: -4.961832803162274 + - type: nauc_map_at_20_diff1 + value: 13.418169590211484 + - type: nauc_map_at_20_max + value: 26.189793426888762 + - type: nauc_map_at_20_std + value: 11.190011508066215 + - type: nauc_map_at_3_diff1 + value: 13.606824211176798 + - type: nauc_map_at_3_max + value: 23.995119959983306 + - type: nauc_map_at_3_std + value: 7.328472619225088 + - type: nauc_map_at_5_diff1 + value: 13.322193643588617 + - type: nauc_map_at_5_max + value: 25.29216432661891 + - type: nauc_map_at_5_std + value: 9.506719417282355 + - type: nauc_mrr_at_1000_diff1 + value: 68.28951035645565 + - type: nauc_mrr_at_1000_max + value: 45.36189933447886 + - type: nauc_mrr_at_1000_std + value: -3.6651103499926103 + - type: nauc_mrr_at_100_diff1 + value: 68.29030547320338 + - type: nauc_mrr_at_100_max + value: 45.369342611890346 + - type: nauc_mrr_at_100_std + value: -3.6578520949900004 + - type: nauc_mrr_at_10_diff1 + value: 68.31233450637377 + - type: nauc_mrr_at_10_max + value: 45.53446811037604 + - type: nauc_mrr_at_10_std + value: -3.6099574965970422 + - type: nauc_mrr_at_1_diff1 + value: 69.29967600925144 + - type: nauc_mrr_at_1_max + value: 42.79835051641866 + - type: nauc_mrr_at_1_std + value: -4.961832803162274 + - type: nauc_mrr_at_20_diff1 + value: 68.29271507329597 + - type: nauc_mrr_at_20_max + value: 45.415983239714 + - type: nauc_mrr_at_20_std + value: -3.605521129546875 + - type: nauc_mrr_at_3_diff1 + value: 67.93949785026264 + - type: nauc_mrr_at_3_max + value: 45.24701969313951 + - type: nauc_mrr_at_3_std + value: -4.410168630936172 + - type: nauc_mrr_at_5_diff1 + value: 68.16936620810014 + - type: nauc_mrr_at_5_max + value: 45.53965903392447 + - type: nauc_mrr_at_5_std + value: -3.874774930190145 + - type: nauc_ndcg_at_1000_diff1 + value: 19.845436490360203 + - type: nauc_ndcg_at_1000_max + value: 30.792987723856548 + - type: nauc_ndcg_at_1000_std + value: 13.59690242337438 + - type: nauc_ndcg_at_100_diff1 + value: 18.905105032236357 + - type: nauc_ndcg_at_100_max + value: 30.73000873549376 + - type: nauc_ndcg_at_100_std + value: 14.435200883474417 + - type: nauc_ndcg_at_10_diff1 + value: 17.46580624274982 + - type: nauc_ndcg_at_10_max + value: 29.469335675383245 + - type: nauc_ndcg_at_10_std + value: 12.426191306910125 + - type: nauc_ndcg_at_1_diff1 + value: 69.29967600925144 + - type: nauc_ndcg_at_1_max + value: 42.79835051641866 + - type: nauc_ndcg_at_1_std + value: -4.961832803162274 + - type: nauc_ndcg_at_20_diff1 + value: 18.119828828438397 + - type: nauc_ndcg_at_20_max + value: 30.204453213309325 + - type: nauc_ndcg_at_20_std + value: 13.803249547738089 + - type: nauc_ndcg_at_3_diff1 + value: 18.780764018226844 + - type: nauc_ndcg_at_3_max + value: 26.812552391210588 + - type: nauc_ndcg_at_3_std + value: 6.756768042292746 + - type: nauc_ndcg_at_5_diff1 + value: 18.013068125165073 + - type: nauc_ndcg_at_5_max + value: 28.41845709240921 + - type: nauc_ndcg_at_5_std + value: 9.921173580341499 + - type: nauc_precision_at_1000_diff1 + value: -8.189473530908835 + - type: nauc_precision_at_1000_max + value: 37.34761963198358 + - type: nauc_precision_at_1000_std + value: 56.38894570864229 + - type: nauc_precision_at_100_diff1 + value: -3.8138147264905866 + - type: nauc_precision_at_100_max + value: 32.444744364390175 + - type: nauc_precision_at_100_std + value: 42.867525561835755 + - type: nauc_precision_at_10_diff1 + value: -0.06393718564045874 + - type: nauc_precision_at_10_max + value: 26.879042261423404 + - type: nauc_precision_at_10_std + value: 23.6111846588161 + - type: nauc_precision_at_1_diff1 + value: 69.29967600925144 + - type: nauc_precision_at_1_max + value: 42.79835051641866 + - type: nauc_precision_at_1_std + value: -4.961832803162274 + - type: nauc_precision_at_20_diff1 + value: -0.3556808670875046 + - type: nauc_precision_at_20_max + value: 29.425809037586177 + - type: nauc_precision_at_20_std + value: 30.526190527377185 + - type: nauc_precision_at_3_diff1 + value: 6.824376027035959 + - type: nauc_precision_at_3_max + value: 23.400934179230738 + - type: nauc_precision_at_3_std + value: 10.328332573373928 + - type: nauc_precision_at_5_diff1 + value: 3.782859838020209 + - type: nauc_precision_at_5_max + value: 25.359155315934252 + - type: nauc_precision_at_5_std + value: 16.478226989842963 + - type: nauc_recall_at_1000_diff1 + value: -8.189473530908435 + - type: nauc_recall_at_1000_max + value: 37.34761963198403 + - type: nauc_recall_at_1000_std + value: 56.388945708642424 + - type: nauc_recall_at_100_diff1 + value: -3.813814726490975 + - type: nauc_recall_at_100_max + value: 32.44474436438999 + - type: nauc_recall_at_100_std + value: 42.867525561835535 + - type: nauc_recall_at_10_diff1 + value: -0.06393718564043996 + - type: nauc_recall_at_10_max + value: 26.879042261423564 + - type: nauc_recall_at_10_std + value: 23.611184658816185 + - type: nauc_recall_at_1_diff1 + value: 69.29967600925144 + - type: nauc_recall_at_1_max + value: 42.79835051641866 + - type: nauc_recall_at_1_std + value: -4.961832803162274 + - type: nauc_recall_at_20_diff1 + value: -0.35568086708732993 + - type: nauc_recall_at_20_max + value: 29.425809037586166 + - type: nauc_recall_at_20_std + value: 30.526190527377135 + - type: nauc_recall_at_3_diff1 + value: 6.824376027035862 + - type: nauc_recall_at_3_max + value: 23.400934179230692 + - type: nauc_recall_at_3_std + value: 10.328332573373789 + - type: nauc_recall_at_5_diff1 + value: 3.7828598380202036 + - type: nauc_recall_at_5_max + value: 25.359155315934164 + - type: nauc_recall_at_5_std + value: 16.478226989843055 + - type: ndcg_at_1 + value: 82.93 + - type: ndcg_at_10 + value: 74.82900000000001 + - type: ndcg_at_100 + value: 77.69500000000001 + - type: ndcg_at_1000 + value: 78.601 + - type: ndcg_at_20 + value: 76.074 + - type: ndcg_at_3 + value: 69.904 + - type: ndcg_at_5 + value: 72.791 + - type: precision_at_1 + value: 82.93 + - type: precision_at_10 + value: 15.649 + - type: precision_at_100 + value: 1.7870000000000001 + - type: precision_at_1000 + value: 0.191 + - type: precision_at_20 + value: 8.225 + - type: precision_at_3 + value: 44.946999999999996 + - type: precision_at_5 + value: 29.253 + - type: recall_at_1 + value: 41.465 + - type: recall_at_10 + value: 78.244 + - type: recall_at_100 + value: 89.332 + - type: recall_at_1000 + value: 95.273 + - type: recall_at_20 + value: 82.248 + - type: recall_at_3 + value: 67.42099999999999 + - type: recall_at_5 + value: 73.13300000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: dev + type: mteb/msmarco + metrics: + - type: main_score + value: 43.289 + - type: map_at_1 + value: 23.504 + - type: map_at_10 + value: 36.168 + - type: map_at_100 + value: 37.291999999999994 + - type: map_at_1000 + value: 37.336000000000006 + - type: map_at_20 + value: 36.858999999999995 + - type: map_at_3 + value: 32.121 + - type: map_at_5 + value: 34.538999999999994 + - type: mrr_at_1 + value: 24.183381088825215 + - type: mrr_at_10 + value: 36.78364488106612 + - type: mrr_at_100 + value: 37.84466252338718 + - type: mrr_at_1000 + value: 37.88256282253377 + - type: mrr_at_20 + value: 37.448959043808195 + - type: mrr_at_3 + value: 32.82473734479457 + - type: mrr_at_5 + value: 35.19579751671442 + - type: nauc_map_at_1000_diff1 + value: 35.7066709090288 + - type: nauc_map_at_1000_max + value: 4.143934324542135 + - type: nauc_map_at_1000_std + value: -19.448344913283012 + - type: nauc_map_at_100_diff1 + value: 35.70430642176881 + - type: nauc_map_at_100_max + value: 4.1478411411595575 + - type: nauc_map_at_100_std + value: -19.422440403756 + - type: nauc_map_at_10_diff1 + value: 35.63123634507721 + - type: nauc_map_at_10_max + value: 3.938888988132125 + - type: nauc_map_at_10_std + value: -20.2169104647665 + - type: nauc_map_at_1_diff1 + value: 38.71570770291994 + - type: nauc_map_at_1_max + value: 3.6208258198974144 + - type: nauc_map_at_1_std + value: -17.65651382936212 + - type: nauc_map_at_20_diff1 + value: 35.66137420027341 + - type: nauc_map_at_20_max + value: 4.047979971799732 + - type: nauc_map_at_20_std + value: -19.69038427216887 + - type: nauc_map_at_3_diff1 + value: 35.98786954477084 + - type: nauc_map_at_3_max + value: 4.009207150935954 + - type: nauc_map_at_3_std + value: -20.236910164727334 + - type: nauc_map_at_5_diff1 + value: 35.71659843963547 + - type: nauc_map_at_5_max + value: 3.8467118590969243 + - type: nauc_map_at_5_std + value: -20.459010908374005 + - type: nauc_mrr_at_1000_diff1 + value: 35.50419348307457 + - type: nauc_mrr_at_1000_max + value: 4.367339872980742 + - type: nauc_mrr_at_1000_std + value: -18.977210545435614 + - type: nauc_mrr_at_100_diff1 + value: 35.499579242122834 + - type: nauc_mrr_at_100_max + value: 4.374464198991792 + - type: nauc_mrr_at_100_std + value: -18.94840447559084 + - type: nauc_mrr_at_10_diff1 + value: 35.413649621404744 + - type: nauc_mrr_at_10_max + value: 4.199603869892659 + - type: nauc_mrr_at_10_std + value: -19.676646414385324 + - type: nauc_mrr_at_1_diff1 + value: 38.51275573926999 + - type: nauc_mrr_at_1_max + value: 3.7235962784140595 + - type: nauc_mrr_at_1_std + value: -17.47925941260809 + - type: nauc_mrr_at_20_diff1 + value: 35.45328787293073 + - type: nauc_mrr_at_20_max + value: 4.311679825517206 + - type: nauc_mrr_at_20_std + value: -19.162032464317768 + - type: nauc_mrr_at_3_diff1 + value: 35.67661555112563 + - type: nauc_mrr_at_3_max + value: 4.158891474397432 + - type: nauc_mrr_at_3_std + value: -19.840092842660482 + - type: nauc_mrr_at_5_diff1 + value: 35.47597304038842 + - type: nauc_mrr_at_5_max + value: 4.080194459323934 + - type: nauc_mrr_at_5_std + value: -19.976257727067473 + - type: nauc_ndcg_at_1000_diff1 + value: 34.99925364766396 + - type: nauc_ndcg_at_1000_max + value: 4.905301377523189 + - type: nauc_ndcg_at_1000_std + value: -17.867757014931176 + - type: nauc_ndcg_at_100_diff1 + value: 34.89954591799976 + - type: nauc_ndcg_at_100_max + value: 5.160778571453235 + - type: nauc_ndcg_at_100_std + value: -16.760397579142037 + - type: nauc_ndcg_at_10_diff1 + value: 34.45588519188909 + - type: nauc_ndcg_at_10_max + value: 4.102422555082475 + - type: nauc_ndcg_at_10_std + value: -20.65847471712958 + - type: nauc_ndcg_at_1_diff1 + value: 38.56852140128596 + - type: nauc_ndcg_at_1_max + value: 3.7756203727809328 + - type: nauc_ndcg_at_1_std + value: -17.502340817460315 + - type: nauc_ndcg_at_20_diff1 + value: 34.54916912731964 + - type: nauc_ndcg_at_20_max + value: 4.508032016689821 + - type: nauc_ndcg_at_20_std + value: -18.658746491830712 + - type: nauc_ndcg_at_3_diff1 + value: 35.16704986162924 + - type: nauc_ndcg_at_3_max + value: 4.077433043641619 + - type: nauc_ndcg_at_3_std + value: -20.954415641728314 + - type: nauc_ndcg_at_5_diff1 + value: 34.71371459564282 + - type: nauc_ndcg_at_5_max + value: 3.8551031295496605 + - type: nauc_ndcg_at_5_std + value: -21.27269583522941 + - type: nauc_precision_at_1000_diff1 + value: -5.07448374718664 + - type: nauc_precision_at_1000_max + value: 10.79302270785277 + - type: nauc_precision_at_1000_std + value: 14.852358228309676 + - type: nauc_precision_at_100_diff1 + value: 13.264547572290628 + - type: nauc_precision_at_100_max + value: 13.876225383019152 + - type: nauc_precision_at_100_std + value: 18.034934845003406 + - type: nauc_precision_at_10_diff1 + value: 27.421358973548166 + - type: nauc_precision_at_10_max + value: 4.469572463052654 + - type: nauc_precision_at_10_std + value: -20.64057949879763 + - type: nauc_precision_at_1_diff1 + value: 38.56852140128596 + - type: nauc_precision_at_1_max + value: 3.7756203727809328 + - type: nauc_precision_at_1_std + value: -17.502340817460315 + - type: nauc_precision_at_20_diff1 + value: 24.45447341314794 + - type: nauc_precision_at_20_max + value: 6.4656336120382605 + - type: nauc_precision_at_20_std + value: -9.857661438998162 + - type: nauc_precision_at_3_diff1 + value: 32.59732399108533 + - type: nauc_precision_at_3_max + value: 4.1991104263627514 + - type: nauc_precision_at_3_std + value: -23.138935572596502 + - type: nauc_precision_at_5_diff1 + value: 30.429145958887705 + - type: nauc_precision_at_5_max + value: 3.6732294033151676 + - type: nauc_precision_at_5_std + value: -23.380111111174145 + - type: nauc_recall_at_1000_diff1 + value: 24.240875907743856 + - type: nauc_recall_at_1000_max + value: 38.280924964099874 + - type: nauc_recall_at_1000_std + value: 60.13330725856293 + - type: nauc_recall_at_100_diff1 + value: 30.05491420456488 + - type: nauc_recall_at_100_max + value: 17.351541876028552 + - type: nauc_recall_at_100_std + value: 22.30906151885301 + - type: nauc_recall_at_10_diff1 + value: 30.28195975736813 + - type: nauc_recall_at_10_max + value: 4.257287998248637 + - type: nauc_recall_at_10_std + value: -22.15359562049705 + - type: nauc_recall_at_1_diff1 + value: 38.71570770291994 + - type: nauc_recall_at_1_max + value: 3.6208258198974144 + - type: nauc_recall_at_1_std + value: -17.65651382936212 + - type: nauc_recall_at_20_diff1 + value: 29.776413616224612 + - type: nauc_recall_at_20_max + value: 6.291150198476362 + - type: nauc_recall_at_20_std + value: -12.203841105665461 + - type: nauc_recall_at_3_diff1 + value: 32.97714288847383 + - type: nauc_recall_at_3_max + value: 4.069165120796584 + - type: nauc_recall_at_3_std + value: -23.025988557597145 + - type: nauc_recall_at_5_diff1 + value: 31.738005610472126 + - type: nauc_recall_at_5_max + value: 3.562137829449558 + - type: nauc_recall_at_5_std + value: -23.774769231885326 + - type: ndcg_at_1 + value: 24.169 + - type: ndcg_at_10 + value: 43.289 + - type: ndcg_at_100 + value: 48.705 + - type: ndcg_at_1000 + value: 49.766 + - type: ndcg_at_20 + value: 45.768 + - type: ndcg_at_3 + value: 35.114000000000004 + - type: ndcg_at_5 + value: 39.423 + - type: precision_at_1 + value: 24.169 + - type: precision_at_10 + value: 6.812 + - type: precision_at_100 + value: 0.9530000000000001 + - type: precision_at_1000 + value: 0.105 + - type: precision_at_20 + value: 3.926 + - type: precision_at_3 + value: 14.881 + - type: precision_at_5 + value: 11.132 + - type: recall_at_1 + value: 23.504 + - type: recall_at_10 + value: 65.19200000000001 + - type: recall_at_100 + value: 90.23299999999999 + - type: recall_at_1000 + value: 98.256 + - type: recall_at_20 + value: 74.864 + - type: recall_at_3 + value: 43.101 + - type: recall_at_5 + value: 53.444 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: main_score + value: 38.206 + - type: map_at_1 + value: 7.008 + - type: map_at_10 + value: 14.991999999999999 + - type: map_at_100 + value: 18.975 + - type: map_at_1000 + value: 20.525 + - type: map_at_20 + value: 16.703000000000003 + - type: map_at_3 + value: 11.222999999999999 + - type: map_at_5 + value: 12.858 + - type: mrr_at_1 + value: 49.53560371517028 + - type: mrr_at_10 + value: 58.482357855422876 + - type: mrr_at_100 + value: 58.968012334053824 + - type: mrr_at_1000 + value: 58.997364933440956 + - type: mrr_at_20 + value: 58.73470148223573 + - type: mrr_at_3 + value: 56.39834881320951 + - type: mrr_at_5 + value: 57.74509803921569 + - type: nauc_map_at_1000_diff1 + value: 28.335416416647224 + - type: nauc_map_at_1000_max + value: 29.753540790143486 + - type: nauc_map_at_1000_std + value: 14.588881654269347 + - type: nauc_map_at_100_diff1 + value: 29.918481109290763 + - type: nauc_map_at_100_max + value: 28.7759731537488 + - type: nauc_map_at_100_std + value: 11.232863198583434 + - type: nauc_map_at_10_diff1 + value: 33.68961317463572 + - type: nauc_map_at_10_max + value: 22.457463118915253 + - type: nauc_map_at_10_std + value: 0.0662082063459353 + - type: nauc_map_at_1_diff1 + value: 40.12959144322236 + - type: nauc_map_at_1_max + value: 8.142892958869963 + - type: nauc_map_at_1_std + value: -14.531210966198094 + - type: nauc_map_at_20_diff1 + value: 31.79101397821516 + - type: nauc_map_at_20_max + value: 25.337593876647873 + - type: nauc_map_at_20_std + value: 4.4312521827795965 + - type: nauc_map_at_3_diff1 + value: 36.4989620250532 + - type: nauc_map_at_3_max + value: 14.708362930862599 + - type: nauc_map_at_3_std + value: -8.805062884219257 + - type: nauc_map_at_5_diff1 + value: 35.59942335198335 + - type: nauc_map_at_5_max + value: 19.04171958974118 + - type: nauc_map_at_5_std + value: -5.033775373968787 + - type: nauc_mrr_at_1000_diff1 + value: 33.12712562735541 + - type: nauc_mrr_at_1000_max + value: 47.06222921511218 + - type: nauc_mrr_at_1000_std + value: 30.35155523907757 + - type: nauc_mrr_at_100_diff1 + value: 33.13819970488641 + - type: nauc_mrr_at_100_max + value: 47.07964477210531 + - type: nauc_mrr_at_100_std + value: 30.36460376560702 + - type: nauc_mrr_at_10_diff1 + value: 33.31347383738033 + - type: nauc_mrr_at_10_max + value: 47.09956647776159 + - type: nauc_mrr_at_10_std + value: 30.312849559985356 + - type: nauc_mrr_at_1_diff1 + value: 33.86828699555935 + - type: nauc_mrr_at_1_max + value: 38.63689203126804 + - type: nauc_mrr_at_1_std + value: 23.239970954725834 + - type: nauc_mrr_at_20_diff1 + value: 33.12310999988364 + - type: nauc_mrr_at_20_max + value: 47.06048097947143 + - type: nauc_mrr_at_20_std + value: 30.30703653923299 + - type: nauc_mrr_at_3_diff1 + value: 33.23359719730206 + - type: nauc_mrr_at_3_max + value: 47.213232521531765 + - type: nauc_mrr_at_3_std + value: 28.515839871433453 + - type: nauc_mrr_at_5_diff1 + value: 33.05584873908468 + - type: nauc_mrr_at_5_max + value: 47.02182562482059 + - type: nauc_mrr_at_5_std + value: 30.149148067698427 + - type: nauc_ndcg_at_1000_diff1 + value: 27.3553070950937 + - type: nauc_ndcg_at_1000_max + value: 46.993803974771616 + - type: nauc_ndcg_at_1000_std + value: 34.48221393313706 + - type: nauc_ndcg_at_100_diff1 + value: 28.182567698807937 + - type: nauc_ndcg_at_100_max + value: 41.47073178920514 + - type: nauc_ndcg_at_100_std + value: 28.33125338951214 + - type: nauc_ndcg_at_10_diff1 + value: 23.427723508172342 + - type: nauc_ndcg_at_10_max + value: 39.854878165720194 + - type: nauc_ndcg_at_10_std + value: 28.68461363195909 + - type: nauc_ndcg_at_1_diff1 + value: 35.83579312937247 + - type: nauc_ndcg_at_1_max + value: 37.10896088910044 + - type: nauc_ndcg_at_1_std + value: 21.7331937636597 + - type: nauc_ndcg_at_20_diff1 + value: 23.457097856180557 + - type: nauc_ndcg_at_20_max + value: 39.08666944857107 + - type: nauc_ndcg_at_20_std + value: 28.088097718424077 + - type: nauc_ndcg_at_3_diff1 + value: 27.610199920043392 + - type: nauc_ndcg_at_3_max + value: 42.68532708708207 + - type: nauc_ndcg_at_3_std + value: 25.2692785253099 + - type: nauc_ndcg_at_5_diff1 + value: 26.152027234534987 + - type: nauc_ndcg_at_5_max + value: 43.20685220688528 + - type: nauc_ndcg_at_5_std + value: 28.346718258943298 + - type: nauc_precision_at_1000_diff1 + value: -19.360917448445747 + - type: nauc_precision_at_1000_max + value: 5.993701880034689 + - type: nauc_precision_at_1000_std + value: 30.592846520978767 + - type: nauc_precision_at_100_diff1 + value: -13.176289048434326 + - type: nauc_precision_at_100_max + value: 21.124431283116806 + - type: nauc_precision_at_100_std + value: 42.847875525274866 + - type: nauc_precision_at_10_diff1 + value: 1.20002480488434 + - type: nauc_precision_at_10_max + value: 37.8775671362167 + - type: nauc_precision_at_10_std + value: 40.824122872455185 + - type: nauc_precision_at_1_diff1 + value: 33.86828699555935 + - type: nauc_precision_at_1_max + value: 38.63689203126804 + - type: nauc_precision_at_1_std + value: 23.239970954725834 + - type: nauc_precision_at_20_diff1 + value: -5.005695036618793 + - type: nauc_precision_at_20_max + value: 32.64577234927276 + - type: nauc_precision_at_20_std + value: 42.15142642663493 + - type: nauc_precision_at_3_diff1 + value: 15.742317758272314 + - type: nauc_precision_at_3_max + value: 45.30428329279831 + - type: nauc_precision_at_3_std + value: 31.556145410706165 + - type: nauc_precision_at_5_diff1 + value: 10.476340589189153 + - type: nauc_precision_at_5_max + value: 45.24967287967515 + - type: nauc_precision_at_5_std + value: 38.71010638265242 + - type: nauc_recall_at_1000_diff1 + value: 10.137724388953172 + - type: nauc_recall_at_1000_max + value: 20.905437881631848 + - type: nauc_recall_at_1000_std + value: 20.623979759639003 + - type: nauc_recall_at_100_diff1 + value: 24.720876538107234 + - type: nauc_recall_at_100_max + value: 27.58042873255676 + - type: nauc_recall_at_100_std + value: 16.61758708043979 + - type: nauc_recall_at_10_diff1 + value: 32.34877485865986 + - type: nauc_recall_at_10_max + value: 21.67344646232241 + - type: nauc_recall_at_10_std + value: 2.235959242369055 + - type: nauc_recall_at_1_diff1 + value: 40.12959144322236 + - type: nauc_recall_at_1_max + value: 8.142892958869963 + - type: nauc_recall_at_1_std + value: -14.531210966198094 + - type: nauc_recall_at_20_diff1 + value: 29.009807737961967 + - type: nauc_recall_at_20_max + value: 24.451546037526732 + - type: nauc_recall_at_20_std + value: 7.084340596706153 + - type: nauc_recall_at_3_diff1 + value: 36.00512018367048 + - type: nauc_recall_at_3_max + value: 15.603503525043743 + - type: nauc_recall_at_3_std + value: -8.23230989140361 + - type: nauc_recall_at_5_diff1 + value: 34.69870859719023 + - type: nauc_recall_at_5_max + value: 20.394696906592692 + - type: nauc_recall_at_5_std + value: -2.2957736758400427 + - type: ndcg_at_1 + value: 47.214 + - type: ndcg_at_10 + value: 38.206 + - type: ndcg_at_100 + value: 35.423 + - type: ndcg_at_1000 + value: 44.115 + - type: ndcg_at_20 + value: 35.888999999999996 + - type: ndcg_at_3 + value: 43.791000000000004 + - type: ndcg_at_5 + value: 41.253 + - type: precision_at_1 + value: 49.536 + - type: precision_at_10 + value: 28.142 + - type: precision_at_100 + value: 8.889 + - type: precision_at_1000 + value: 2.173 + - type: precision_at_20 + value: 20.944 + - type: precision_at_3 + value: 41.28 + - type: precision_at_5 + value: 35.604 + - type: recall_at_1 + value: 7.008 + - type: recall_at_10 + value: 18.735 + - type: recall_at_100 + value: 35.582 + - type: recall_at_1000 + value: 67.682 + - type: recall_at_20 + value: 22.78 + - type: recall_at_3 + value: 12.117 + - type: recall_at_5 + value: 14.748 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: main_score + value: 53.578 + - type: map_at_1 + value: 33.513999999999996 + - type: map_at_10 + value: 46.824 + - type: map_at_100 + value: 47.802 + - type: map_at_1000 + value: 47.841 + - type: map_at_20 + value: 47.441 + - type: map_at_3 + value: 43.247 + - type: map_at_5 + value: 45.378 + - type: mrr_at_1 + value: 37.25376593279258 + - type: mrr_at_10 + value: 49.566722304989895 + - type: mrr_at_100 + value: 50.321192525578695 + - type: mrr_at_1000 + value: 50.34672610613706 + - type: mrr_at_20 + value: 50.04472384196937 + - type: mrr_at_3 + value: 46.60583236770946 + - type: mrr_at_5 + value: 48.349748937813814 + - type: nauc_map_at_1000_diff1 + value: 34.733636497137354 + - type: nauc_map_at_1000_max + value: 25.78043112653096 + - type: nauc_map_at_1000_std + value: -0.03219978416136634 + - type: nauc_map_at_100_diff1 + value: 34.73227174964944 + - type: nauc_map_at_100_max + value: 25.790355264634123 + - type: nauc_map_at_100_std + value: -0.009748410549744525 + - type: nauc_map_at_10_diff1 + value: 34.79637142721529 + - type: nauc_map_at_10_max + value: 25.665984578882135 + - type: nauc_map_at_10_std + value: -0.5543842114651465 + - type: nauc_map_at_1_diff1 + value: 38.8141788897701 + - type: nauc_map_at_1_max + value: 20.97919274283175 + - type: nauc_map_at_1_std + value: -4.313952936848295 + - type: nauc_map_at_20_diff1 + value: 34.7056360511178 + - type: nauc_map_at_20_max + value: 25.799251451921577 + - type: nauc_map_at_20_std + value: -0.11292113199351751 + - type: nauc_map_at_3_diff1 + value: 35.24321123463093 + - type: nauc_map_at_3_max + value: 24.386471502318205 + - type: nauc_map_at_3_std + value: -2.6644559760820052 + - type: nauc_map_at_5_diff1 + value: 34.82901214114469 + - type: nauc_map_at_5_max + value: 25.047315717619945 + - type: nauc_map_at_5_std + value: -1.5133480152766288 + - type: nauc_mrr_at_1000_diff1 + value: 34.93628841387892 + - type: nauc_mrr_at_1000_max + value: 25.95539978131643 + - type: nauc_mrr_at_1000_std + value: 0.9898580770138055 + - type: nauc_mrr_at_100_diff1 + value: 34.93490461549691 + - type: nauc_mrr_at_100_max + value: 25.968419446992947 + - type: nauc_mrr_at_100_std + value: 1.0164727694111124 + - type: nauc_mrr_at_10_diff1 + value: 34.92788565019863 + - type: nauc_mrr_at_10_max + value: 25.982419524725902 + - type: nauc_mrr_at_10_std + value: 0.8291836718070983 + - type: nauc_mrr_at_1_diff1 + value: 38.78220448030664 + - type: nauc_mrr_at_1_max + value: 22.197434495065906 + - type: nauc_mrr_at_1_std + value: -2.7557316494845647 + - type: nauc_mrr_at_20_diff1 + value: 34.91976787258114 + - type: nauc_mrr_at_20_max + value: 26.023976604513845 + - type: nauc_mrr_at_20_std + value: 1.0145147416593283 + - type: nauc_mrr_at_3_diff1 + value: 35.211445935161755 + - type: nauc_mrr_at_3_max + value: 25.424985342838724 + - type: nauc_mrr_at_3_std + value: -0.6077862086346921 + - type: nauc_mrr_at_5_diff1 + value: 34.96871034526102 + - type: nauc_mrr_at_5_max + value: 25.607150086036402 + - type: nauc_mrr_at_5_std + value: 0.025319256685985322 + - type: nauc_ndcg_at_1000_diff1 + value: 33.303254839794626 + - type: nauc_ndcg_at_1000_max + value: 27.724264701997846 + - type: nauc_ndcg_at_1000_std + value: 3.6289721823046412 + - type: nauc_ndcg_at_100_diff1 + value: 33.09557683080436 + - type: nauc_ndcg_at_100_max + value: 28.0506433754964 + - type: nauc_ndcg_at_100_std + value: 4.511193940663911 + - type: nauc_ndcg_at_10_diff1 + value: 33.29826862261896 + - type: nauc_ndcg_at_10_max + value: 27.71528280198709 + - type: nauc_ndcg_at_10_std + value: 2.400337080724925 + - type: nauc_ndcg_at_1_diff1 + value: 38.60963350793748 + - type: nauc_ndcg_at_1_max + value: 22.273664922767907 + - type: nauc_ndcg_at_1_std + value: -2.6240794072512363 + - type: nauc_ndcg_at_20_diff1 + value: 32.981922279933244 + - type: nauc_ndcg_at_20_max + value: 28.150524217154615 + - type: nauc_ndcg_at_20_std + value: 3.8264215069624927 + - type: nauc_ndcg_at_3_diff1 + value: 34.08438930573822 + - type: nauc_ndcg_at_3_max + value: 25.45908785549064 + - type: nauc_ndcg_at_3_std + value: -1.613166550898069 + - type: nauc_ndcg_at_5_diff1 + value: 33.40437835531942 + - type: nauc_ndcg_at_5_max + value: 26.31872187393872 + - type: nauc_ndcg_at_5_std + value: 0.10083778366178507 + - type: nauc_precision_at_1000_diff1 + value: -7.941107826930442 + - type: nauc_precision_at_1000_max + value: 12.225841425820631 + - type: nauc_precision_at_1000_std + value: 21.78049325701235 + - type: nauc_precision_at_100_diff1 + value: -2.222916814839799 + - type: nauc_precision_at_100_max + value: 20.20336947495444 + - type: nauc_precision_at_100_std + value: 28.15440917121732 + - type: nauc_precision_at_10_diff1 + value: 13.793643869973508 + - type: nauc_precision_at_10_max + value: 28.441585565368584 + - type: nauc_precision_at_10_std + value: 16.43655330610177 + - type: nauc_precision_at_1_diff1 + value: 38.60963350793748 + - type: nauc_precision_at_1_max + value: 22.273664922767907 + - type: nauc_precision_at_1_std + value: -2.6240794072512363 + - type: nauc_precision_at_20_diff1 + value: 6.992221373082684 + - type: nauc_precision_at_20_max + value: 26.313498260024964 + - type: nauc_precision_at_20_std + value: 22.74932509685384 + - type: nauc_precision_at_3_diff1 + value: 24.586931228246105 + - type: nauc_precision_at_3_max + value: 27.735577819282213 + - type: nauc_precision_at_3_std + value: 4.171946022799083 + - type: nauc_precision_at_5_diff1 + value: 19.055734158632163 + - type: nauc_precision_at_5_max + value: 27.68652274133427 + - type: nauc_precision_at_5_std + value: 9.286777692382376 + - type: nauc_recall_at_1000_diff1 + value: 5.102892050159389 + - type: nauc_recall_at_1000_max + value: 57.14718974463473 + - type: nauc_recall_at_1000_std + value: 66.2350056053976 + - type: nauc_recall_at_100_diff1 + value: 16.525310046827574 + - type: nauc_recall_at_100_max + value: 44.49050040421947 + - type: nauc_recall_at_100_std + value: 45.7757955560833 + - type: nauc_recall_at_10_diff1 + value: 26.03922668947305 + - type: nauc_recall_at_10_max + value: 33.51146811044362 + - type: nauc_recall_at_10_std + value: 11.981831984218244 + - type: nauc_recall_at_1_diff1 + value: 38.8141788897701 + - type: nauc_recall_at_1_max + value: 20.97919274283175 + - type: nauc_recall_at_1_std + value: -4.313952936848295 + - type: nauc_recall_at_20_diff1 + value: 22.93797755278736 + - type: nauc_recall_at_20_max + value: 37.50084705738719 + - type: nauc_recall_at_20_std + value: 21.698172136962583 + - type: nauc_recall_at_3_diff1 + value: 29.680958704147102 + - type: nauc_recall_at_3_max + value: 26.417935243298757 + - type: nauc_recall_at_3_std + value: -0.6690057435817613 + - type: nauc_recall_at_5_diff1 + value: 27.534756543056844 + - type: nauc_recall_at_5_max + value: 28.222210310895417 + - type: nauc_recall_at_5_std + value: 3.24951302703767 + - type: ndcg_at_1 + value: 37.312 + - type: ndcg_at_10 + value: 53.578 + - type: ndcg_at_100 + value: 57.778 + - type: ndcg_at_1000 + value: 58.675 + - type: ndcg_at_20 + value: 55.572 + - type: ndcg_at_3 + value: 46.898 + - type: ndcg_at_5 + value: 50.378 + - type: precision_at_1 + value: 37.312 + - type: precision_at_10 + value: 8.439 + - type: precision_at_100 + value: 1.082 + - type: precision_at_1000 + value: 0.117 + - type: precision_at_20 + value: 4.7059999999999995 + - type: precision_at_3 + value: 20.819 + - type: precision_at_5 + value: 14.536999999999999 + - type: recall_at_1 + value: 33.513999999999996 + - type: recall_at_10 + value: 71.331 + - type: recall_at_100 + value: 89.591 + - type: recall_at_1000 + value: 96.258 + - type: recall_at_20 + value: 78.643 + - type: recall_at_3 + value: 54.06999999999999 + - type: recall_at_5 + value: 62.027 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: main_score + value: 88.973 + - type: map_at_1 + value: 71.269 + - type: map_at_10 + value: 85.327 + - type: map_at_100 + value: 85.947 + - type: map_at_1000 + value: 85.962 + - type: map_at_20 + value: 85.734 + - type: map_at_3 + value: 82.38499999999999 + - type: map_at_5 + value: 84.277 + - type: mrr_at_1 + value: 81.89999999999999 + - type: mrr_at_10 + value: 88.10066269841238 + - type: mrr_at_100 + value: 88.19268278845087 + - type: mrr_at_1000 + value: 88.19317341263474 + - type: mrr_at_20 + value: 88.17131175618292 + - type: mrr_at_3 + value: 87.19166666666634 + - type: mrr_at_5 + value: 87.83216666666627 + - type: nauc_map_at_1000_diff1 + value: 77.24373836257328 + - type: nauc_map_at_1000_max + value: 35.43258721365464 + - type: nauc_map_at_1000_std + value: -44.503986312696874 + - type: nauc_map_at_100_diff1 + value: 77.24981832808814 + - type: nauc_map_at_100_max + value: 35.417561999307985 + - type: nauc_map_at_100_std + value: -44.55686251734598 + - type: nauc_map_at_10_diff1 + value: 77.59996638821937 + - type: nauc_map_at_10_max + value: 35.203702784901466 + - type: nauc_map_at_10_std + value: -46.41235245975753 + - type: nauc_map_at_1_diff1 + value: 80.59833777445611 + - type: nauc_map_at_1_max + value: 27.100107167733213 + - type: nauc_map_at_1_std + value: -40.34017475852446 + - type: nauc_map_at_20_diff1 + value: 77.37533802521253 + - type: nauc_map_at_20_max + value: 35.36834768001108 + - type: nauc_map_at_20_std + value: -45.337334222342065 + - type: nauc_map_at_3_diff1 + value: 77.98695993085806 + - type: nauc_map_at_3_max + value: 33.011254948311084 + - type: nauc_map_at_3_std + value: -47.80585226131452 + - type: nauc_map_at_5_diff1 + value: 77.74991962536232 + - type: nauc_map_at_5_max + value: 34.17903742312864 + - type: nauc_map_at_5_std + value: -47.6791564171039 + - type: nauc_mrr_at_1000_diff1 + value: 77.7010164923961 + - type: nauc_mrr_at_1000_max + value: 36.81937181114772 + - type: nauc_mrr_at_1000_std + value: -40.94661135215469 + - type: nauc_mrr_at_100_diff1 + value: 77.70102186520977 + - type: nauc_mrr_at_100_max + value: 36.82126424226954 + - type: nauc_mrr_at_100_std + value: -40.94555827737021 + - type: nauc_mrr_at_10_diff1 + value: 77.67875555054444 + - type: nauc_mrr_at_10_max + value: 36.93763993292355 + - type: nauc_mrr_at_10_std + value: -41.07266082668926 + - type: nauc_mrr_at_1_diff1 + value: 78.7654990658097 + - type: nauc_mrr_at_1_max + value: 36.375396551440744 + - type: nauc_mrr_at_1_std + value: -38.93288623699386 + - type: nauc_mrr_at_20_diff1 + value: 77.68944904085342 + - type: nauc_mrr_at_20_max + value: 36.851709289874194 + - type: nauc_mrr_at_20_std + value: -40.96882376398082 + - type: nauc_mrr_at_3_diff1 + value: 77.39294474892708 + - type: nauc_mrr_at_3_max + value: 36.6739222869209 + - type: nauc_mrr_at_3_std + value: -41.322164113892235 + - type: nauc_mrr_at_5_diff1 + value: 77.63227278120065 + - type: nauc_mrr_at_5_max + value: 36.91209291182846 + - type: nauc_mrr_at_5_std + value: -41.05871053940309 + - type: nauc_ndcg_at_1000_diff1 + value: 76.98496102017029 + - type: nauc_ndcg_at_1000_max + value: 36.37482075751894 + - type: nauc_ndcg_at_1000_std + value: -42.589806171602646 + - type: nauc_ndcg_at_100_diff1 + value: 77.00759478529206 + - type: nauc_ndcg_at_100_max + value: 36.3827630397706 + - type: nauc_ndcg_at_100_std + value: -42.78242573631199 + - type: nauc_ndcg_at_10_diff1 + value: 77.22992902202756 + - type: nauc_ndcg_at_10_max + value: 36.505162294337055 + - type: nauc_ndcg_at_10_std + value: -45.72249545452432 + - type: nauc_ndcg_at_1_diff1 + value: 78.74698700072744 + - type: nauc_ndcg_at_1_max + value: 36.38675261583423 + - type: nauc_ndcg_at_1_std + value: -38.89895125423548 + - type: nauc_ndcg_at_20_diff1 + value: 77.10482169659937 + - type: nauc_ndcg_at_20_max + value: 36.43141803740016 + - type: nauc_ndcg_at_20_std + value: -44.455136167679996 + - type: nauc_ndcg_at_3_diff1 + value: 76.51372057002504 + - type: nauc_ndcg_at_3_max + value: 35.13846773475272 + - type: nauc_ndcg_at_3_std + value: -45.28096522367571 + - type: nauc_ndcg_at_5_diff1 + value: 76.89375209624752 + - type: nauc_ndcg_at_5_max + value: 35.59935018317007 + - type: nauc_ndcg_at_5_std + value: -46.11694297535346 + - type: nauc_precision_at_1000_diff1 + value: -45.02903900840555 + - type: nauc_precision_at_1000_max + value: -7.971742308562538 + - type: nauc_precision_at_1000_std + value: 38.5668234938415 + - type: nauc_precision_at_100_diff1 + value: -44.706131799449 + - type: nauc_precision_at_100_max + value: -7.7773211320818865 + - type: nauc_precision_at_100_std + value: 37.41426368849577 + - type: nauc_precision_at_10_diff1 + value: -39.38230939555313 + - type: nauc_precision_at_10_max + value: -2.9273825080304996 + - type: nauc_precision_at_10_std + value: 25.741286794019963 + - type: nauc_precision_at_1_diff1 + value: 78.74698700072744 + - type: nauc_precision_at_1_max + value: 36.38675261583423 + - type: nauc_precision_at_1_std + value: -38.89895125423548 + - type: nauc_precision_at_20_diff1 + value: -42.70424249976254 + - type: nauc_precision_at_20_max + value: -5.482330663109517 + - type: nauc_precision_at_20_std + value: 31.808864679949423 + - type: nauc_precision_at_3_diff1 + value: -19.68244560967662 + - type: nauc_precision_at_3_max + value: 6.167671148730073 + - type: nauc_precision_at_3_std + value: 5.566939643232526 + - type: nauc_precision_at_5_diff1 + value: -32.33931427264437 + - type: nauc_precision_at_5_max + value: 0.37498874844148694 + - type: nauc_precision_at_5_std + value: 16.56799224495688 + - type: nauc_recall_at_1000_diff1 + value: 38.718513293949066 + - type: nauc_recall_at_1000_max + value: -24.172595550892186 + - type: nauc_recall_at_1000_std + value: -4.7822324776177805 + - type: nauc_recall_at_100_diff1 + value: 72.21518255411144 + - type: nauc_recall_at_100_max + value: 44.861911504210504 + - type: nauc_recall_at_100_std + value: -44.45623351766266 + - type: nauc_recall_at_10_diff1 + value: 74.14010646422432 + - type: nauc_recall_at_10_max + value: 38.005054552669634 + - type: nauc_recall_at_10_std + value: -64.7278518051387 + - type: nauc_recall_at_1_diff1 + value: 80.59833777445611 + - type: nauc_recall_at_1_max + value: 27.100107167733213 + - type: nauc_recall_at_1_std + value: -40.34017475852446 + - type: nauc_recall_at_20_diff1 + value: 73.23146354134346 + - type: nauc_recall_at_20_max + value: 39.0574204381781 + - type: nauc_recall_at_20_std + value: -62.7550983713241 + - type: nauc_recall_at_3_diff1 + value: 73.69097563795957 + - type: nauc_recall_at_3_max + value: 31.008336009397695 + - type: nauc_recall_at_3_std + value: -53.59474568965692 + - type: nauc_recall_at_5_diff1 + value: 72.66802858509665 + - type: nauc_recall_at_5_max + value: 32.53722432047535 + - type: nauc_recall_at_5_std + value: -58.73280814717966 + - type: ndcg_at_1 + value: 81.91000000000001 + - type: ndcg_at_10 + value: 88.973 + - type: ndcg_at_100 + value: 90.118 + - type: ndcg_at_1000 + value: 90.19200000000001 + - type: ndcg_at_20 + value: 89.606 + - type: ndcg_at_3 + value: 86.229 + - type: ndcg_at_5 + value: 87.82 + - type: precision_at_1 + value: 81.91000000000001 + - type: precision_at_10 + value: 13.501 + - type: precision_at_100 + value: 1.5350000000000001 + - type: precision_at_1000 + value: 0.157 + - type: precision_at_20 + value: 7.156 + - type: precision_at_3 + value: 37.723 + - type: precision_at_5 + value: 24.856 + - type: recall_at_1 + value: 71.269 + - type: recall_at_10 + value: 95.893 + - type: recall_at_100 + value: 99.70599999999999 + - type: recall_at_1000 + value: 99.993 + - type: recall_at_20 + value: 97.904 + - type: recall_at_3 + value: 88.045 + - type: recall_at_5 + value: 92.489 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: main_score + value: 21.751 + - type: map_at_1 + value: 4.958 + - type: map_at_10 + value: 13.069 + - type: map_at_100 + value: 15.417 + - type: map_at_1000 + value: 15.754000000000001 + - type: map_at_20 + value: 14.27 + - type: map_at_3 + value: 9.148 + - type: map_at_5 + value: 11.064 + - type: mrr_at_1 + value: 24.4 + - type: mrr_at_10 + value: 36.132301587301576 + - type: mrr_at_100 + value: 37.25176308139092 + - type: mrr_at_1000 + value: 37.29040967924337 + - type: mrr_at_20 + value: 36.76865970759546 + - type: mrr_at_3 + value: 32.65 + - type: mrr_at_5 + value: 34.62499999999997 + - type: nauc_map_at_1000_diff1 + value: 17.27966591511814 + - type: nauc_map_at_1000_max + value: 24.00696324699352 + - type: nauc_map_at_1000_std + value: 18.837427334515954 + - type: nauc_map_at_100_diff1 + value: 17.24271355435884 + - type: nauc_map_at_100_max + value: 24.041463584999224 + - type: nauc_map_at_100_std + value: 18.72960500637989 + - type: nauc_map_at_10_diff1 + value: 17.879426966559624 + - type: nauc_map_at_10_max + value: 22.66597917559903 + - type: nauc_map_at_10_std + value: 15.013608094672845 + - type: nauc_map_at_1_diff1 + value: 22.777533529850157 + - type: nauc_map_at_1_max + value: 13.875587988985187 + - type: nauc_map_at_1_std + value: 7.570296406482986 + - type: nauc_map_at_20_diff1 + value: 17.21695901416259 + - type: nauc_map_at_20_max + value: 23.123146312246217 + - type: nauc_map_at_20_std + value: 16.555319107385767 + - type: nauc_map_at_3_diff1 + value: 20.184859758817627 + - type: nauc_map_at_3_max + value: 20.13270534835412 + - type: nauc_map_at_3_std + value: 9.573386059781406 + - type: nauc_map_at_5_diff1 + value: 17.937650604303148 + - type: nauc_map_at_5_max + value: 21.303136378332688 + - type: nauc_map_at_5_std + value: 11.559548428377981 + - type: nauc_mrr_at_1000_diff1 + value: 19.829881934639655 + - type: nauc_mrr_at_1000_max + value: 18.145345918476142 + - type: nauc_mrr_at_1000_std + value: 12.75566202821927 + - type: nauc_mrr_at_100_diff1 + value: 19.810997512240277 + - type: nauc_mrr_at_100_max + value: 18.16731598752752 + - type: nauc_mrr_at_100_std + value: 12.793790316794803 + - type: nauc_mrr_at_10_diff1 + value: 19.92734589714817 + - type: nauc_mrr_at_10_max + value: 18.27531929409606 + - type: nauc_mrr_at_10_std + value: 12.540295615488004 + - type: nauc_mrr_at_1_diff1 + value: 23.089836849524456 + - type: nauc_mrr_at_1_max + value: 14.019312781409294 + - type: nauc_mrr_at_1_std + value: 7.416417351169059 + - type: nauc_mrr_at_20_diff1 + value: 19.776269941929677 + - type: nauc_mrr_at_20_max + value: 18.20319558010321 + - type: nauc_mrr_at_20_std + value: 12.834542903391958 + - type: nauc_mrr_at_3_diff1 + value: 20.034509801742303 + - type: nauc_mrr_at_3_max + value: 17.046438884377586 + - type: nauc_mrr_at_3_std + value: 11.379227387037941 + - type: nauc_mrr_at_5_diff1 + value: 20.033690587834904 + - type: nauc_mrr_at_5_max + value: 17.69997115661551 + - type: nauc_mrr_at_5_std + value: 12.097021581018144 + - type: nauc_ndcg_at_1000_diff1 + value: 16.796105232771264 + - type: nauc_ndcg_at_1000_max + value: 24.902449620565655 + - type: nauc_ndcg_at_1000_std + value: 25.052054392870716 + - type: nauc_ndcg_at_100_diff1 + value: 16.364285197447707 + - type: nauc_ndcg_at_100_max + value: 25.952058238421106 + - type: nauc_ndcg_at_100_std + value: 25.532399568014064 + - type: nauc_ndcg_at_10_diff1 + value: 17.83375411685287 + - type: nauc_ndcg_at_10_max + value: 22.884998048221174 + - type: nauc_ndcg_at_10_std + value: 16.938981897362105 + - type: nauc_ndcg_at_1_diff1 + value: 23.089836849524456 + - type: nauc_ndcg_at_1_max + value: 14.019312781409294 + - type: nauc_ndcg_at_1_std + value: 7.416417351169059 + - type: nauc_ndcg_at_20_diff1 + value: 16.5160840130767 + - type: nauc_ndcg_at_20_max + value: 23.37120227946446 + - type: nauc_ndcg_at_20_std + value: 19.13308230377008 + - type: nauc_ndcg_at_3_diff1 + value: 19.462199355947917 + - type: nauc_ndcg_at_3_max + value: 19.774072182044453 + - type: nauc_ndcg_at_3_std + value: 11.112865244809704 + - type: nauc_ndcg_at_5_diff1 + value: 17.679751307552223 + - type: nauc_ndcg_at_5_max + value: 21.004209449610155 + - type: nauc_ndcg_at_5_std + value: 13.470910781875892 + - type: nauc_precision_at_1000_diff1 + value: 6.44852117334188 + - type: nauc_precision_at_1000_max + value: 21.035759122018355 + - type: nauc_precision_at_1000_std + value: 36.10318713805531 + - type: nauc_precision_at_100_diff1 + value: 8.578458749929647 + - type: nauc_precision_at_100_max + value: 27.361993420015455 + - type: nauc_precision_at_100_std + value: 37.27795721029569 + - type: nauc_precision_at_10_diff1 + value: 14.207822758239482 + - type: nauc_precision_at_10_max + value: 24.530971261834345 + - type: nauc_precision_at_10_std + value: 20.764407127449974 + - type: nauc_precision_at_1_diff1 + value: 23.089836849524456 + - type: nauc_precision_at_1_max + value: 14.019312781409294 + - type: nauc_precision_at_1_std + value: 7.416417351169059 + - type: nauc_precision_at_20_diff1 + value: 10.944962421724231 + - type: nauc_precision_at_20_max + value: 23.888384812327665 + - type: nauc_precision_at_20_std + value: 23.74756632117064 + - type: nauc_precision_at_3_diff1 + value: 17.535576335454603 + - type: nauc_precision_at_3_max + value: 21.73780360714507 + - type: nauc_precision_at_3_std + value: 12.640108980424285 + - type: nauc_precision_at_5_diff1 + value: 14.19294263475545 + - type: nauc_precision_at_5_max + value: 22.62226126313544 + - type: nauc_precision_at_5_std + value: 15.734715760272053 + - type: nauc_recall_at_1000_diff1 + value: 6.962600221895503 + - type: nauc_recall_at_1000_max + value: 20.704149336772883 + - type: nauc_recall_at_1000_std + value: 38.47443191651767 + - type: nauc_recall_at_100_diff1 + value: 8.420710932503916 + - type: nauc_recall_at_100_max + value: 26.912123177513152 + - type: nauc_recall_at_100_std + value: 37.91471197918575 + - type: nauc_recall_at_10_diff1 + value: 14.106088768054198 + - type: nauc_recall_at_10_max + value: 24.104055786371102 + - type: nauc_recall_at_10_std + value: 20.699681709038988 + - type: nauc_recall_at_1_diff1 + value: 22.777533529850157 + - type: nauc_recall_at_1_max + value: 13.875587988985187 + - type: nauc_recall_at_1_std + value: 7.570296406482986 + - type: nauc_recall_at_20_diff1 + value: 10.745566016511287 + - type: nauc_recall_at_20_max + value: 23.33908629999745 + - type: nauc_recall_at_20_std + value: 23.638313865942827 + - type: nauc_recall_at_3_diff1 + value: 17.395755750284426 + - type: nauc_recall_at_3_max + value: 21.615676881366568 + - type: nauc_recall_at_3_std + value: 12.539768993070927 + - type: nauc_recall_at_5_diff1 + value: 14.053037331597448 + - type: nauc_recall_at_5_max + value: 22.359343563162195 + - type: nauc_recall_at_5_std + value: 15.681776010415337 + - type: ndcg_at_1 + value: 24.4 + - type: ndcg_at_10 + value: 21.751 + - type: ndcg_at_100 + value: 30.484 + - type: ndcg_at_1000 + value: 36.046 + - type: ndcg_at_20 + value: 24.829 + - type: ndcg_at_3 + value: 20.331 + - type: ndcg_at_5 + value: 17.923000000000002 + - type: precision_at_1 + value: 24.4 + - type: precision_at_10 + value: 11.379999999999999 + - type: precision_at_100 + value: 2.3890000000000002 + - type: precision_at_1000 + value: 0.372 + - type: precision_at_20 + value: 7.470000000000001 + - type: precision_at_3 + value: 19.1 + - type: precision_at_5 + value: 15.86 + - type: recall_at_1 + value: 4.958 + - type: recall_at_10 + value: 23.07 + - type: recall_at_100 + value: 48.543 + - type: recall_at_1000 + value: 75.53 + - type: recall_at_20 + value: 30.294999999999998 + - type: recall_at_3 + value: 11.623 + - type: recall_at_5 + value: 16.073 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: main_score + value: 75.323 + - type: map_at_1 + value: 59.817 + - type: map_at_10 + value: 70.797 + - type: map_at_100 + value: 71.306 + - type: map_at_1000 + value: 71.32300000000001 + - type: map_at_20 + value: 71.188 + - type: map_at_3 + value: 68.093 + - type: map_at_5 + value: 69.67999999999999 + - type: mrr_at_1 + value: 62.66666666666667 + - type: mrr_at_10 + value: 71.69179894179892 + - type: mrr_at_100 + value: 72.07581166736466 + - type: mrr_at_1000 + value: 72.09284360437968 + - type: mrr_at_20 + value: 71.99078219538745 + - type: mrr_at_3 + value: 69.72222222222221 + - type: mrr_at_5 + value: 70.85555555555555 + - type: nauc_map_at_1000_diff1 + value: 75.53514542930616 + - type: nauc_map_at_1000_max + value: 56.6189081133348 + - type: nauc_map_at_1000_std + value: 7.139142615381562 + - type: nauc_map_at_100_diff1 + value: 75.53668129675285 + - type: nauc_map_at_100_max + value: 56.638893491377296 + - type: nauc_map_at_100_std + value: 7.142472858110764 + - type: nauc_map_at_10_diff1 + value: 75.43858102341474 + - type: nauc_map_at_10_max + value: 56.699118655904 + - type: nauc_map_at_10_std + value: 6.796368676765423 + - type: nauc_map_at_1_diff1 + value: 77.59310702944956 + - type: nauc_map_at_1_max + value: 48.44453398044036 + - type: nauc_map_at_1_std + value: 0.09345870908887702 + - type: nauc_map_at_20_diff1 + value: 75.42887838205219 + - type: nauc_map_at_20_max + value: 56.66960122968477 + - type: nauc_map_at_20_std + value: 7.204130216589164 + - type: nauc_map_at_3_diff1 + value: 75.87041143445488 + - type: nauc_map_at_3_max + value: 53.6850314694584 + - type: nauc_map_at_3_std + value: 3.3187457830729308 + - type: nauc_map_at_5_diff1 + value: 75.30201743671155 + - type: nauc_map_at_5_max + value: 54.63338132818063 + - type: nauc_map_at_5_std + value: 4.247011920744091 + - type: nauc_mrr_at_1000_diff1 + value: 76.35653424049286 + - type: nauc_mrr_at_1000_max + value: 57.75671786407867 + - type: nauc_mrr_at_1000_std + value: 8.337631940333518 + - type: nauc_mrr_at_100_diff1 + value: 76.35750137417203 + - type: nauc_mrr_at_100_max + value: 57.77622788361463 + - type: nauc_mrr_at_100_std + value: 8.340151402198282 + - type: nauc_mrr_at_10_diff1 + value: 76.17621022994815 + - type: nauc_mrr_at_10_max + value: 58.10344102038504 + - type: nauc_mrr_at_10_std + value: 8.394430485916047 + - type: nauc_mrr_at_1_diff1 + value: 78.48622329270572 + - type: nauc_mrr_at_1_max + value: 54.87687132742259 + - type: nauc_mrr_at_1_std + value: 7.144266107431309 + - type: nauc_mrr_at_20_diff1 + value: 76.23462100389813 + - type: nauc_mrr_at_20_max + value: 57.827618995629315 + - type: nauc_mrr_at_20_std + value: 8.44591662624695 + - type: nauc_mrr_at_3_diff1 + value: 76.76388768810615 + - type: nauc_mrr_at_3_max + value: 57.34212814866426 + - type: nauc_mrr_at_3_std + value: 8.507305562195192 + - type: nauc_mrr_at_5_diff1 + value: 76.18813694270875 + - type: nauc_mrr_at_5_max + value: 57.25084630337476 + - type: nauc_mrr_at_5_std + value: 7.438598438067688 + - type: nauc_ndcg_at_1000_diff1 + value: 75.37069402567637 + - type: nauc_ndcg_at_1000_max + value: 58.215264753361694 + - type: nauc_ndcg_at_1000_std + value: 8.780024433545643 + - type: nauc_ndcg_at_100_diff1 + value: 75.40631578039823 + - type: nauc_ndcg_at_100_max + value: 58.78049837233515 + - type: nauc_ndcg_at_100_std + value: 8.952821225798004 + - type: nauc_ndcg_at_10_diff1 + value: 74.36488851888019 + - type: nauc_ndcg_at_10_max + value: 59.675389344686614 + - type: nauc_ndcg_at_10_std + value: 8.135381900641026 + - type: nauc_ndcg_at_1_diff1 + value: 78.48622329270572 + - type: nauc_ndcg_at_1_max + value: 54.87687132742259 + - type: nauc_ndcg_at_1_std + value: 7.144266107431309 + - type: nauc_ndcg_at_20_diff1 + value: 74.35624014404173 + - type: nauc_ndcg_at_20_max + value: 59.23386516294487 + - type: nauc_ndcg_at_20_std + value: 9.486539698461161 + - type: nauc_ndcg_at_3_diff1 + value: 75.14902191952314 + - type: nauc_ndcg_at_3_max + value: 56.51805715316258 + - type: nauc_ndcg_at_3_std + value: 5.735693317811649 + - type: nauc_ndcg_at_5_diff1 + value: 74.31905503475849 + - type: nauc_ndcg_at_5_max + value: 55.90830579014373 + - type: nauc_ndcg_at_5_std + value: 3.9675648365776923 + - type: nauc_precision_at_1000_diff1 + value: -23.50452557713814 + - type: nauc_precision_at_1000_max + value: 23.5953761144446 + - type: nauc_precision_at_1000_std + value: 55.02830604427273 + - type: nauc_precision_at_100_diff1 + value: -11.871825775155461 + - type: nauc_precision_at_100_max + value: 30.778363404148173 + - type: nauc_precision_at_100_std + value: 50.82417417687519 + - type: nauc_precision_at_10_diff1 + value: 9.489186187932948 + - type: nauc_precision_at_10_max + value: 47.6431706414256 + - type: nauc_precision_at_10_std + value: 42.83009888424721 + - type: nauc_precision_at_1_diff1 + value: 78.48622329270572 + - type: nauc_precision_at_1_max + value: 54.87687132742259 + - type: nauc_precision_at_1_std + value: 7.144266107431309 + - type: nauc_precision_at_20_diff1 + value: -3.2971633343380358 + - type: nauc_precision_at_20_max + value: 39.57154180202502 + - type: nauc_precision_at_20_std + value: 49.42898288623187 + - type: nauc_precision_at_3_diff1 + value: 41.76986008580575 + - type: nauc_precision_at_3_max + value: 50.66740678871764 + - type: nauc_precision_at_3_std + value: 22.186023106333764 + - type: nauc_precision_at_5_diff1 + value: 26.471137389139514 + - type: nauc_precision_at_5_max + value: 46.711788807634505 + - type: nauc_precision_at_5_std + value: 27.298895285514273 + - type: nauc_recall_at_1000_diff1 + value: 100.0 + - type: nauc_recall_at_1000_max + value: 12.278244631182748 + - type: nauc_recall_at_1000_std + value: 72.2222222222207 + - type: nauc_recall_at_100_diff1 + value: 79.41643323996276 + - type: nauc_recall_at_100_max + value: 78.38935574229684 + - type: nauc_recall_at_100_std + value: 24.014939309056995 + - type: nauc_recall_at_10_diff1 + value: 65.76951803290014 + - type: nauc_recall_at_10_max + value: 72.59740743004927 + - type: nauc_recall_at_10_std + value: 8.918105728160162 + - type: nauc_recall_at_1_diff1 + value: 77.59310702944956 + - type: nauc_recall_at_1_max + value: 48.44453398044036 + - type: nauc_recall_at_1_std + value: 0.09345870908887702 + - type: nauc_recall_at_20_diff1 + value: 61.11366921197704 + - type: nauc_recall_at_20_max + value: 74.39810018375688 + - type: nauc_recall_at_20_std + value: 22.834247854392917 + - type: nauc_recall_at_3_diff1 + value: 71.93503939867975 + - type: nauc_recall_at_3_max + value: 55.16098489434755 + - type: nauc_recall_at_3_std + value: 0.5261552022239263 + - type: nauc_recall_at_5_diff1 + value: 67.95601331550348 + - type: nauc_recall_at_5_max + value: 55.1159295094342 + - type: nauc_recall_at_5_std + value: -4.757980009794583 + - type: ndcg_at_1 + value: 62.666999999999994 + - type: ndcg_at_10 + value: 75.323 + - type: ndcg_at_100 + value: 77.316 + - type: ndcg_at_1000 + value: 77.715 + - type: ndcg_at_20 + value: 76.568 + - type: ndcg_at_3 + value: 70.96000000000001 + - type: ndcg_at_5 + value: 73.097 + - type: precision_at_1 + value: 62.666999999999994 + - type: precision_at_10 + value: 9.966999999999999 + - type: precision_at_100 + value: 1.097 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: precision_at_20 + value: 5.25 + - type: precision_at_3 + value: 27.889000000000003 + - type: precision_at_5 + value: 18.2 + - type: recall_at_1 + value: 59.817 + - type: recall_at_10 + value: 88.033 + - type: recall_at_100 + value: 96.667 + - type: recall_at_1000 + value: 99.667 + - type: recall_at_20 + value: 92.7 + - type: recall_at_3 + value: 76.222 + - type: recall_at_5 + value: 81.789 + task: + type: Retrieval + - dataset: + config: default + name: MTEB TRECCOVID (default) + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + split: test + type: mteb/trec-covid + metrics: + - type: main_score + value: 81.04299999999999 + - type: map_at_1 + value: 0.253 + - type: map_at_10 + value: 2.022 + - type: map_at_100 + value: 12.292 + - type: map_at_1000 + value: 28.191 + - type: map_at_20 + value: 3.7830000000000004 + - type: map_at_3 + value: 0.712 + - type: map_at_5 + value: 1.1280000000000001 + - type: mrr_at_1 + value: 94.0 + - type: mrr_at_10 + value: 97.0 + - type: mrr_at_100 + value: 97.0 + - type: mrr_at_1000 + value: 97.0 + - type: mrr_at_20 + value: 97.0 + - type: mrr_at_3 + value: 97.0 + - type: mrr_at_5 + value: 97.0 + - type: nauc_map_at_1000_diff1 + value: -10.47422534410758 + - type: nauc_map_at_1000_max + value: 52.898833445412116 + - type: nauc_map_at_1000_std + value: 77.17947300516421 + - type: nauc_map_at_100_diff1 + value: -10.518441802171761 + - type: nauc_map_at_100_max + value: 34.8676263686881 + - type: nauc_map_at_100_std + value: 53.260050698381676 + - type: nauc_map_at_10_diff1 + value: -10.179935262341068 + - type: nauc_map_at_10_max + value: -1.7045913991381434 + - type: nauc_map_at_10_std + value: 4.015864431776611 + - type: nauc_map_at_1_diff1 + value: 2.0779821617293996 + - type: nauc_map_at_1_max + value: -19.481317229516527 + - type: nauc_map_at_1_std + value: -17.52463712354373 + - type: nauc_map_at_20_diff1 + value: -13.160903351360725 + - type: nauc_map_at_20_max + value: 1.6102205700035708 + - type: nauc_map_at_20_std + value: 9.151249250461015 + - type: nauc_map_at_3_diff1 + value: 1.0489776182671744 + - type: nauc_map_at_3_max + value: -11.664869291038123 + - type: nauc_map_at_3_std + value: -7.82604587374682 + - type: nauc_map_at_5_diff1 + value: -5.427904731789863 + - type: nauc_map_at_5_max + value: -9.903770219467962 + - type: nauc_map_at_5_std + value: -5.350126867852685 + - type: nauc_mrr_at_1000_diff1 + value: 24.696545284780626 + - type: nauc_mrr_at_1000_max + value: 14.285714285714409 + - type: nauc_mrr_at_1000_std + value: 17.22689075630276 + - type: nauc_mrr_at_100_diff1 + value: 24.696545284780626 + - type: nauc_mrr_at_100_max + value: 14.285714285714409 + - type: nauc_mrr_at_100_std + value: 17.22689075630276 + - type: nauc_mrr_at_10_diff1 + value: 24.696545284780626 + - type: nauc_mrr_at_10_max + value: 14.285714285714409 + - type: nauc_mrr_at_10_std + value: 17.22689075630276 + - type: nauc_mrr_at_1_diff1 + value: 24.69654528478079 + - type: nauc_mrr_at_1_max + value: 14.285714285714379 + - type: nauc_mrr_at_1_std + value: 17.226890756302502 + - type: nauc_mrr_at_20_diff1 + value: 24.696545284780626 + - type: nauc_mrr_at_20_max + value: 14.285714285714409 + - type: nauc_mrr_at_20_std + value: 17.22689075630276 + - type: nauc_mrr_at_3_diff1 + value: 24.696545284780626 + - type: nauc_mrr_at_3_max + value: 14.285714285714409 + - type: nauc_mrr_at_3_std + value: 17.22689075630276 + - type: nauc_mrr_at_5_diff1 + value: 24.696545284780626 + - type: nauc_mrr_at_5_max + value: 14.285714285714409 + - type: nauc_mrr_at_5_std + value: 17.22689075630276 + - type: nauc_ndcg_at_1000_diff1 + value: -10.600526896314197 + - type: nauc_ndcg_at_1000_max + value: 46.58084771252142 + - type: nauc_ndcg_at_1000_std + value: 68.8307765805216 + - type: nauc_ndcg_at_100_diff1 + value: -5.595532829708713 + - type: nauc_ndcg_at_100_max + value: 55.35142685669898 + - type: nauc_ndcg_at_100_std + value: 76.271387627057 + - type: nauc_ndcg_at_10_diff1 + value: -23.304026382355993 + - type: nauc_ndcg_at_10_max + value: 45.16661020866781 + - type: nauc_ndcg_at_10_std + value: 53.77338562667675 + - type: nauc_ndcg_at_1_diff1 + value: 29.276765975365777 + - type: nauc_ndcg_at_1_max + value: -2.32129697862937 + - type: nauc_ndcg_at_1_std + value: -12.932940309506321 + - type: nauc_ndcg_at_20_diff1 + value: -20.790977835391846 + - type: nauc_ndcg_at_20_max + value: 46.16953638815667 + - type: nauc_ndcg_at_20_std + value: 60.17771786265433 + - type: nauc_ndcg_at_3_diff1 + value: -17.646749506710194 + - type: nauc_ndcg_at_3_max + value: 39.31478618245009 + - type: nauc_ndcg_at_3_std + value: 42.1620503354742 + - type: nauc_ndcg_at_5_diff1 + value: -25.76091139965804 + - type: nauc_ndcg_at_5_max + value: 43.60335304966524 + - type: nauc_ndcg_at_5_std + value: 46.48298221958968 + - type: nauc_precision_at_1000_diff1 + value: -6.163790870874132 + - type: nauc_precision_at_1000_max + value: 37.504652115735176 + - type: nauc_precision_at_1000_std + value: 40.96486630204341 + - type: nauc_precision_at_100_diff1 + value: -5.526000847551344 + - type: nauc_precision_at_100_max + value: 57.24206309383791 + - type: nauc_precision_at_100_std + value: 77.01914216098089 + - type: nauc_precision_at_10_diff1 + value: -23.214486198655987 + - type: nauc_precision_at_10_max + value: 53.19331504915862 + - type: nauc_precision_at_10_std + value: 61.65134966078043 + - type: nauc_precision_at_1_diff1 + value: 24.69654528478079 + - type: nauc_precision_at_1_max + value: 14.285714285714379 + - type: nauc_precision_at_1_std + value: 17.226890756302502 + - type: nauc_precision_at_20_diff1 + value: -26.022623686022367 + - type: nauc_precision_at_20_max + value: 52.60872408103297 + - type: nauc_precision_at_20_std + value: 67.54104918209335 + - type: nauc_precision_at_3_diff1 + value: -13.416408610976147 + - type: nauc_precision_at_3_max + value: 62.1049882475842 + - type: nauc_precision_at_3_std + value: 67.5857180166398 + - type: nauc_precision_at_5_diff1 + value: -27.409161047580888 + - type: nauc_precision_at_5_max + value: 57.211101481747626 + - type: nauc_precision_at_5_std + value: 61.032784459616494 + - type: nauc_recall_at_1000_diff1 + value: -6.873703490949715 + - type: nauc_recall_at_1000_max + value: 33.73270057956046 + - type: nauc_recall_at_1000_std + value: 53.3186979938851 + - type: nauc_recall_at_100_diff1 + value: -3.79786499467084 + - type: nauc_recall_at_100_max + value: 18.84014648828413 + - type: nauc_recall_at_100_std + value: 33.43400614026867 + - type: nauc_recall_at_10_diff1 + value: -8.044150014266794 + - type: nauc_recall_at_10_max + value: -8.713919116451708 + - type: nauc_recall_at_10_std + value: -3.104042688338598 + - type: nauc_recall_at_1_diff1 + value: 2.0779821617293996 + - type: nauc_recall_at_1_max + value: -19.481317229516527 + - type: nauc_recall_at_1_std + value: -17.52463712354373 + - type: nauc_recall_at_20_diff1 + value: -10.653776566571754 + - type: nauc_recall_at_20_max + value: -7.715152741949903 + - type: nauc_recall_at_20_std + value: -1.1503020548329503 + - type: nauc_recall_at_3_diff1 + value: 0.27748820754669784 + - type: nauc_recall_at_3_max + value: -13.973551612336529 + - type: nauc_recall_at_3_std + value: -9.90021476750475 + - type: nauc_recall_at_5_diff1 + value: -5.909654317692425 + - type: nauc_recall_at_5_max + value: -14.440395020851465 + - type: nauc_recall_at_5_std + value: -10.384280746716836 + - type: ndcg_at_1 + value: 91.0 + - type: ndcg_at_10 + value: 81.04299999999999 + - type: ndcg_at_100 + value: 62.163000000000004 + - type: ndcg_at_1000 + value: 52.451 + - type: ndcg_at_20 + value: 77.19500000000001 + - type: ndcg_at_3 + value: 86.224 + - type: ndcg_at_5 + value: 85.607 + - type: precision_at_1 + value: 94.0 + - type: precision_at_10 + value: 84.39999999999999 + - type: precision_at_100 + value: 64.38000000000001 + - type: precision_at_1000 + value: 23.44 + - type: precision_at_20 + value: 81.69999999999999 + - type: precision_at_3 + value: 90.667 + - type: precision_at_5 + value: 89.2 + - type: recall_at_1 + value: 0.253 + - type: recall_at_10 + value: 2.177 + - type: recall_at_100 + value: 15.345 + - type: recall_at_1000 + value: 48.718 + - type: recall_at_20 + value: 4.232 + - type: recall_at_3 + value: 0.73 + - type: recall_at_5 + value: 1.18 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Touche2020 (default) + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + split: test + type: mteb/touche2020 + metrics: + - type: main_score + value: 30.689 + - type: map_at_1 + value: 3.2030000000000003 + - type: map_at_10 + value: 13.241 + - type: map_at_100 + value: 20.671 + - type: map_at_1000 + value: 22.067999999999998 + - type: map_at_20 + value: 16.904 + - type: map_at_3 + value: 7.933999999999999 + - type: map_at_5 + value: 9.962 + - type: mrr_at_1 + value: 38.775510204081634 + - type: mrr_at_10 + value: 53.88564949789439 + - type: mrr_at_100 + value: 54.840059081734005 + - type: mrr_at_1000 + value: 54.840059081734005 + - type: mrr_at_20 + value: 54.71131193069968 + - type: mrr_at_3 + value: 49.65986394557824 + - type: mrr_at_5 + value: 52.51700680272109 + - type: nauc_map_at_1000_diff1 + value: 12.772191747431084 + - type: nauc_map_at_1000_max + value: -0.5495726029141194 + - type: nauc_map_at_1000_std + value: 2.1772140376141738 + - type: nauc_map_at_100_diff1 + value: 13.378115975732122 + - type: nauc_map_at_100_max + value: -0.9286288741533963 + - type: nauc_map_at_100_std + value: -0.38251209818542325 + - type: nauc_map_at_10_diff1 + value: 13.768016641955882 + - type: nauc_map_at_10_max + value: -0.06372479916458981 + - type: nauc_map_at_10_std + value: -15.201538355269257 + - type: nauc_map_at_1_diff1 + value: 5.6249554369957675 + - type: nauc_map_at_1_max + value: -17.6206558098498 + - type: nauc_map_at_1_std + value: -21.5813282347807 + - type: nauc_map_at_20_diff1 + value: 13.611334079695828 + - type: nauc_map_at_20_max + value: -2.210087247077415 + - type: nauc_map_at_20_std + value: -12.115596250761781 + - type: nauc_map_at_3_diff1 + value: 6.624245299296129 + - type: nauc_map_at_3_max + value: -6.9478677260296 + - type: nauc_map_at_3_std + value: -16.489265127325115 + - type: nauc_map_at_5_diff1 + value: 5.366947851370878 + - type: nauc_map_at_5_max + value: -6.740862240303554 + - type: nauc_map_at_5_std + value: -14.231236015110424 + - type: nauc_mrr_at_1000_diff1 + value: 14.620529280726318 + - type: nauc_mrr_at_1000_max + value: -22.77471364116725 + - type: nauc_mrr_at_1000_std + value: -10.72215979900042 + - type: nauc_mrr_at_100_diff1 + value: 14.620529280726318 + - type: nauc_mrr_at_100_max + value: -22.77471364116725 + - type: nauc_mrr_at_100_std + value: -10.72215979900042 + - type: nauc_mrr_at_10_diff1 + value: 14.913184212624564 + - type: nauc_mrr_at_10_max + value: -22.80259582647021 + - type: nauc_mrr_at_10_std + value: -10.997844026090235 + - type: nauc_mrr_at_1_diff1 + value: 16.90160042788738 + - type: nauc_mrr_at_1_max + value: -19.20176593361415 + - type: nauc_mrr_at_1_std + value: -16.603317511223327 + - type: nauc_mrr_at_20_diff1 + value: 14.440701001751203 + - type: nauc_mrr_at_20_max + value: -23.24102007746162 + - type: nauc_mrr_at_20_std + value: -10.344021011841367 + - type: nauc_mrr_at_3_diff1 + value: 13.140196525905637 + - type: nauc_mrr_at_3_max + value: -17.99234405729268 + - type: nauc_mrr_at_3_std + value: -9.491489909050047 + - type: nauc_mrr_at_5_diff1 + value: 15.162784457193945 + - type: nauc_mrr_at_5_max + value: -23.48103857484964 + - type: nauc_mrr_at_5_std + value: -11.054049044182706 + - type: nauc_ndcg_at_1000_diff1 + value: 10.521251151509452 + - type: nauc_ndcg_at_1000_max + value: -7.913725098742744 + - type: nauc_ndcg_at_1000_std + value: 21.03669865407904 + - type: nauc_ndcg_at_100_diff1 + value: 10.817845051757041 + - type: nauc_ndcg_at_100_max + value: -13.72514504996315 + - type: nauc_ndcg_at_100_std + value: 12.923701408310956 + - type: nauc_ndcg_at_10_diff1 + value: 18.9208359615795 + - type: nauc_ndcg_at_10_max + value: -7.993145410297803 + - type: nauc_ndcg_at_10_std + value: -9.094070528030436 + - type: nauc_ndcg_at_1_diff1 + value: 16.32205077907485 + - type: nauc_ndcg_at_1_max + value: -14.815404330825963 + - type: nauc_ndcg_at_1_std + value: -13.10415645235546 + - type: nauc_ndcg_at_20_diff1 + value: 16.002222468748762 + - type: nauc_ndcg_at_20_max + value: -10.704556396086605 + - type: nauc_ndcg_at_20_std + value: -6.879271109895779 + - type: nauc_ndcg_at_3_diff1 + value: 14.790082984842426 + - type: nauc_ndcg_at_3_max + value: -9.37068820369373 + - type: nauc_ndcg_at_3_std + value: -7.840892841317548 + - type: nauc_ndcg_at_5_diff1 + value: 12.884475712485443 + - type: nauc_ndcg_at_5_max + value: -14.392817995947066 + - type: nauc_ndcg_at_5_std + value: -5.8953382850798945 + - type: nauc_precision_at_1000_diff1 + value: -8.931996582593811 + - type: nauc_precision_at_1000_max + value: 29.298074291130416 + - type: nauc_precision_at_1000_std + value: 51.00226135711677 + - type: nauc_precision_at_100_diff1 + value: 3.264391641866725 + - type: nauc_precision_at_100_max + value: 1.108355743750858 + - type: nauc_precision_at_100_std + value: 65.27008512537044 + - type: nauc_precision_at_10_diff1 + value: 22.71893605119548 + - type: nauc_precision_at_10_max + value: -2.4872928208242278 + - type: nauc_precision_at_10_std + value: -0.5629671137583603 + - type: nauc_precision_at_1_diff1 + value: 16.90160042788738 + - type: nauc_precision_at_1_max + value: -19.20176593361415 + - type: nauc_precision_at_1_std + value: -16.603317511223327 + - type: nauc_precision_at_20_diff1 + value: 22.34030808415301 + - type: nauc_precision_at_20_max + value: -2.7183841529536186 + - type: nauc_precision_at_20_std + value: 19.153661150554928 + - type: nauc_precision_at_3_diff1 + value: 14.390725602708404 + - type: nauc_precision_at_3_max + value: -5.72124679209792 + - type: nauc_precision_at_3_std + value: -3.8163290167133788 + - type: nauc_precision_at_5_diff1 + value: 6.976831289185514 + - type: nauc_precision_at_5_max + value: -16.908694708696306 + - type: nauc_precision_at_5_std + value: 0.06369532861004272 + - type: nauc_recall_at_1000_diff1 + value: -11.954828245506329 + - type: nauc_recall_at_1000_max + value: 0.7254800317283916 + - type: nauc_recall_at_1000_std + value: 71.5417634641294 + - type: nauc_recall_at_100_diff1 + value: 2.100119892935096 + - type: nauc_recall_at_100_max + value: -14.65713156903565 + - type: nauc_recall_at_100_std + value: 29.599324444600544 + - type: nauc_recall_at_10_diff1 + value: 17.31504087768157 + - type: nauc_recall_at_10_max + value: -0.8010559420288792 + - type: nauc_recall_at_10_std + value: -13.306237977285818 + - type: nauc_recall_at_1_diff1 + value: 5.6249554369957675 + - type: nauc_recall_at_1_max + value: -17.6206558098498 + - type: nauc_recall_at_1_std + value: -21.5813282347807 + - type: nauc_recall_at_20_diff1 + value: 12.649674557782248 + - type: nauc_recall_at_20_max + value: -10.34945633708978 + - type: nauc_recall_at_20_std + value: -7.577550274925304 + - type: nauc_recall_at_3_diff1 + value: 3.748015010634994 + - type: nauc_recall_at_3_max + value: -7.5913203794126725 + - type: nauc_recall_at_3_std + value: -15.642392532579862 + - type: nauc_recall_at_5_diff1 + value: 2.7771851050136442 + - type: nauc_recall_at_5_max + value: -11.434723588291373 + - type: nauc_recall_at_5_std + value: -12.791693529242668 + - type: ndcg_at_1 + value: 36.735 + - type: ndcg_at_10 + value: 30.689 + - type: ndcg_at_100 + value: 42.997 + - type: ndcg_at_1000 + value: 53.53 + - type: ndcg_at_20 + value: 33.113 + - type: ndcg_at_3 + value: 36.656 + - type: ndcg_at_5 + value: 33.715 + - type: precision_at_1 + value: 38.775999999999996 + - type: precision_at_10 + value: 26.735 + - type: precision_at_100 + value: 8.429 + - type: precision_at_1000 + value: 1.5630000000000002 + - type: precision_at_20 + value: 22.142999999999997 + - type: precision_at_3 + value: 38.775999999999996 + - type: precision_at_5 + value: 33.878 + - type: recall_at_1 + value: 3.2030000000000003 + - type: recall_at_10 + value: 18.637999999999998 + - type: recall_at_100 + value: 51.263999999999996 + - type: recall_at_1000 + value: 83.65700000000001 + - type: recall_at_20 + value: 29.855999999999998 + - type: recall_at_3 + value: 8.992 + - type: recall_at_5 + value: 12.334 + task: + type: Retrieval tags: +- mteb - feature-extraction - marqo - retrieval +license: mit +language: +- en +library_name: transformers ---

Marqo's Chimera arctic-bge-m