--- model-index: - name: no_model_name_available results: - dataset: config: en name: MTEB STS22 (en) revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 split: test type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson value: 66.2368177379181 - type: cosine_spearman value: 68.35446129213678 - type: euclidean_pearson value: 68.35832044207704 - type: euclidean_spearman value: 68.35446129213678 - type: main_score value: 68.35446129213678 - type: manhattan_pearson value: 68.70754373818515 - type: manhattan_spearman value: 68.2292889016414 - type: pearson value: 66.2368177379181 - type: spearman value: 68.35446129213678 task: type: STS - dataset: config: default name: MTEB STS14 (default) revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 split: test type: mteb/sts14-sts metrics: - type: cosine_pearson value: 85.12461231748527 - type: cosine_spearman value: 83.78377223012504 - type: euclidean_pearson value: 84.84032421122767 - type: euclidean_spearman value: 83.78376987896931 - type: main_score value: 83.78377223012504 - type: manhattan_pearson value: 84.97174244411761 - type: manhattan_spearman value: 84.13202634643542 - type: pearson value: 85.12461231748527 - type: spearman value: 83.78377223012504 task: type: STS - dataset: config: default name: MTEB Touche2020 (default) revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f split: test type: mteb/touche2020 metrics: - type: main_score value: 25.883 - type: map_at_1 value: 2.153 - type: map_at_10 value: 9.871 - type: map_at_100 value: 15.559000000000001 - type: map_at_1000 value: 17.183 - type: map_at_20 value: 12.552 - type: map_at_3 value: 5.493 - type: map_at_5 value: 7.85 - type: mrr_at_1 value: 30.612244897959183 - type: mrr_at_10 value: 48.89131843213475 - type: mrr_at_100 value: 49.6963561262702 - type: mrr_at_1000 value: 49.7010693279481 - type: mrr_at_20 value: 49.531452107982716 - type: mrr_at_3 value: 44.21768707482994 - type: mrr_at_5 value: 47.68707482993197 - type: nauc_map_at_1000_diff1 value: 25.31034571291797 - type: nauc_map_at_1000_max value: 34.51576312061718 - type: nauc_map_at_1000_std value: -4.906594382965329 - type: nauc_map_at_100_diff1 value: 25.837142212716476 - type: nauc_map_at_100_max value: 32.59407997636304 - type: nauc_map_at_100_std value: -10.217037670639481 - type: nauc_map_at_10_diff1 value: 33.21608048564407 - type: nauc_map_at_10_max value: 37.468380135605706 - type: nauc_map_at_10_std value: -20.46767738235632 - type: nauc_map_at_1_diff1 value: 32.281523854579106 - type: nauc_map_at_1_max value: 22.176737258675068 - type: nauc_map_at_1_std value: -25.07807730673564 - type: nauc_map_at_20_diff1 value: 30.866307166529584 - type: nauc_map_at_20_max value: 32.272418879076724 - type: nauc_map_at_20_std value: -20.40305363345012 - type: nauc_map_at_3_diff1 value: 30.88885591305534 - type: nauc_map_at_3_max value: 33.431908247176786 - type: nauc_map_at_3_std value: -19.503954175936993 - type: nauc_map_at_5_diff1 value: 34.08468180972433 - type: nauc_map_at_5_max value: 40.256459257111935 - type: nauc_map_at_5_std value: -18.56884658312989 - type: nauc_mrr_at_1000_diff1 value: 30.71882754790342 - type: nauc_mrr_at_1000_max value: 14.576101913381093 - type: nauc_mrr_at_1000_std value: -10.726757628242753 - type: nauc_mrr_at_100_diff1 value: 30.72979380373732 - type: nauc_mrr_at_100_max value: 14.58962334045265 - type: nauc_mrr_at_100_std value: -10.709231106839757 - type: nauc_mrr_at_10_diff1 value: 30.538894215258246 - type: nauc_mrr_at_10_max value: 13.803938970422532 - type: nauc_mrr_at_10_std value: -9.702168266086352 - type: nauc_mrr_at_1_diff1 value: 30.684478472773836 - type: nauc_mrr_at_1_max value: 17.71761545127753 - type: nauc_mrr_at_1_std value: -22.77705607353801 - type: nauc_mrr_at_20_diff1 value: 30.82506745472977 - type: nauc_mrr_at_20_max value: 14.664189943251788 - type: nauc_mrr_at_20_std value: -10.748922964408402 - type: nauc_mrr_at_3_diff1 value: 28.971974395355954 - type: nauc_mrr_at_3_max value: 14.14445297613165 - type: nauc_mrr_at_3_std value: -14.23741446560331 - type: nauc_mrr_at_5_diff1 value: 31.746911225636275 - type: nauc_mrr_at_5_max value: 14.268610321705955 - type: nauc_mrr_at_5_std value: -9.700708429060887 - type: nauc_ndcg_at_1000_diff1 value: 21.089489813171816 - type: nauc_ndcg_at_1000_max value: 28.175842354263764 - type: nauc_ndcg_at_1000_std value: 21.49424339507402 - type: nauc_ndcg_at_100_diff1 value: 19.8292750148825 - type: nauc_ndcg_at_100_max value: 17.123814348188652 - type: nauc_ndcg_at_100_std value: 6.051404399623092 - type: nauc_ndcg_at_10_diff1 value: 28.194702409547332 - type: nauc_ndcg_at_10_max value: 18.97062064198259 - type: nauc_ndcg_at_10_std value: -12.862439768903611 - type: nauc_ndcg_at_1_diff1 value: 30.684478472773836 - type: nauc_ndcg_at_1_max value: 17.71761545127753 - type: nauc_ndcg_at_1_std value: -22.77705607353801 - type: nauc_ndcg_at_20_diff1 value: 24.833493660655364 - type: nauc_ndcg_at_20_max value: 16.53068197823132 - type: nauc_ndcg_at_20_std value: -13.971353024276375 - type: nauc_ndcg_at_3_diff1 value: 29.840792656092052 - type: nauc_ndcg_at_3_max value: 18.823207152450045 - type: nauc_ndcg_at_3_std value: -12.753978007436833 - type: nauc_ndcg_at_5_diff1 value: 29.669577759746584 - type: nauc_ndcg_at_5_max value: 24.204580513440916 - type: nauc_ndcg_at_5_std value: -8.081655001819906 - type: nauc_precision_at_1000_diff1 value: -18.464873284114397 - type: nauc_precision_at_1000_max value: 21.495318097003405 - type: nauc_precision_at_1000_std value: 57.177192580535554 - type: nauc_precision_at_100_diff1 value: -4.067845048543001 - type: nauc_precision_at_100_max value: 13.157305810279249 - type: nauc_precision_at_100_std value: 51.20993669331124 - type: nauc_precision_at_10_diff1 value: 27.299848819776397 - type: nauc_precision_at_10_max value: 15.622698996242287 - type: nauc_precision_at_10_std value: -5.590347344162569 - type: nauc_precision_at_1_diff1 value: 30.684478472773836 - type: nauc_precision_at_1_max value: 17.71761545127753 - type: nauc_precision_at_1_std value: -22.77705607353801 - type: nauc_precision_at_20_diff1 value: 20.89429650870699 - type: nauc_precision_at_20_max value: 15.544972379682054 - type: nauc_precision_at_20_std value: 1.4293466620551607 - type: nauc_precision_at_3_diff1 value: 27.536001423592403 - type: nauc_precision_at_3_max value: 19.633139870619367 - type: nauc_precision_at_3_std value: -12.615890884253755 - type: nauc_precision_at_5_diff1 value: 27.120672981961334 - type: nauc_precision_at_5_max value: 27.279847435518494 - type: nauc_precision_at_5_std value: -4.87902522849883 - type: nauc_recall_at_1000_diff1 value: -2.8271060100732144 - type: nauc_recall_at_1000_max value: 20.480146626345764 - type: nauc_recall_at_1000_std value: 66.47919599815614 - type: nauc_recall_at_100_diff1 value: 12.101023414577305 - type: nauc_recall_at_100_max value: 10.468322459855992 - type: nauc_recall_at_100_std value: 18.442020075752115 - type: nauc_recall_at_10_diff1 value: 26.819559448061753 - type: nauc_recall_at_10_max value: 16.76558631205096 - type: nauc_recall_at_10_std value: -19.808438532692723 - type: nauc_recall_at_1_diff1 value: 32.281523854579106 - type: nauc_recall_at_1_max value: 22.176737258675068 - type: nauc_recall_at_1_std value: -25.07807730673564 - type: nauc_recall_at_20_diff1 value: 23.923306941170072 - type: nauc_recall_at_20_max value: 11.835367892374284 - type: nauc_recall_at_20_std value: -15.756707719745929 - type: nauc_recall_at_3_diff1 value: 24.836560375866597 - type: nauc_recall_at_3_max value: 23.378529137896617 - type: nauc_recall_at_3_std value: -20.181080283438245 - type: nauc_recall_at_5_diff1 value: 28.37846887432799 - type: nauc_recall_at_5_max value: 29.201940847759573 - type: nauc_recall_at_5_std value: -16.353497357324052 - type: ndcg_at_1 value: 30.612000000000002 - type: ndcg_at_10 value: 25.883 - type: ndcg_at_100 value: 36.213 - type: ndcg_at_1000 value: 47.952 - type: ndcg_at_20 value: 27.309 - type: ndcg_at_3 value: 30.532999999999998 - type: ndcg_at_5 value: 29.494999999999997 - type: precision_at_1 value: 30.612000000000002 - type: precision_at_10 value: 21.837 - type: precision_at_100 value: 7.286 - type: precision_at_1000 value: 1.488 - type: precision_at_20 value: 18.061 - type: precision_at_3 value: 31.293 - type: precision_at_5 value: 29.387999999999998 - type: recall_at_1 value: 2.153 - type: recall_at_10 value: 15.836 - type: recall_at_100 value: 44.199 - type: recall_at_1000 value: 79.809 - type: recall_at_20 value: 24.375 - type: recall_at_3 value: 6.729 - type: recall_at_5 value: 10.829 task: type: Retrieval - dataset: config: en name: MTEB AmazonCounterfactualClassification (en) revision: e8379541af4e31359cca9fbcf4b00f2671dba205 split: test type: mteb/amazon_counterfactual metrics: - type: accuracy value: 93.46268656716417 - type: ap value: 73.16905656173336 - type: ap_weighted value: 73.16905656173336 - type: f1 value: 89.9835927572066 - type: f1_weighted value: 93.578175628546 - type: main_score value: 93.46268656716417 task: type: Classification - dataset: config: default name: MTEB AmazonPolarityClassification (default) revision: e2d317d38cd51312af73b3d32a06d1a08b442046 split: test type: mteb/amazon_polarity metrics: - type: accuracy value: 96.64014999999999 - type: ap value: 94.75468802312224 - type: ap_weighted value: 94.75468802312224 - type: f1 value: 96.63929533118718 - type: f1_weighted value: 96.63929533118718 - type: main_score value: 96.64014999999999 task: type: Classification - dataset: config: en name: MTEB AmazonReviewsClassification (en) revision: 1399c76144fd37290681b995c656ef9b2e06e26d split: test type: mteb/amazon_reviews_multi metrics: - type: accuracy value: 63.970000000000006 - type: f1 value: 62.682765229278615 - type: f1_weighted value: 62.682765229278615 - type: main_score value: 63.970000000000006 task: type: Classification - dataset: config: default name: MTEB ArguAna (default) revision: c22ab2a51041ffd869aaddef7af8d8215647e41a split: test type: mteb/arguana metrics: - type: main_score value: 67.323 - type: map_at_1 value: 45.448 - type: map_at_10 value: 60.18599999999999 - type: map_at_100 value: 60.687999999999995 - type: map_at_1000 value: 60.690999999999995 - type: map_at_20 value: 60.563 - type: map_at_3 value: 57.053 - type: map_at_5 value: 58.867000000000004 - type: mrr_at_1 value: 45.59032716927454 - type: mrr_at_10 value: 60.22429384271503 - type: mrr_at_100 value: 60.72592259489321 - type: mrr_at_1000 value: 60.72916244163348 - type: mrr_at_20 value: 60.60091997479985 - type: mrr_at_3 value: 57.11237553342832 - type: mrr_at_5 value: 58.90469416785227 - type: nauc_map_at_1000_diff1 value: 33.068441925532255 - type: nauc_map_at_1000_max value: 10.276888386284378 - type: nauc_map_at_1000_std value: -16.78833416335307 - type: nauc_map_at_100_diff1 value: 33.07060210913634 - type: nauc_map_at_100_max value: 10.282642963249359 - type: nauc_map_at_100_std value: -16.781593405086635 - type: nauc_map_at_10_diff1 value: 32.83665966609534 - type: nauc_map_at_10_max value: 10.577416388110274 - type: nauc_map_at_10_std value: -16.505603731786895 - type: nauc_map_at_1_diff1 value: 38.109973823503346 - type: nauc_map_at_1_max value: 7.608684545790856 - type: nauc_map_at_1_std value: -17.893865428628576 - type: nauc_map_at_20_diff1 value: 33.044589968115 - type: nauc_map_at_20_max value: 10.375042647373576 - type: nauc_map_at_20_std value: -16.6822453639938 - type: nauc_map_at_3_diff1 value: 32.277891718391814 - type: nauc_map_at_3_max value: 9.850443641282443 - type: nauc_map_at_3_std value: -17.94797851381197 - type: nauc_map_at_5_diff1 value: 32.16092173570638 - type: nauc_map_at_5_max value: 10.209270409598851 - type: nauc_map_at_5_std value: -17.465881200007004 - type: nauc_mrr_at_1000_diff1 value: 32.827813536418006 - type: nauc_mrr_at_1000_max value: 10.087021629677352 - type: nauc_mrr_at_1000_std value: -16.967746341911923 - type: nauc_mrr_at_100_diff1 value: 32.83000077148736 - type: nauc_mrr_at_100_max value: 10.092796216302164 - type: nauc_mrr_at_100_std value: -16.960987105341093 - type: nauc_mrr_at_10_diff1 value: 32.60032888130517 - type: nauc_mrr_at_10_max value: 10.390784050073744 - type: nauc_mrr_at_10_std value: -16.681959182829477 - type: nauc_mrr_at_1_diff1 value: 37.728857246219 - type: nauc_mrr_at_1_max value: 7.4467908121287465 - type: nauc_mrr_at_1_std value: -18.30248538693518 - type: nauc_mrr_at_20_diff1 value: 32.80506350021981 - type: nauc_mrr_at_20_max value: 10.186006965165907 - type: nauc_mrr_at_20_std value: -16.86087660734542 - type: nauc_mrr_at_3_diff1 value: 32.19594731244019 - type: nauc_mrr_at_3_max value: 9.803200657757092 - type: nauc_mrr_at_3_std value: -18.11910256146044 - type: nauc_mrr_at_5_diff1 value: 31.933881085281225 - type: nauc_mrr_at_5_max value: 10.029923020334538 - type: nauc_mrr_at_5_std value: -17.635162099540345 - type: nauc_ndcg_at_1000_diff1 value: 32.518889050927 - type: nauc_ndcg_at_1000_max value: 10.875658070812662 - type: nauc_ndcg_at_1000_std value: -16.286324059189997 - type: nauc_ndcg_at_100_diff1 value: 32.57162076556983 - type: nauc_ndcg_at_100_max value: 11.011136236680544 - type: nauc_ndcg_at_100_std value: -16.1394614926114 - type: nauc_ndcg_at_10_diff1 value: 31.531506473288175 - type: nauc_ndcg_at_10_max value: 12.417307560165447 - type: nauc_ndcg_at_10_std value: -14.76971088523127 - type: nauc_ndcg_at_1_diff1 value: 38.109973823503346 - type: nauc_ndcg_at_1_max value: 7.608684545790856 - type: nauc_ndcg_at_1_std value: -17.893865428628576 - type: nauc_ndcg_at_20_diff1 value: 32.34260978744937 - type: nauc_ndcg_at_20_max value: 11.698122482769248 - type: nauc_ndcg_at_20_std value: -15.360551678773856 - type: nauc_ndcg_at_3_diff1 value: 30.412571299678465 - type: nauc_ndcg_at_3_max value: 10.694959789521832 - type: nauc_ndcg_at_3_std value: -18.138119030741954 - type: nauc_ndcg_at_5_diff1 value: 29.96746423000831 - type: nauc_ndcg_at_5_max value: 11.382928004181887 - type: nauc_ndcg_at_5_std value: -17.31473188362318 - type: nauc_precision_at_1000_diff1 value: 17.914806895369583 - type: nauc_precision_at_1000_max value: 24.542936056736938 - type: nauc_precision_at_1000_std value: 9.032925153517976 - type: nauc_precision_at_100_diff1 value: 36.40038451420755 - type: nauc_precision_at_100_max value: 44.12404870553998 - type: nauc_precision_at_100_std value: 23.899082906071847 - type: nauc_precision_at_10_diff1 value: 22.531117645662295 - type: nauc_precision_at_10_max value: 28.061598506640568 - type: nauc_precision_at_10_std value: 1.4390989358928021 - type: nauc_precision_at_1_diff1 value: 38.109973823503346 - type: nauc_precision_at_1_max value: 7.608684545790856 - type: nauc_precision_at_1_std value: -17.893865428628576 - type: nauc_precision_at_20_diff1 value: 27.52248228295167 - type: nauc_precision_at_20_max value: 31.544335924785592 - type: nauc_precision_at_20_std value: 7.8837210646197144 - type: nauc_precision_at_3_diff1 value: 23.746154368105525 - type: nauc_precision_at_3_max value: 13.770751722927347 - type: nauc_precision_at_3_std value: -18.895725316115847 - type: nauc_precision_at_5_diff1 value: 20.01291443486786 - type: nauc_precision_at_5_max value: 16.77718143645159 - type: nauc_precision_at_5_std value: -16.639028720975606 - type: nauc_recall_at_1000_diff1 value: 17.914806895363768 - type: nauc_recall_at_1000_max value: 24.542936056730795 - type: nauc_recall_at_1000_std value: 9.032925153519013 - type: nauc_recall_at_100_diff1 value: 36.400384514208625 - type: nauc_recall_at_100_max value: 44.1240487055395 - type: nauc_recall_at_100_std value: 23.899082906069786 - type: nauc_recall_at_10_diff1 value: 22.531117645662015 - type: nauc_recall_at_10_max value: 28.06159850664045 - type: nauc_recall_at_10_std value: 1.4390989358927389 - type: nauc_recall_at_1_diff1 value: 38.109973823503346 - type: nauc_recall_at_1_max value: 7.608684545790856 - type: nauc_recall_at_1_std value: -17.893865428628576 - type: nauc_recall_at_20_diff1 value: 27.52248228295106 - type: nauc_recall_at_20_max value: 31.54433592478498 - type: nauc_recall_at_20_std value: 7.883721064619468 - type: nauc_recall_at_3_diff1 value: 23.746154368105564 - type: nauc_recall_at_3_max value: 13.770751722927372 - type: nauc_recall_at_3_std value: -18.89572531611582 - type: nauc_recall_at_5_diff1 value: 20.01291443486774 - type: nauc_recall_at_5_max value: 16.77718143645164 - type: nauc_recall_at_5_std value: -16.639028720975606 - type: ndcg_at_1 value: 45.448 - type: ndcg_at_10 value: 67.323 - type: ndcg_at_100 value: 69.484 - type: ndcg_at_1000 value: 69.544 - type: ndcg_at_20 value: 68.644 - type: ndcg_at_3 value: 60.865 - type: ndcg_at_5 value: 64.125 - type: precision_at_1 value: 45.448 - type: precision_at_10 value: 8.969000000000001 - type: precision_at_100 value: 0.992 - type: precision_at_1000 value: 0.1 - type: precision_at_20 value: 4.74 - type: precision_at_3 value: 23.968999999999998 - type: precision_at_5 value: 15.959999999999999 - type: recall_at_1 value: 45.448 - type: recall_at_10 value: 89.687 - type: recall_at_100 value: 99.21799999999999 - type: recall_at_1000 value: 99.644 - type: recall_at_20 value: 94.808 - type: recall_at_3 value: 71.906 - type: recall_at_5 value: 79.801 task: type: Retrieval - dataset: config: default name: MTEB ArxivClusteringP2P (default) revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d split: test type: mteb/arxiv-clustering-p2p metrics: - type: main_score value: 54.266038386390726 - type: v_measure value: 54.266038386390726 - type: v_measure_std value: 14.60711085325104 task: type: Clustering - dataset: config: default name: MTEB ArxivClusteringS2S (default) revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 split: test type: mteb/arxiv-clustering-s2s metrics: - type: main_score value: 49.82450675178832 - type: v_measure value: 49.82450675178832 - type: v_measure_std value: 14.692705635234821 task: type: Clustering - dataset: config: default name: MTEB AskUbuntuDupQuestions (default) revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 split: test type: mteb/askubuntudupquestions-reranking metrics: - type: main_score value: 63.50490353933854 - type: map value: 63.50490353933854 - type: mrr value: 76.79395858066218 - type: nAUC_map_diff1 value: 17.162853733308793 - type: nAUC_map_max value: 24.966054539639252 - type: nAUC_map_std value: 17.887481717389274 - type: nAUC_mrr_diff1 value: 19.033169471151794 - type: nAUC_mrr_max value: 37.52423297117104 - type: nAUC_mrr_std value: 13.636799292425081 task: type: Reranking - dataset: config: default name: MTEB BIOSSES (default) revision: d3fb88f8f02e40887cd149695127462bbcf29b4a split: test type: mteb/biosses-sts metrics: - type: cosine_pearson value: 82.07979992743572 - type: cosine_spearman value: 80.97112209037952 - type: euclidean_pearson value: 80.726157419205 - type: euclidean_spearman value: 80.97112209037952 - type: main_score value: 80.97112209037952 - type: manhattan_pearson value: 80.75553649447407 - type: manhattan_spearman value: 81.35366092726835 - type: pearson value: 82.07979992743572 - type: spearman value: 80.97112209037952 task: type: STS - dataset: config: default name: MTEB Banking77Classification (default) revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 split: test type: mteb/banking77 metrics: - type: accuracy value: 84.29870129870129 - type: f1 value: 83.68342680640103 - type: f1_weighted value: 83.68342680640104 - type: main_score value: 84.29870129870129 task: type: Classification - dataset: config: default name: MTEB BiorxivClusteringP2P (default) revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 split: test type: mteb/biorxiv-clustering-p2p metrics: - type: main_score value: 47.21939028186225 - type: v_measure value: 47.21939028186225 - type: v_measure_std value: 0.6399652619210745 task: type: Clustering - dataset: config: default name: MTEB BiorxivClusteringS2S (default) revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 split: test type: mteb/biorxiv-clustering-s2s metrics: - type: main_score value: 43.904503083954765 - type: v_measure value: 43.904503083954765 - type: v_measure_std value: 0.6741506180366014 task: type: Clustering - dataset: config: default name: MTEB CQADupstackAndroidRetrieval (default) revision: f46a197baaae43b4f621051089b82a364682dfeb split: test type: mteb/cqadupstack-android metrics: - type: main_score value: 50.441 - type: map_at_1 value: 30.581000000000003 - type: map_at_10 value: 43.536 - type: map_at_100 value: 45.086999999999996 - type: map_at_1000 value: 45.189 - type: map_at_20 value: 44.37 - type: map_at_3 value: 39.769 - type: map_at_5 value: 42.028999999999996 - type: mrr_at_1 value: 36.9098712446352 - type: mrr_at_10 value: 48.776483411676516 - type: mrr_at_100 value: 49.51782521965795 - type: mrr_at_1000 value: 49.5505304504549 - type: mrr_at_20 value: 49.20302191439193 - type: mrr_at_3 value: 45.85121602288984 - type: mrr_at_5 value: 47.696709585121575 - type: nauc_map_at_1000_diff1 value: 50.77442312287549 - type: nauc_map_at_1000_max value: 34.33647599905781 - type: nauc_map_at_1000_std value: -13.748516605067781 - type: nauc_map_at_100_diff1 value: 50.75894617435753 - type: nauc_map_at_100_max value: 34.35502812001472 - type: nauc_map_at_100_std value: -13.736841648468175 - type: nauc_map_at_10_diff1 value: 50.87929446622231 - type: nauc_map_at_10_max value: 34.27157508239978 - type: nauc_map_at_10_std value: -14.526407596674309 - type: nauc_map_at_1_diff1 value: 57.0909475560327 - type: nauc_map_at_1_max value: 32.2288149431883 - type: nauc_map_at_1_std value: -13.370874900310689 - type: nauc_map_at_20_diff1 value: 50.63798885082635 - type: nauc_map_at_20_max value: 34.26498561214445 - type: nauc_map_at_20_std value: -13.93188362561783 - type: nauc_map_at_3_diff1 value: 52.5737761085553 - type: nauc_map_at_3_max value: 33.76013333419806 - type: nauc_map_at_3_std value: -13.849008988263117 - type: nauc_map_at_5_diff1 value: 51.19968604216378 - type: nauc_map_at_5_max value: 33.54095507132505 - type: nauc_map_at_5_std value: -14.620211074645637 - type: nauc_mrr_at_1000_diff1 value: 48.38609356318301 - type: nauc_mrr_at_1000_max value: 33.98679377266471 - type: nauc_mrr_at_1000_std value: -13.759418374094038 - type: nauc_mrr_at_100_diff1 value: 48.37236116991555 - type: nauc_mrr_at_100_max value: 33.978575821483865 - type: nauc_mrr_at_100_std value: -13.748715391580502 - type: nauc_mrr_at_10_diff1 value: 48.20980705221954 - type: nauc_mrr_at_10_max value: 33.97030796624786 - type: nauc_mrr_at_10_std value: -14.023184119296047 - type: nauc_mrr_at_1_diff1 value: 52.835554088618565 - type: nauc_mrr_at_1_max value: 34.736747824514026 - type: nauc_mrr_at_1_std value: -14.782309133752246 - type: nauc_mrr_at_20_diff1 value: 48.185661393251586 - type: nauc_mrr_at_20_max value: 33.92181383095129 - type: nauc_mrr_at_20_std value: -13.749958473599438 - type: nauc_mrr_at_3_diff1 value: 49.06255086663413 - type: nauc_mrr_at_3_max value: 34.24245966485257 - type: nauc_mrr_at_3_std value: -14.121042079344855 - type: nauc_mrr_at_5_diff1 value: 48.02661914739764 - type: nauc_mrr_at_5_max value: 33.54319852163983 - type: nauc_mrr_at_5_std value: -14.40749724842102 - type: nauc_ndcg_at_1000_diff1 value: 48.93136634666757 - type: nauc_ndcg_at_1000_max value: 34.3178528230429 - type: nauc_ndcg_at_1000_std value: -11.95564837442876 - type: nauc_ndcg_at_100_diff1 value: 48.37542091427922 - type: nauc_ndcg_at_100_max value: 34.41374261950128 - type: nauc_ndcg_at_100_std value: -11.526876720456004 - type: nauc_ndcg_at_10_diff1 value: 48.27862794425633 - type: nauc_ndcg_at_10_max value: 34.06415523516767 - type: nauc_ndcg_at_10_std value: -14.602823441995778 - type: nauc_ndcg_at_1_diff1 value: 52.835554088618565 - type: nauc_ndcg_at_1_max value: 34.736747824514026 - type: nauc_ndcg_at_1_std value: -14.782309133752246 - type: nauc_ndcg_at_20_diff1 value: 47.6519433010848 - type: nauc_ndcg_at_20_max value: 33.800628012770034 - type: nauc_ndcg_at_20_std value: -12.852071902619322 - type: nauc_ndcg_at_3_diff1 value: 50.40632210084943 - type: nauc_ndcg_at_3_max value: 34.15616519598939 - type: nauc_ndcg_at_3_std value: -14.396914052394957 - type: nauc_ndcg_at_5_diff1 value: 48.2287768686924 - type: nauc_ndcg_at_5_max value: 32.68281782116356 - type: nauc_ndcg_at_5_std value: -15.15658424373146 - type: nauc_precision_at_1000_diff1 value: -16.822042402923493 - type: nauc_precision_at_1000_max value: -13.459387124925234 - type: nauc_precision_at_1000_std value: -4.684574162765856 - type: nauc_precision_at_100_diff1 value: -12.950405503358223 - type: nauc_precision_at_100_max value: -3.6973387744248694 - type: nauc_precision_at_100_std value: 1.0686120361051838 - type: nauc_precision_at_10_diff1 value: 5.680154771052575 - type: nauc_precision_at_10_max value: 17.15052960292624 - type: nauc_precision_at_10_std value: -8.839454848202234 - type: nauc_precision_at_1_diff1 value: 52.835554088618565 - type: nauc_precision_at_1_max value: 34.736747824514026 - type: nauc_precision_at_1_std value: -14.782309133752246 - type: nauc_precision_at_20_diff1 value: -4.147057156482801 - type: nauc_precision_at_20_max value: 8.943409955940282 - type: nauc_precision_at_20_std value: -1.1556219667822423 - type: nauc_precision_at_3_diff1 value: 28.31897232747757 - type: nauc_precision_at_3_max value: 28.82890100390525 - type: nauc_precision_at_3_std value: -14.111275428339304 - type: nauc_precision_at_5_diff1 value: 15.554085244274193 - type: nauc_precision_at_5_max value: 20.934501596265694 - type: nauc_precision_at_5_std value: -12.783947594197997 - type: nauc_recall_at_1000_diff1 value: 41.806713621678924 - type: nauc_recall_at_1000_max value: 45.83932148789026 - type: nauc_recall_at_1000_std value: 43.35832012725718 - type: nauc_recall_at_100_diff1 value: 33.259689472107425 - type: nauc_recall_at_100_max value: 34.680606932499764 - type: nauc_recall_at_100_std value: 13.022981792106265 - type: nauc_recall_at_10_diff1 value: 39.674972215899004 - type: nauc_recall_at_10_max value: 31.571411194709793 - type: nauc_recall_at_10_std value: -13.917597013140865 - type: nauc_recall_at_1_diff1 value: 57.0909475560327 - type: nauc_recall_at_1_max value: 32.2288149431883 - type: nauc_recall_at_1_std value: -13.370874900310689 - type: nauc_recall_at_20_diff1 value: 34.82477941545416 - type: nauc_recall_at_20_max value: 29.419097652367583 - type: nauc_recall_at_20_std value: -6.753466274035959 - type: nauc_recall_at_3_diff1 value: 47.05993622483161 - type: nauc_recall_at_3_max value: 31.788946521479673 - type: nauc_recall_at_3_std value: -12.589599804850593 - type: nauc_recall_at_5_diff1 value: 40.8980124793814 - type: nauc_recall_at_5_max value: 28.169478524380477 - type: nauc_recall_at_5_std value: -15.058399770454422 - type: ndcg_at_1 value: 36.91 - type: ndcg_at_10 value: 50.441 - type: ndcg_at_100 value: 55.986999999999995 - type: ndcg_at_1000 value: 57.50999999999999 - type: ndcg_at_20 value: 52.588 - type: ndcg_at_3 value: 45.039 - type: ndcg_at_5 value: 47.908 - type: precision_at_1 value: 36.91 - type: precision_at_10 value: 9.771 - type: precision_at_100 value: 1.5779999999999998 - type: precision_at_1000 value: 0.199 - type: precision_at_20 value: 5.808 - type: precision_at_3 value: 22.222 - type: precision_at_5 value: 16.28 - type: recall_at_1 value: 30.581000000000003 - type: recall_at_10 value: 64.43799999999999 - type: recall_at_100 value: 87.439 - type: recall_at_1000 value: 96.682 - type: recall_at_20 value: 72.021 - type: recall_at_3 value: 49.119 - type: recall_at_5 value: 56.650999999999996 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackEnglishRetrieval (default) revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 split: test type: mteb/cqadupstack-english metrics: - type: main_score value: 48.052 - type: map_at_1 value: 31.691000000000003 - type: map_at_10 value: 42.25 - type: map_at_100 value: 43.466 - type: map_at_1000 value: 43.592 - type: map_at_20 value: 42.925000000000004 - type: map_at_3 value: 39.196999999999996 - type: map_at_5 value: 40.837 - type: mrr_at_1 value: 40.0 - type: mrr_at_10 value: 48.40979172985544 - type: mrr_at_100 value: 49.01329345568664 - type: mrr_at_1000 value: 49.05317333733556 - type: mrr_at_20 value: 48.757963347938926 - type: mrr_at_3 value: 46.18895966029725 - type: mrr_at_5 value: 47.45647558386417 - type: nauc_map_at_1000_diff1 value: 52.63721197705168 - type: nauc_map_at_1000_max value: 34.927748424948255 - type: nauc_map_at_1000_std value: 1.0444719278570702 - type: nauc_map_at_100_diff1 value: 52.66002218018987 - type: nauc_map_at_100_max value: 34.89878215864321 - type: nauc_map_at_100_std value: 0.9008516460644733 - type: nauc_map_at_10_diff1 value: 52.889235851315775 - type: nauc_map_at_10_max value: 34.6922736480049 - type: nauc_map_at_10_std value: -0.6506284048085285 - type: nauc_map_at_1_diff1 value: 56.732243764713175 - type: nauc_map_at_1_max value: 30.49325212155099 - type: nauc_map_at_1_std value: -5.04800794470186 - type: nauc_map_at_20_diff1 value: 52.8862850560935 - type: nauc_map_at_20_max value: 34.829038965108325 - type: nauc_map_at_20_std value: 0.02178642495237562 - type: nauc_map_at_3_diff1 value: 53.608193764117 - type: nauc_map_at_3_max value: 33.53981267373349 - type: nauc_map_at_3_std value: -3.040418170003493 - type: nauc_map_at_5_diff1 value: 53.39851810143899 - type: nauc_map_at_5_max value: 34.5516659463275 - type: nauc_map_at_5_std value: -1.4969739346974889 - type: nauc_mrr_at_1000_diff1 value: 51.8960971254646 - type: nauc_mrr_at_1000_max value: 37.39091504745532 - type: nauc_mrr_at_1000_std value: 5.037970602087237 - type: nauc_mrr_at_100_diff1 value: 51.881385486300225 - type: nauc_mrr_at_100_max value: 37.38614133569158 - type: nauc_mrr_at_100_std value: 5.034384753845119 - type: nauc_mrr_at_10_diff1 value: 51.77335216991783 - type: nauc_mrr_at_10_max value: 37.61929128133669 - type: nauc_mrr_at_10_std value: 4.912421162621211 - type: nauc_mrr_at_1_diff1 value: 55.97789723641661 - type: nauc_mrr_at_1_max value: 38.07741378971052 - type: nauc_mrr_at_1_std value: 3.1114912067800407 - type: nauc_mrr_at_20_diff1 value: 51.924932204924964 - type: nauc_mrr_at_20_max value: 37.43188155675892 - type: nauc_mrr_at_20_std value: 4.912649497021889 - type: nauc_mrr_at_3_diff1 value: 52.62682614740191 - type: nauc_mrr_at_3_max value: 37.79696523235296 - type: nauc_mrr_at_3_std value: 4.297604310897065 - type: nauc_mrr_at_5_diff1 value: 51.93341098564305 - type: nauc_mrr_at_5_max value: 37.52261609729754 - type: nauc_mrr_at_5_std value: 4.798233142719436 - type: nauc_ndcg_at_1000_diff1 value: 50.48831175822571 - type: nauc_ndcg_at_1000_max value: 34.954324628161515 - type: nauc_ndcg_at_1000_std value: 5.914974932163024 - type: nauc_ndcg_at_100_diff1 value: 50.22642462713412 - type: nauc_ndcg_at_100_max value: 34.81144896724943 - type: nauc_ndcg_at_100_std value: 5.269669826884739 - type: nauc_ndcg_at_10_diff1 value: 50.638035087354346 - type: nauc_ndcg_at_10_max value: 35.548660617367744 - type: nauc_ndcg_at_10_std value: 2.757672387486977 - type: nauc_ndcg_at_1_diff1 value: 55.97789723641661 - type: nauc_ndcg_at_1_max value: 38.07741378971052 - type: nauc_ndcg_at_1_std value: 3.1114912067800407 - type: nauc_ndcg_at_20_diff1 value: 50.94165876070302 - type: nauc_ndcg_at_20_max value: 35.15720286509341 - type: nauc_ndcg_at_20_std value: 3.1700542955934177 - type: nauc_ndcg_at_3_diff1 value: 51.6668031483535 - type: nauc_ndcg_at_3_max value: 36.158392419704036 - type: nauc_ndcg_at_3_std value: 1.7945130542865129 - type: nauc_ndcg_at_5_diff1 value: 51.40374511387644 - type: nauc_ndcg_at_5_max value: 35.96747873017992 - type: nauc_ndcg_at_5_std value: 2.4750496896017036 - type: nauc_precision_at_1000_diff1 value: -14.459395103980057 - type: nauc_precision_at_1000_max value: 7.001254844374337 - type: nauc_precision_at_1000_std value: 38.87250799651196 - type: nauc_precision_at_100_diff1 value: -7.015008098259738 - type: nauc_precision_at_100_max value: 14.454169684224969 - type: nauc_precision_at_100_std value: 40.615163341328035 - type: nauc_precision_at_10_diff1 value: 14.105573590736311 - type: nauc_precision_at_10_max value: 27.637233565307927 - type: nauc_precision_at_10_std value: 24.80384513569725 - type: nauc_precision_at_1_diff1 value: 55.97789723641661 - type: nauc_precision_at_1_max value: 38.07741378971052 - type: nauc_precision_at_1_std value: 3.1114912067800407 - type: nauc_precision_at_20_diff1 value: 6.826222425028856 - type: nauc_precision_at_20_max value: 22.440750352931133 - type: nauc_precision_at_20_std value: 30.650961826400664 - type: nauc_precision_at_3_diff1 value: 33.56939227622927 - type: nauc_precision_at_3_max value: 35.81131949842977 - type: nauc_precision_at_3_std value: 13.39631093898116 - type: nauc_precision_at_5_diff1 value: 25.327171466051347 - type: nauc_precision_at_5_max value: 33.04313875843963 - type: nauc_precision_at_5_std value: 19.62165639744543 - type: nauc_recall_at_1000_diff1 value: 34.60133056300212 - type: nauc_recall_at_1000_max value: 21.161471663251515 - type: nauc_recall_at_1000_std value: 32.74321904619018 - type: nauc_recall_at_100_diff1 value: 36.43348185795896 - type: nauc_recall_at_100_max value: 25.704040738466205 - type: nauc_recall_at_100_std value: 17.990567238645156 - type: nauc_recall_at_10_diff1 value: 42.694617737297676 - type: nauc_recall_at_10_max value: 31.3298523819716 - type: nauc_recall_at_10_std value: 2.384843550540601 - type: nauc_recall_at_1_diff1 value: 56.732243764713175 - type: nauc_recall_at_1_max value: 30.49325212155099 - type: nauc_recall_at_1_std value: -5.04800794470186 - type: nauc_recall_at_20_diff1 value: 43.176907776217455 - type: nauc_recall_at_20_max value: 29.215827308916065 - type: nauc_recall_at_20_std value: 4.147830621064018 - type: nauc_recall_at_3_diff1 value: 48.35837999847456 - type: nauc_recall_at_3_max value: 31.92274839572281 - type: nauc_recall_at_3_std value: -2.714807149637697 - type: nauc_recall_at_5_diff1 value: 46.351251919981635 - type: nauc_recall_at_5_max value: 32.523267054288304 - type: nauc_recall_at_5_std value: 0.4952928034547165 - type: ndcg_at_1 value: 40.0 - type: ndcg_at_10 value: 48.052 - type: ndcg_at_100 value: 52.07000000000001 - type: ndcg_at_1000 value: 54.064 - type: ndcg_at_20 value: 49.626 - type: ndcg_at_3 value: 43.902 - type: ndcg_at_5 value: 45.701 - type: precision_at_1 value: 40.0 - type: precision_at_10 value: 9.203999999999999 - type: precision_at_100 value: 1.438 - type: precision_at_1000 value: 0.188 - type: precision_at_20 value: 5.376 - type: precision_at_3 value: 21.295 - type: precision_at_5 value: 15.082999999999998 - type: recall_at_1 value: 31.691000000000003 - type: recall_at_10 value: 57.859 - type: recall_at_100 value: 75.107 - type: recall_at_1000 value: 87.679 - type: recall_at_20 value: 63.698 - type: recall_at_3 value: 45.379000000000005 - type: recall_at_5 value: 50.556999999999995 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGamingRetrieval (default) revision: 4885aa143210c98657558c04aaf3dc47cfb54340 split: test type: mteb/cqadupstack-gaming metrics: - type: main_score value: 56.423 - type: map_at_1 value: 38.517 - type: map_at_10 value: 50.510999999999996 - type: map_at_100 value: 51.568000000000005 - type: map_at_1000 value: 51.625 - type: map_at_20 value: 51.157 - type: map_at_3 value: 46.861000000000004 - type: map_at_5 value: 49.138 - type: mrr_at_1 value: 44.32601880877743 - type: mrr_at_10 value: 54.006518385828805 - type: mrr_at_100 value: 54.71981356159521 - type: mrr_at_1000 value: 54.752151957526316 - type: mrr_at_20 value: 54.476952471748106 - type: mrr_at_3 value: 51.22257053291538 - type: mrr_at_5 value: 53.10658307210038 - type: nauc_map_at_1000_diff1 value: 46.99591363896863 - type: nauc_map_at_1000_max value: 36.24904681003381 - type: nauc_map_at_1000_std value: 5.266222409182784 - type: nauc_map_at_100_diff1 value: 46.98084517367969 - type: nauc_map_at_100_max value: 36.250423743143436 - type: nauc_map_at_100_std value: 5.28301960645914 - type: nauc_map_at_10_diff1 value: 47.06708588191781 - type: nauc_map_at_10_max value: 36.18369863811603 - type: nauc_map_at_10_std value: 4.540089547074973 - type: nauc_map_at_1_diff1 value: 50.48083670895566 - type: nauc_map_at_1_max value: 31.950879226720595 - type: nauc_map_at_1_std value: 0.8257060985358229 - type: nauc_map_at_20_diff1 value: 46.998991583288415 - type: nauc_map_at_20_max value: 36.22115301678039 - type: nauc_map_at_20_std value: 5.082303558564342 - type: nauc_map_at_3_diff1 value: 47.7005416643811 - type: nauc_map_at_3_max value: 35.88865564285155 - type: nauc_map_at_3_std value: 2.944332455222102 - type: nauc_map_at_5_diff1 value: 47.312929177575874 - type: nauc_map_at_5_max value: 35.862390825522844 - type: nauc_map_at_5_std value: 3.81274507266821 - type: nauc_mrr_at_1000_diff1 value: 46.6759837669438 - type: nauc_mrr_at_1000_max value: 36.70273979969576 - type: nauc_mrr_at_1000_std value: 5.372740994750759 - type: nauc_mrr_at_100_diff1 value: 46.675225471247536 - type: nauc_mrr_at_100_max value: 36.703302034269875 - type: nauc_mrr_at_100_std value: 5.389605566226372 - type: nauc_mrr_at_10_diff1 value: 46.50353044791382 - type: nauc_mrr_at_10_max value: 36.66777833991145 - type: nauc_mrr_at_10_std value: 5.243423563011071 - type: nauc_mrr_at_1_diff1 value: 49.02972042252377 - type: nauc_mrr_at_1_max value: 36.600499110729764 - type: nauc_mrr_at_1_std value: 2.5711258912407953 - type: nauc_mrr_at_20_diff1 value: 46.625296101632095 - type: nauc_mrr_at_20_max value: 36.678578716940855 - type: nauc_mrr_at_20_std value: 5.406361664314628 - type: nauc_mrr_at_3_diff1 value: 46.907538354326825 - type: nauc_mrr_at_3_max value: 36.91488611173621 - type: nauc_mrr_at_3_std value: 3.8761762810100473 - type: nauc_mrr_at_5_diff1 value: 46.774337072791255 - type: nauc_mrr_at_5_max value: 36.65454152790335 - type: nauc_mrr_at_5_std value: 4.753826902883721 - type: nauc_ndcg_at_1000_diff1 value: 46.312300114931396 - type: nauc_ndcg_at_1000_max value: 36.687577969558156 - type: nauc_ndcg_at_1000_std value: 8.04218255348285 - type: nauc_ndcg_at_100_diff1 value: 45.91371707529375 - type: nauc_ndcg_at_100_max value: 36.72698157851723 - type: nauc_ndcg_at_100_std value: 8.62715881456232 - type: nauc_ndcg_at_10_diff1 value: 45.70764954649013 - type: nauc_ndcg_at_10_max value: 36.42241644937269 - type: nauc_ndcg_at_10_std value: 6.793309697483774 - type: nauc_ndcg_at_1_diff1 value: 49.02972042252377 - type: nauc_ndcg_at_1_max value: 36.600499110729764 - type: nauc_ndcg_at_1_std value: 2.5711258912407953 - type: nauc_ndcg_at_20_diff1 value: 45.71253409870376 - type: nauc_ndcg_at_20_max value: 36.478750872235075 - type: nauc_ndcg_at_20_std value: 8.032852116533649 - type: nauc_ndcg_at_3_diff1 value: 46.5055405749989 - type: nauc_ndcg_at_3_max value: 36.55925519576953 - type: nauc_ndcg_at_3_std value: 4.01635426914171 - type: nauc_ndcg_at_5_diff1 value: 46.17076704583506 - type: nauc_ndcg_at_5_max value: 36.00194839608453 - type: nauc_ndcg_at_5_std value: 5.290651961116129 - type: nauc_precision_at_1000_diff1 value: -7.810936686028834 - type: nauc_precision_at_1000_max value: 2.4457731990668035 - type: nauc_precision_at_1000_std value: 15.244382957052343 - type: nauc_precision_at_100_diff1 value: -6.24711281837766 - type: nauc_precision_at_100_max value: 9.274662370763165 - type: nauc_precision_at_100_std value: 21.156495677287772 - type: nauc_precision_at_10_diff1 value: 11.673391020454202 - type: nauc_precision_at_10_max value: 23.642781032334476 - type: nauc_precision_at_10_std value: 15.428694149947766 - type: nauc_precision_at_1_diff1 value: 49.02972042252377 - type: nauc_precision_at_1_max value: 36.600499110729764 - type: nauc_precision_at_1_std value: 2.5711258912407953 - type: nauc_precision_at_20_diff1 value: 4.320523799516288 - type: nauc_precision_at_20_max value: 18.529188355144083 - type: nauc_precision_at_20_std value: 20.63811919289391 - type: nauc_precision_at_3_diff1 value: 28.81527179707099 - type: nauc_precision_at_3_max value: 34.12169505571048 - type: nauc_precision_at_3_std value: 8.264026657534398 - type: nauc_precision_at_5_diff1 value: 20.643744683841586 - type: nauc_precision_at_5_max value: 28.520212611799007 - type: nauc_precision_at_5_std value: 11.159926260802324 - type: nauc_recall_at_1000_diff1 value: 47.89843496456478 - type: nauc_recall_at_1000_max value: 48.19346950585018 - type: nauc_recall_at_1000_std value: 69.35955862460499 - type: nauc_recall_at_100_diff1 value: 38.5657115857761 - type: nauc_recall_at_100_max value: 39.1799100059013 - type: nauc_recall_at_100_std value: 37.26868224318161 - type: nauc_recall_at_10_diff1 value: 39.70450871697248 - type: nauc_recall_at_10_max value: 34.7230529664253 - type: nauc_recall_at_10_std value: 12.967503176766982 - type: nauc_recall_at_1_diff1 value: 50.48083670895566 - type: nauc_recall_at_1_max value: 31.950879226720595 - type: nauc_recall_at_1_std value: 0.8257060985358229 - type: nauc_recall_at_20_diff1 value: 38.52009076825669 - type: nauc_recall_at_20_max value: 35.067067464590004 - type: nauc_recall_at_20_std value: 21.157205479969708 - type: nauc_recall_at_3_diff1 value: 44.359044172441294 - type: nauc_recall_at_3_max value: 35.53948139234034 - type: nauc_recall_at_3_std value: 3.9964883607424118 - type: nauc_recall_at_5_diff1 value: 42.071462939937625 - type: nauc_recall_at_5_max value: 33.59544974420819 - type: nauc_recall_at_5_std value: 7.414365501450481 - type: ndcg_at_1 value: 44.326 - type: ndcg_at_10 value: 56.423 - type: ndcg_at_100 value: 60.626999999999995 - type: ndcg_at_1000 value: 61.78 - type: ndcg_at_20 value: 58.336 - type: ndcg_at_3 value: 50.32299999999999 - type: ndcg_at_5 value: 53.808 - type: precision_at_1 value: 44.326 - type: precision_at_10 value: 9.21 - type: precision_at_100 value: 1.2189999999999999 - type: precision_at_1000 value: 0.136 - type: precision_at_20 value: 5.176 - type: precision_at_3 value: 22.487 - type: precision_at_5 value: 15.9 - type: recall_at_1 value: 38.517 - type: recall_at_10 value: 70.291 - type: recall_at_100 value: 88.53999999999999 - type: recall_at_1000 value: 96.67 - type: recall_at_20 value: 77.459 - type: recall_at_3 value: 54.44 - type: recall_at_5 value: 62.863 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGisRetrieval (default) revision: 5003b3064772da1887988e05400cf3806fe491f2 split: test type: mteb/cqadupstack-gis metrics: - type: main_score value: 40.245999999999995 - type: map_at_1 value: 25.66 - type: map_at_10 value: 34.781 - type: map_at_100 value: 35.825 - type: map_at_1000 value: 35.900999999999996 - type: map_at_20 value: 35.312 - type: map_at_3 value: 31.649 - type: map_at_5 value: 33.446 - type: mrr_at_1 value: 27.683615819209038 - type: mrr_at_10 value: 36.88897856694467 - type: mrr_at_100 value: 37.7983608873635 - type: mrr_at_1000 value: 37.85659419024201 - type: mrr_at_20 value: 37.40279188480636 - type: mrr_at_3 value: 33.97363465160076 - type: mrr_at_5 value: 35.76459510357815 - type: nauc_map_at_1000_diff1 value: 39.85966393937221 - type: nauc_map_at_1000_max value: 27.627327546922082 - type: nauc_map_at_1000_std value: -2.437000048637541 - type: nauc_map_at_100_diff1 value: 39.84937090664403 - type: nauc_map_at_100_max value: 27.637564346944988 - type: nauc_map_at_100_std value: -2.4109683806023408 - type: nauc_map_at_10_diff1 value: 39.71424425034042 - type: nauc_map_at_10_max value: 27.872378136740437 - type: nauc_map_at_10_std value: -2.8569524387609566 - type: nauc_map_at_1_diff1 value: 45.91775607893774 - type: nauc_map_at_1_max value: 26.899324806364007 - type: nauc_map_at_1_std value: -5.498609993557515 - type: nauc_map_at_20_diff1 value: 39.883943198146106 - type: nauc_map_at_20_max value: 27.64309227085422 - type: nauc_map_at_20_std value: -2.5654741454169816 - type: nauc_map_at_3_diff1 value: 39.91753278618007 - type: nauc_map_at_3_max value: 27.11865653999877 - type: nauc_map_at_3_std value: -3.3286492180678384 - type: nauc_map_at_5_diff1 value: 39.6313699695734 - type: nauc_map_at_5_max value: 27.710946419917548 - type: nauc_map_at_5_std value: -2.920297786058066 - type: nauc_mrr_at_1000_diff1 value: 39.690653898179 - type: nauc_mrr_at_1000_max value: 27.18398591982711 - type: nauc_mrr_at_1000_std value: -2.606447174750376 - type: nauc_mrr_at_100_diff1 value: 39.689803477387656 - type: nauc_mrr_at_100_max value: 27.189479576677762 - type: nauc_mrr_at_100_std value: -2.570807442132712 - type: nauc_mrr_at_10_diff1 value: 39.399614568431915 - type: nauc_mrr_at_10_max value: 27.304654766506253 - type: nauc_mrr_at_10_std value: -2.8847962104122584 - type: nauc_mrr_at_1_diff1 value: 45.70161189197341 - type: nauc_mrr_at_1_max value: 27.02826003278829 - type: nauc_mrr_at_1_std value: -4.831200831009949 - type: nauc_mrr_at_20_diff1 value: 39.69394763509078 - type: nauc_mrr_at_20_max value: 27.201336203029232 - type: nauc_mrr_at_20_std value: -2.6871497640498765 - type: nauc_mrr_at_3_diff1 value: 39.220307350990346 - type: nauc_mrr_at_3_max value: 26.7053856409676 - type: nauc_mrr_at_3_std value: -3.2176631206275514 - type: nauc_mrr_at_5_diff1 value: 39.166108393948406 - type: nauc_mrr_at_5_max value: 27.084050550858557 - type: nauc_mrr_at_5_std value: -2.87556996749801 - type: nauc_ndcg_at_1000_diff1 value: 38.603857523266925 - type: nauc_ndcg_at_1000_max value: 27.45135486355824 - type: nauc_ndcg_at_1000_std value: -0.46660995944134603 - type: nauc_ndcg_at_100_diff1 value: 38.444207274649884 - type: nauc_ndcg_at_100_max value: 27.549884957721194 - type: nauc_ndcg_at_100_std value: 0.47388375830707924 - type: nauc_ndcg_at_10_diff1 value: 37.72567187058473 - type: nauc_ndcg_at_10_max value: 28.44081574137556 - type: nauc_ndcg_at_10_std value: -1.8534359145108148 - type: nauc_ndcg_at_1_diff1 value: 45.70161189197341 - type: nauc_ndcg_at_1_max value: 27.02826003278829 - type: nauc_ndcg_at_1_std value: -4.831200831009949 - type: nauc_ndcg_at_20_diff1 value: 38.44184854108953 - type: nauc_ndcg_at_20_max value: 27.679973388870614 - type: nauc_ndcg_at_20_std value: -0.898582155647988 - type: nauc_ndcg_at_3_diff1 value: 37.97088409897179 - type: nauc_ndcg_at_3_max value: 27.106412295185066 - type: nauc_ndcg_at_3_std value: -2.730164275362466 - type: nauc_ndcg_at_5_diff1 value: 37.37607068800825 - type: nauc_ndcg_at_5_max value: 27.9502784140078 - type: nauc_ndcg_at_5_std value: -2.0027830470055075 - type: nauc_precision_at_1000_diff1 value: 0.5286110453963512 - type: nauc_precision_at_1000_max value: -2.3318515785442813 - type: nauc_precision_at_1000_std value: 7.80079288314789 - type: nauc_precision_at_100_diff1 value: 13.667186642269913 - type: nauc_precision_at_100_max value: 9.942092016059734 - type: nauc_precision_at_100_std value: 12.50332782268112 - type: nauc_precision_at_10_diff1 value: 26.281496960169953 - type: nauc_precision_at_10_max value: 24.46085080936575 - type: nauc_precision_at_10_std value: 2.8074535999287322 - type: nauc_precision_at_1_diff1 value: 45.70161189197341 - type: nauc_precision_at_1_max value: 27.02826003278829 - type: nauc_precision_at_1_std value: -4.831200831009949 - type: nauc_precision_at_20_diff1 value: 25.585868175418412 - type: nauc_precision_at_20_max value: 19.640567118702023 - type: nauc_precision_at_20_std value: 7.0865072321039 - type: nauc_precision_at_3_diff1 value: 31.522547430107718 - type: nauc_precision_at_3_max value: 25.87424549883876 - type: nauc_precision_at_3_std value: -0.6508524960745287 - type: nauc_precision_at_5_diff1 value: 28.958347089826553 - type: nauc_precision_at_5_max value: 26.541109281414073 - type: nauc_precision_at_5_std value: 1.8354704960749444 - type: nauc_recall_at_1000_diff1 value: 25.74128427270277 - type: nauc_recall_at_1000_max value: 21.011729073123906 - type: nauc_recall_at_1000_std value: 29.766333163064136 - type: nauc_recall_at_100_diff1 value: 31.785700068938166 - type: nauc_recall_at_100_max value: 25.476332277500607 - type: nauc_recall_at_100_std value: 20.47758699126873 - type: nauc_recall_at_10_diff1 value: 31.186789594770264 - type: nauc_recall_at_10_max value: 30.23366916255125 - type: nauc_recall_at_10_std value: 1.0690146258142572 - type: nauc_recall_at_1_diff1 value: 45.91775607893774 - type: nauc_recall_at_1_max value: 26.899324806364007 - type: nauc_recall_at_1_std value: -5.498609993557515 - type: nauc_recall_at_20_diff1 value: 33.32210083840443 - type: nauc_recall_at_20_max value: 26.910239736720104 - type: nauc_recall_at_20_std value: 5.087368762147268 - type: nauc_recall_at_3_diff1 value: 32.3606502852846 - type: nauc_recall_at_3_max value: 26.86643484335275 - type: nauc_recall_at_3_std value: -0.9468851994313872 - type: nauc_recall_at_5_diff1 value: 30.58200958021165 - type: nauc_recall_at_5_max value: 28.81049824914163 - type: nauc_recall_at_5_std value: 0.40032324122162105 - type: ndcg_at_1 value: 27.683999999999997 - type: ndcg_at_10 value: 40.245999999999995 - type: ndcg_at_100 value: 45.506 - type: ndcg_at_1000 value: 47.461999999999996 - type: ndcg_at_20 value: 42.122 - type: ndcg_at_3 value: 34.209 - type: ndcg_at_5 value: 37.279 - type: precision_at_1 value: 27.683999999999997 - type: precision_at_10 value: 6.3839999999999995 - type: precision_at_100 value: 0.955 - type: precision_at_1000 value: 0.11499999999999999 - type: precision_at_20 value: 3.644 - type: precision_at_3 value: 14.539 - type: precision_at_5 value: 10.576 - type: recall_at_1 value: 25.66 - type: recall_at_10 value: 55.062999999999995 - type: recall_at_100 value: 79.38199999999999 - type: recall_at_1000 value: 94.233 - type: recall_at_20 value: 62.082 - type: recall_at_3 value: 39.078 - type: recall_at_5 value: 46.236 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackMathematicaRetrieval (default) revision: 90fceea13679c63fe563ded68f3b6f06e50061de split: test type: mteb/cqadupstack-mathematica metrics: - type: main_score value: 33.599000000000004 - type: map_at_1 value: 17.586 - type: map_at_10 value: 27.32 - type: map_at_100 value: 28.799999999999997 - type: map_at_1000 value: 28.921000000000003 - type: map_at_20 value: 28.153 - type: map_at_3 value: 24.066000000000003 - type: map_at_5 value: 25.755 - type: mrr_at_1 value: 22.263681592039802 - type: mrr_at_10 value: 32.360469478006785 - type: mrr_at_100 value: 33.438437513063704 - type: mrr_at_1000 value: 33.497473884762094 - type: mrr_at_20 value: 33.04969965022066 - type: mrr_at_3 value: 29.415422885572156 - type: mrr_at_5 value: 30.99502487562189 - type: nauc_map_at_1000_diff1 value: 27.265553741965775 - type: nauc_map_at_1000_max value: 19.288555820766756 - type: nauc_map_at_1000_std value: 1.7933416168321978 - type: nauc_map_at_100_diff1 value: 27.260040534250695 - type: nauc_map_at_100_max value: 19.304892141398717 - type: nauc_map_at_100_std value: 1.8491919829209627 - type: nauc_map_at_10_diff1 value: 26.86944291051016 - type: nauc_map_at_10_max value: 18.92320522759212 - type: nauc_map_at_10_std value: 0.889749881009448 - type: nauc_map_at_1_diff1 value: 30.584243017075806 - type: nauc_map_at_1_max value: 13.491468441422066 - type: nauc_map_at_1_std value: -0.8751763698025199 - type: nauc_map_at_20_diff1 value: 27.227733914801732 - type: nauc_map_at_20_max value: 19.278767798642207 - type: nauc_map_at_20_std value: 1.4312898630264221 - type: nauc_map_at_3_diff1 value: 26.919576048874767 - type: nauc_map_at_3_max value: 18.312759768115967 - type: nauc_map_at_3_std value: -0.5642361688764358 - type: nauc_map_at_5_diff1 value: 27.04032364592226 - type: nauc_map_at_5_max value: 19.191923558129698 - type: nauc_map_at_5_std value: 0.14080066912052358 - type: nauc_mrr_at_1000_diff1 value: 27.136068664109448 - type: nauc_mrr_at_1000_max value: 22.022262336934386 - type: nauc_mrr_at_1000_std value: 3.3308260159907976 - type: nauc_mrr_at_100_diff1 value: 27.147288894737333 - type: nauc_mrr_at_100_max value: 22.02852436815082 - type: nauc_mrr_at_100_std value: 3.3550379360464526 - type: nauc_mrr_at_10_diff1 value: 26.79942635668937 - type: nauc_mrr_at_10_max value: 22.030637334814642 - type: nauc_mrr_at_10_std value: 2.867852159546408 - type: nauc_mrr_at_1_diff1 value: 29.595744930714023 - type: nauc_mrr_at_1_max value: 17.736581194275356 - type: nauc_mrr_at_1_std value: 0.2159541136892455 - type: nauc_mrr_at_20_diff1 value: 27.176010332894013 - type: nauc_mrr_at_20_max value: 22.13536761286141 - type: nauc_mrr_at_20_std value: 3.237439208098252 - type: nauc_mrr_at_3_diff1 value: 26.57000851252062 - type: nauc_mrr_at_3_max value: 21.747583860129698 - type: nauc_mrr_at_3_std value: 1.721057838979949 - type: nauc_mrr_at_5_diff1 value: 26.92551416387028 - type: nauc_mrr_at_5_max value: 22.42993672746205 - type: nauc_mrr_at_5_std value: 2.725843108347625 - type: nauc_ndcg_at_1000_diff1 value: 27.46739757065543 - type: nauc_ndcg_at_1000_max value: 21.041702596702677 - type: nauc_ndcg_at_1000_std value: 5.604780462883483 - type: nauc_ndcg_at_100_diff1 value: 27.652630070854155 - type: nauc_ndcg_at_100_max value: 21.81166185983459 - type: nauc_ndcg_at_100_std value: 6.698607031446962 - type: nauc_ndcg_at_10_diff1 value: 26.00697734505188 - type: nauc_ndcg_at_10_max value: 20.828161505269204 - type: nauc_ndcg_at_10_std value: 2.8399382855194033 - type: nauc_ndcg_at_1_diff1 value: 29.595744930714023 - type: nauc_ndcg_at_1_max value: 17.736581194275356 - type: nauc_ndcg_at_1_std value: 0.2159541136892455 - type: nauc_ndcg_at_20_diff1 value: 27.27378051779869 - type: nauc_ndcg_at_20_max value: 21.736204369394024 - type: nauc_ndcg_at_20_std value: 4.739094883714155 - type: nauc_ndcg_at_3_diff1 value: 26.57231894661191 - type: nauc_ndcg_at_3_max value: 20.93227880070676 - type: nauc_ndcg_at_3_std value: 0.024589831513874137 - type: nauc_ndcg_at_5_diff1 value: 26.600828085337064 - type: nauc_ndcg_at_5_max value: 21.773794661183416 - type: nauc_ndcg_at_5_std value: 1.5522574657313302 - type: nauc_precision_at_1000_diff1 value: 3.4210541212862537 - type: nauc_precision_at_1000_max value: 3.102103455114947 - type: nauc_precision_at_1000_std value: 1.7521716451583618 - type: nauc_precision_at_100_diff1 value: 11.443300353934575 - type: nauc_precision_at_100_max value: 14.660009751798997 - type: nauc_precision_at_100_std value: 12.668177644524992 - type: nauc_precision_at_10_diff1 value: 17.394001289019975 - type: nauc_precision_at_10_max value: 22.223278134383104 - type: nauc_precision_at_10_std value: 7.242926879010027 - type: nauc_precision_at_1_diff1 value: 29.595744930714023 - type: nauc_precision_at_1_max value: 17.736581194275356 - type: nauc_precision_at_1_std value: 0.2159541136892455 - type: nauc_precision_at_20_diff1 value: 17.43115026349507 - type: nauc_precision_at_20_max value: 21.47538261589186 - type: nauc_precision_at_20_std value: 10.237040595580279 - type: nauc_precision_at_3_diff1 value: 22.012366289647648 - type: nauc_precision_at_3_max value: 25.106312117807487 - type: nauc_precision_at_3_std value: 1.9995028727881818 - type: nauc_precision_at_5_diff1 value: 20.398546387324117 - type: nauc_precision_at_5_max value: 26.303228187054806 - type: nauc_precision_at_5_std value: 5.564748189759881 - type: nauc_recall_at_1000_diff1 value: 29.03481056576388 - type: nauc_recall_at_1000_max value: 17.81464147740126 - type: nauc_recall_at_1000_std value: 52.084053180233646 - type: nauc_recall_at_100_diff1 value: 28.23982991718224 - type: nauc_recall_at_100_max value: 26.168366200103815 - type: nauc_recall_at_100_std value: 28.36050476271469 - type: nauc_recall_at_10_diff1 value: 21.64818157792201 - type: nauc_recall_at_10_max value: 20.853972890132304 - type: nauc_recall_at_10_std value: 5.713144094583624 - type: nauc_recall_at_1_diff1 value: 30.584243017075806 - type: nauc_recall_at_1_max value: 13.491468441422066 - type: nauc_recall_at_1_std value: -0.8751763698025199 - type: nauc_recall_at_20_diff1 value: 25.370812868482425 - type: nauc_recall_at_20_max value: 23.485918438346335 - type: nauc_recall_at_20_std value: 13.06270351478354 - type: nauc_recall_at_3_diff1 value: 23.22354479137504 - type: nauc_recall_at_3_max value: 21.931741628585574 - type: nauc_recall_at_3_std value: 0.22215343527463874 - type: nauc_recall_at_5_diff1 value: 23.762779317387583 - type: nauc_recall_at_5_max value: 23.86601516024228 - type: nauc_recall_at_5_std value: 2.9938661959173722 - type: ndcg_at_1 value: 22.264 - type: ndcg_at_10 value: 33.599000000000004 - type: ndcg_at_100 value: 40.149 - type: ndcg_at_1000 value: 42.663000000000004 - type: ndcg_at_20 value: 36.329 - type: ndcg_at_3 value: 27.736 - type: ndcg_at_5 value: 30.219 - type: precision_at_1 value: 22.264 - type: precision_at_10 value: 6.542000000000001 - type: precision_at_100 value: 1.1320000000000001 - type: precision_at_1000 value: 0.147 - type: precision_at_20 value: 4.061 - type: precision_at_3 value: 14.013 - type: precision_at_5 value: 10.274 - type: recall_at_1 value: 17.586 - type: recall_at_10 value: 47.932 - type: recall_at_100 value: 75.958 - type: recall_at_1000 value: 93.512 - type: recall_at_20 value: 57.708999999999996 - type: recall_at_3 value: 31.46 - type: recall_at_5 value: 37.842 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackPhysicsRetrieval (default) revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 split: test type: mteb/cqadupstack-physics metrics: - type: main_score value: 47.410000000000004 - type: map_at_1 value: 28.971999999999998 - type: map_at_10 value: 40.96 - type: map_at_100 value: 42.331 - type: map_at_1000 value: 42.441 - type: map_at_20 value: 41.742000000000004 - type: map_at_3 value: 37.393 - type: map_at_5 value: 39.407 - type: mrr_at_1 value: 36.092396535129936 - type: mrr_at_10 value: 46.3360297599951 - type: mrr_at_100 value: 47.12743931915083 - type: mrr_at_1000 value: 47.17149558717527 - type: mrr_at_20 value: 46.764900340591545 - type: mrr_at_3 value: 43.50336862367658 - type: mrr_at_5 value: 45.048123195380114 - type: nauc_map_at_1000_diff1 value: 48.875356927744015 - type: nauc_map_at_1000_max value: 26.846314785374048 - type: nauc_map_at_1000_std value: 0.23720537516106452 - type: nauc_map_at_100_diff1 value: 48.82990495193183 - type: nauc_map_at_100_max value: 26.843711103433947 - type: nauc_map_at_100_std value: 0.25686095628081784 - type: nauc_map_at_10_diff1 value: 48.72231653223161 - type: nauc_map_at_10_max value: 26.364353126291522 - type: nauc_map_at_10_std value: 0.01100727529750763 - type: nauc_map_at_1_diff1 value: 51.96344574112589 - type: nauc_map_at_1_max value: 27.671021546156044 - type: nauc_map_at_1_std value: -4.6808708326389805 - type: nauc_map_at_20_diff1 value: 48.870849394709346 - type: nauc_map_at_20_max value: 26.813670876224883 - type: nauc_map_at_20_std value: 0.2352693253381299 - type: nauc_map_at_3_diff1 value: 49.529072015100326 - type: nauc_map_at_3_max value: 27.77400144483059 - type: nauc_map_at_3_std value: -0.6453151987449416 - type: nauc_map_at_5_diff1 value: 49.20710807541119 - type: nauc_map_at_5_max value: 27.177488493074755 - type: nauc_map_at_5_std value: -0.25587902411032826 - type: nauc_mrr_at_1000_diff1 value: 48.498262710122425 - type: nauc_mrr_at_1000_max value: 26.11751051811526 - type: nauc_mrr_at_1000_std value: -0.7728285987105216 - type: nauc_mrr_at_100_diff1 value: 48.48746660434456 - type: nauc_mrr_at_100_max value: 26.115163451470647 - type: nauc_mrr_at_100_std value: -0.7480131276402198 - type: nauc_mrr_at_10_diff1 value: 48.43136858217138 - type: nauc_mrr_at_10_max value: 25.834024688307604 - type: nauc_mrr_at_10_std value: -0.9430552221216183 - type: nauc_mrr_at_1_diff1 value: 50.088598533173354 - type: nauc_mrr_at_1_max value: 27.648802533446197 - type: nauc_mrr_at_1_std value: -3.7628727544097984 - type: nauc_mrr_at_20_diff1 value: 48.473967578999215 - type: nauc_mrr_at_20_max value: 26.091998126081734 - type: nauc_mrr_at_20_std value: -0.7681300813435199 - type: nauc_mrr_at_3_diff1 value: 48.69610564249302 - type: nauc_mrr_at_3_max value: 27.373923497327624 - type: nauc_mrr_at_3_std value: -1.2747465922726908 - type: nauc_mrr_at_5_diff1 value: 48.53658899050662 - type: nauc_mrr_at_5_max value: 26.49833197267966 - type: nauc_mrr_at_5_std value: -0.8503446744063664 - type: nauc_ndcg_at_1000_diff1 value: 48.467870789955406 - type: nauc_ndcg_at_1000_max value: 26.04777255889547 - type: nauc_ndcg_at_1000_std value: 1.6645313343373058 - type: nauc_ndcg_at_100_diff1 value: 47.80533775872007 - type: nauc_ndcg_at_100_max value: 26.106122630999174 - type: nauc_ndcg_at_100_std value: 2.456751351490524 - type: nauc_ndcg_at_10_diff1 value: 47.57301034996511 - type: nauc_ndcg_at_10_max value: 24.379146216030552 - type: nauc_ndcg_at_10_std value: 1.2579497129670234 - type: nauc_ndcg_at_1_diff1 value: 50.088598533173354 - type: nauc_ndcg_at_1_max value: 27.648802533446197 - type: nauc_ndcg_at_1_std value: -3.7628727544097984 - type: nauc_ndcg_at_20_diff1 value: 47.87138595331042 - type: nauc_ndcg_at_20_max value: 25.648148427942452 - type: nauc_ndcg_at_20_std value: 2.1415614628731148 - type: nauc_ndcg_at_3_diff1 value: 48.40186907831459 - type: nauc_ndcg_at_3_max value: 27.015191238802633 - type: nauc_ndcg_at_3_std value: -0.28368565093265813 - type: nauc_ndcg_at_5_diff1 value: 48.43525178181797 - type: nauc_ndcg_at_5_max value: 26.033136810207125 - type: nauc_ndcg_at_5_std value: 0.5903319782637264 - type: nauc_precision_at_1000_diff1 value: -5.050204072247187 - type: nauc_precision_at_1000_max value: -1.706061543844424 - type: nauc_precision_at_1000_std value: 0.4935798158915392 - type: nauc_precision_at_100_diff1 value: 1.581628126436549 - type: nauc_precision_at_100_max value: 5.131864973231214 - type: nauc_precision_at_100_std value: 5.818785250601078 - type: nauc_precision_at_10_diff1 value: 17.826909304567316 - type: nauc_precision_at_10_max value: 10.047556755952215 - type: nauc_precision_at_10_std value: 5.828288769562702 - type: nauc_precision_at_1_diff1 value: 50.088598533173354 - type: nauc_precision_at_1_max value: 27.648802533446197 - type: nauc_precision_at_1_std value: -3.7628727544097984 - type: nauc_precision_at_20_diff1 value: 12.647456163352691 - type: nauc_precision_at_20_max value: 10.821622040896782 - type: nauc_precision_at_20_std value: 6.6782471423372405 - type: nauc_precision_at_3_diff1 value: 33.03366844205296 - type: nauc_precision_at_3_max value: 21.61654824915879 - type: nauc_precision_at_3_std value: 3.1117767791018403 - type: nauc_precision_at_5_diff1 value: 25.873738881952193 - type: nauc_precision_at_5_max value: 16.50897302333537 - type: nauc_precision_at_5_std value: 4.306391187216285 - type: nauc_recall_at_1000_diff1 value: 46.920916880807226 - type: nauc_recall_at_1000_max value: 18.93033931407027 - type: nauc_recall_at_1000_std value: 30.343625789039912 - type: nauc_recall_at_100_diff1 value: 36.99917690641126 - type: nauc_recall_at_100_max value: 21.9225154657857 - type: nauc_recall_at_100_std value: 20.18252525903621 - type: nauc_recall_at_10_diff1 value: 40.849017544403544 - type: nauc_recall_at_10_max value: 15.573050231627782 - type: nauc_recall_at_10_std value: 6.199240253446229 - type: nauc_recall_at_1_diff1 value: 51.96344574112589 - type: nauc_recall_at_1_max value: 27.671021546156044 - type: nauc_recall_at_1_std value: -4.6808708326389805 - type: nauc_recall_at_20_diff1 value: 41.15264820688897 - type: nauc_recall_at_20_max value: 19.50230922026062 - type: nauc_recall_at_20_std value: 11.139703256952268 - type: nauc_recall_at_3_diff1 value: 45.76731873825665 - type: nauc_recall_at_3_max value: 24.89502530374308 - type: nauc_recall_at_3_std value: 1.8833756018456458 - type: nauc_recall_at_5_diff1 value: 44.65491098304952 - type: nauc_recall_at_5_max value: 22.218813760031296 - type: nauc_recall_at_5_std value: 3.985541104014005 - type: ndcg_at_1 value: 36.092 - type: ndcg_at_10 value: 47.410000000000004 - type: ndcg_at_100 value: 52.829 - type: ndcg_at_1000 value: 54.736 - type: ndcg_at_20 value: 49.563 - type: ndcg_at_3 value: 41.724 - type: ndcg_at_5 value: 44.358 - type: precision_at_1 value: 36.092 - type: precision_at_10 value: 8.807 - type: precision_at_100 value: 1.336 - type: precision_at_1000 value: 0.166 - type: precision_at_20 value: 5.140000000000001 - type: precision_at_3 value: 20.244 - type: precision_at_5 value: 14.418000000000001 - type: recall_at_1 value: 28.971999999999998 - type: recall_at_10 value: 61.160000000000004 - type: recall_at_100 value: 83.60600000000001 - type: recall_at_1000 value: 95.696 - type: recall_at_20 value: 68.569 - type: recall_at_3 value: 45.269 - type: recall_at_5 value: 52.168000000000006 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackProgrammersRetrieval (default) revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 split: test type: mteb/cqadupstack-programmers metrics: - type: main_score value: 47.107 - type: map_at_1 value: 29.509999999999998 - type: map_at_10 value: 40.872 - type: map_at_100 value: 42.349 - type: map_at_1000 value: 42.441 - type: map_at_20 value: 41.743 - type: map_at_3 value: 37.174 - type: map_at_5 value: 39.232 - type: mrr_at_1 value: 36.41552511415525 - type: mrr_at_10 value: 46.10585634558234 - type: mrr_at_100 value: 47.04388507378313 - type: mrr_at_1000 value: 47.085192151800705 - type: mrr_at_20 value: 46.71053512338389 - type: mrr_at_3 value: 43.45509893455097 - type: mrr_at_5 value: 44.95624048706236 - type: nauc_map_at_1000_diff1 value: 47.17063593584487 - type: nauc_map_at_1000_max value: 35.6595416622568 - type: nauc_map_at_1000_std value: 1.882360177794315 - type: nauc_map_at_100_diff1 value: 47.141224266698956 - type: nauc_map_at_100_max value: 35.64890271359889 - type: nauc_map_at_100_std value: 1.909040104973397 - type: nauc_map_at_10_diff1 value: 47.0080172506447 - type: nauc_map_at_10_max value: 35.6271740598076 - type: nauc_map_at_10_std value: 1.5963064045936786 - type: nauc_map_at_1_diff1 value: 50.45344698710353 - type: nauc_map_at_1_max value: 34.1407536673108 - type: nauc_map_at_1_std value: -2.503693156800745 - type: nauc_map_at_20_diff1 value: 47.198265744193066 - type: nauc_map_at_20_max value: 35.59983959295096 - type: nauc_map_at_20_std value: 1.709629193868128 - type: nauc_map_at_3_diff1 value: 47.86035115628325 - type: nauc_map_at_3_max value: 33.91453079017758 - type: nauc_map_at_3_std value: -1.0125268264345189 - type: nauc_map_at_5_diff1 value: 47.57075430825601 - type: nauc_map_at_5_max value: 35.340050213538674 - type: nauc_map_at_5_std value: 0.565360701196888 - type: nauc_mrr_at_1000_diff1 value: 46.19502136847612 - type: nauc_mrr_at_1000_max value: 36.22787621665649 - type: nauc_mrr_at_1000_std value: 0.871072004307322 - type: nauc_mrr_at_100_diff1 value: 46.18202150096684 - type: nauc_mrr_at_100_max value: 36.2180237985802 - type: nauc_mrr_at_100_std value: 0.9124059695477915 - type: nauc_mrr_at_10_diff1 value: 46.016490051238904 - type: nauc_mrr_at_10_max value: 36.19342604363148 - type: nauc_mrr_at_10_std value: 0.9071792646788923 - type: nauc_mrr_at_1_diff1 value: 50.04822644213264 - type: nauc_mrr_at_1_max value: 38.40049220874411 - type: nauc_mrr_at_1_std value: -0.4331805170196953 - type: nauc_mrr_at_20_diff1 value: 46.154472362472056 - type: nauc_mrr_at_20_max value: 36.21027910317236 - type: nauc_mrr_at_20_std value: 0.7953830560986073 - type: nauc_mrr_at_3_diff1 value: 46.69193692769359 - type: nauc_mrr_at_3_max value: 36.09347122586123 - type: nauc_mrr_at_3_std value: -0.8314592280863028 - type: nauc_mrr_at_5_diff1 value: 46.36247573613005 - type: nauc_mrr_at_5_max value: 36.1332024555296 - type: nauc_mrr_at_5_std value: 0.08254138511110683 - type: nauc_ndcg_at_1000_diff1 value: 45.502836278293714 - type: nauc_ndcg_at_1000_max value: 35.46858202686828 - type: nauc_ndcg_at_1000_std value: 4.220566466316345 - type: nauc_ndcg_at_100_diff1 value: 44.97146510067551 - type: nauc_ndcg_at_100_max value: 35.20514680813267 - type: nauc_ndcg_at_100_std value: 5.3327590512159295 - type: nauc_ndcg_at_10_diff1 value: 44.77893725971796 - type: nauc_ndcg_at_10_max value: 35.30984188181181 - type: nauc_ndcg_at_10_std value: 3.643838626739208 - type: nauc_ndcg_at_1_diff1 value: 50.04822644213264 - type: nauc_ndcg_at_1_max value: 38.40049220874411 - type: nauc_ndcg_at_1_std value: -0.4331805170196953 - type: nauc_ndcg_at_20_diff1 value: 45.347579096264255 - type: nauc_ndcg_at_20_max value: 35.23900153649932 - type: nauc_ndcg_at_20_std value: 3.870932080127777 - type: nauc_ndcg_at_3_diff1 value: 45.73489028100815 - type: nauc_ndcg_at_3_max value: 33.456282441683534 - type: nauc_ndcg_at_3_std value: -0.4316489511717149 - type: nauc_ndcg_at_5_diff1 value: 45.64448042343172 - type: nauc_ndcg_at_5_max value: 34.82550522784654 - type: nauc_ndcg_at_5_std value: 1.625202909591719 - type: nauc_precision_at_1000_diff1 value: -11.082584414320458 - type: nauc_precision_at_1000_max value: -0.10525239966679063 - type: nauc_precision_at_1000_std value: 1.2049688164002124 - type: nauc_precision_at_100_diff1 value: -4.401663460913719 - type: nauc_precision_at_100_max value: 6.217580097767219 - type: nauc_precision_at_100_std value: 11.507170914733113 - type: nauc_precision_at_10_diff1 value: 15.316762589026817 - type: nauc_precision_at_10_max value: 24.094651080086884 - type: nauc_precision_at_10_std value: 14.997661405160551 - type: nauc_precision_at_1_diff1 value: 50.04822644213264 - type: nauc_precision_at_1_max value: 38.40049220874411 - type: nauc_precision_at_1_std value: -0.4331805170196953 - type: nauc_precision_at_20_diff1 value: 9.71755375786461 - type: nauc_precision_at_20_max value: 17.50245364945517 - type: nauc_precision_at_20_std value: 13.42442276093188 - type: nauc_precision_at_3_diff1 value: 33.92303910717078 - type: nauc_precision_at_3_max value: 31.577604822025844 - type: nauc_precision_at_3_std value: 4.225871813818534 - type: nauc_precision_at_5_diff1 value: 26.434077412071776 - type: nauc_precision_at_5_max value: 30.415493182198862 - type: nauc_precision_at_5_std value: 9.962587204978579 - type: nauc_recall_at_1000_diff1 value: 19.583141827294416 - type: nauc_recall_at_1000_max value: 25.331531875118163 - type: nauc_recall_at_1000_std value: 47.19745406634415 - type: nauc_recall_at_100_diff1 value: 28.38177952031043 - type: nauc_recall_at_100_max value: 27.04348472020136 - type: nauc_recall_at_100_std value: 32.64978369730068 - type: nauc_recall_at_10_diff1 value: 36.77645976843529 - type: nauc_recall_at_10_max value: 31.508362325677286 - type: nauc_recall_at_10_std value: 9.845183301924783 - type: nauc_recall_at_1_diff1 value: 50.45344698710353 - type: nauc_recall_at_1_max value: 34.1407536673108 - type: nauc_recall_at_1_std value: -2.503693156800745 - type: nauc_recall_at_20_diff1 value: 37.1245830532323 - type: nauc_recall_at_20_max value: 30.01404898730656 - type: nauc_recall_at_20_std value: 11.991031997571183 - type: nauc_recall_at_3_diff1 value: 41.50397374838714 - type: nauc_recall_at_3_max value: 28.605530200805894 - type: nauc_recall_at_3_std value: -0.2718652433235268 - type: nauc_recall_at_5_diff1 value: 39.85347018437693 - type: nauc_recall_at_5_max value: 30.8839592452558 - type: nauc_recall_at_5_std value: 4.6501737002456505 - type: ndcg_at_1 value: 36.416 - type: ndcg_at_10 value: 47.107 - type: ndcg_at_100 value: 52.998999999999995 - type: ndcg_at_1000 value: 54.647 - type: ndcg_at_20 value: 49.748 - type: ndcg_at_3 value: 41.555 - type: ndcg_at_5 value: 44.079 - type: precision_at_1 value: 36.416 - type: precision_at_10 value: 8.870000000000001 - type: precision_at_100 value: 1.381 - type: precision_at_1000 value: 0.168 - type: precision_at_20 value: 5.303 - type: precision_at_3 value: 19.901 - type: precision_at_5 value: 14.292 - type: recall_at_1 value: 29.509999999999998 - type: recall_at_10 value: 60.169 - type: recall_at_100 value: 84.745 - type: recall_at_1000 value: 95.515 - type: recall_at_20 value: 69.571 - type: recall_at_3 value: 44.751000000000005 - type: recall_at_5 value: 51.675000000000004 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackRetrieval (default) revision: CQADupstackRetrieval_is_a_combined_dataset split: test type: CQADupstackRetrieval_is_a_combined_dataset metrics: - type: main_score value: 42.74816666666667 - type: ndcg_at_10 value: 42.74816666666667 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackStatsRetrieval (default) revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a split: test type: mteb/cqadupstack-stats metrics: - type: main_score value: 38.574999999999996 - type: map_at_1 value: 26.184 - type: map_at_10 value: 33.796 - type: map_at_100 value: 34.942 - type: map_at_1000 value: 35.027 - type: map_at_20 value: 34.400999999999996 - type: map_at_3 value: 31.247000000000003 - type: map_at_5 value: 32.618 - type: mrr_at_1 value: 29.447852760736197 - type: mrr_at_10 value: 36.7572913623527 - type: mrr_at_100 value: 37.75134813088362 - type: mrr_at_1000 value: 37.80936473092716 - type: mrr_at_20 value: 37.32794705157665 - type: mrr_at_3 value: 34.50920245398773 - type: mrr_at_5 value: 35.70552147239264 - type: nauc_map_at_1000_diff1 value: 41.03705943910151 - type: nauc_map_at_1000_max value: 31.212034574788223 - type: nauc_map_at_1000_std value: 5.0860482737872585 - type: nauc_map_at_100_diff1 value: 41.036679724384975 - type: nauc_map_at_100_max value: 31.22552462503921 - type: nauc_map_at_100_std value: 5.066442366854383 - type: nauc_map_at_10_diff1 value: 41.10544250629236 - type: nauc_map_at_10_max value: 31.36660549991616 - type: nauc_map_at_10_std value: 4.918474556305647 - type: nauc_map_at_1_diff1 value: 45.012348658917084 - type: nauc_map_at_1_max value: 32.97795481425923 - type: nauc_map_at_1_std value: 2.378119627191972 - type: nauc_map_at_20_diff1 value: 41.08979133865055 - type: nauc_map_at_20_max value: 31.215468276820857 - type: nauc_map_at_20_std value: 5.029740972247495 - type: nauc_map_at_3_diff1 value: 41.628234253590776 - type: nauc_map_at_3_max value: 32.53336359524941 - type: nauc_map_at_3_std value: 4.860348221405528 - type: nauc_map_at_5_diff1 value: 41.537709900129116 - type: nauc_map_at_5_max value: 32.276330681668654 - type: nauc_map_at_5_std value: 4.846181729651669 - type: nauc_mrr_at_1000_diff1 value: 42.29004874474518 - type: nauc_mrr_at_1000_max value: 31.307199153225735 - type: nauc_mrr_at_1000_std value: 4.605131934451417 - type: nauc_mrr_at_100_diff1 value: 42.280047109551546 - type: nauc_mrr_at_100_max value: 31.289947735731538 - type: nauc_mrr_at_100_std value: 4.582937582219149 - type: nauc_mrr_at_10_diff1 value: 42.34222112143596 - type: nauc_mrr_at_10_max value: 31.359940250531142 - type: nauc_mrr_at_10_std value: 4.453370071132275 - type: nauc_mrr_at_1_diff1 value: 45.95443881951325 - type: nauc_mrr_at_1_max value: 32.619135528025325 - type: nauc_mrr_at_1_std value: 2.052662449953393 - type: nauc_mrr_at_20_diff1 value: 42.26941002683479 - type: nauc_mrr_at_20_max value: 31.187438688521034 - type: nauc_mrr_at_20_std value: 4.5359475550655715 - type: nauc_mrr_at_3_diff1 value: 43.531839392022135 - type: nauc_mrr_at_3_max value: 32.21473960551518 - type: nauc_mrr_at_3_std value: 4.241677481952446 - type: nauc_mrr_at_5_diff1 value: 43.00448483997977 - type: nauc_mrr_at_5_max value: 31.936515068920237 - type: nauc_mrr_at_5_std value: 4.254613914320285 - type: nauc_ndcg_at_1000_diff1 value: 39.08960919974518 - type: nauc_ndcg_at_1000_max value: 30.08930269294802 - type: nauc_ndcg_at_1000_std value: 7.0902275178016225 - type: nauc_ndcg_at_100_diff1 value: 38.98713815279589 - type: nauc_ndcg_at_100_max value: 29.82144804645644 - type: nauc_ndcg_at_100_std value: 6.759601980797914 - type: nauc_ndcg_at_10_diff1 value: 39.418527591834795 - type: nauc_ndcg_at_10_max value: 30.08055189001222 - type: nauc_ndcg_at_10_std value: 5.721375611075414 - type: nauc_ndcg_at_1_diff1 value: 45.95443881951325 - type: nauc_ndcg_at_1_max value: 32.619135528025325 - type: nauc_ndcg_at_1_std value: 2.052662449953393 - type: nauc_ndcg_at_20_diff1 value: 39.05782103145853 - type: nauc_ndcg_at_20_max value: 29.49942876513546 - type: nauc_ndcg_at_20_std value: 6.34657136486055 - type: nauc_ndcg_at_3_diff1 value: 41.125063900984635 - type: nauc_ndcg_at_3_max value: 32.139095393552424 - type: nauc_ndcg_at_3_std value: 5.191262454292501 - type: nauc_ndcg_at_5_diff1 value: 40.717371213208544 - type: nauc_ndcg_at_5_max value: 31.774089542050117 - type: nauc_ndcg_at_5_std value: 5.223234037768828 - type: nauc_precision_at_1000_diff1 value: 0.006638310316025911 - type: nauc_precision_at_1000_max value: -9.546883023580094 - type: nauc_precision_at_1000_std value: -1.475622979214972 - type: nauc_precision_at_100_diff1 value: 11.010276773793507 - type: nauc_precision_at_100_max value: -0.08180253887926077 - type: nauc_precision_at_100_std value: 3.287046242664858 - type: nauc_precision_at_10_diff1 value: 27.262245018901698 - type: nauc_precision_at_10_max value: 16.2877591608577 - type: nauc_precision_at_10_std value: 5.839311010801853 - type: nauc_precision_at_1_diff1 value: 45.95443881951325 - type: nauc_precision_at_1_max value: 32.619135528025325 - type: nauc_precision_at_1_std value: 2.052662449953393 - type: nauc_precision_at_20_diff1 value: 22.408421524281493 - type: nauc_precision_at_20_max value: 10.077231751543565 - type: nauc_precision_at_20_std value: 6.236324897139737 - type: nauc_precision_at_3_diff1 value: 37.104186066630184 - type: nauc_precision_at_3_max value: 28.93970664421486 - type: nauc_precision_at_3_std value: 6.189175805816679 - type: nauc_precision_at_5_diff1 value: 33.481383755503344 - type: nauc_precision_at_5_max value: 24.574152076881976 - type: nauc_precision_at_5_std value: 5.787283838050964 - type: nauc_recall_at_1000_diff1 value: 13.749745478534466 - type: nauc_recall_at_1000_max value: 27.46595915304242 - type: nauc_recall_at_1000_std value: 43.337093159412746 - type: nauc_recall_at_100_diff1 value: 25.71608004026722 - type: nauc_recall_at_100_max value: 23.295361701635084 - type: nauc_recall_at_100_std value: 17.803464732957156 - type: nauc_recall_at_10_diff1 value: 31.44102657586473 - type: nauc_recall_at_10_max value: 25.636789857993808 - type: nauc_recall_at_10_std value: 8.690210156923568 - type: nauc_recall_at_1_diff1 value: 45.012348658917084 - type: nauc_recall_at_1_max value: 32.97795481425923 - type: nauc_recall_at_1_std value: 2.378119627191972 - type: nauc_recall_at_20_diff1 value: 29.75929214314049 - type: nauc_recall_at_20_max value: 22.919735188320487 - type: nauc_recall_at_20_std value: 11.567442926310765 - type: nauc_recall_at_3_diff1 value: 36.76334334420757 - type: nauc_recall_at_3_max value: 31.59129150974883 - type: nauc_recall_at_3_std value: 7.166175857606125 - type: nauc_recall_at_5_diff1 value: 35.13282132180025 - type: nauc_recall_at_5_max value: 30.350684835131553 - type: nauc_recall_at_5_std value: 7.142861662933231 - type: ndcg_at_1 value: 29.448 - type: ndcg_at_10 value: 38.574999999999996 - type: ndcg_at_100 value: 44.263999999999996 - type: ndcg_at_1000 value: 46.32 - type: ndcg_at_20 value: 40.628 - type: ndcg_at_3 value: 33.906 - type: ndcg_at_5 value: 36.03 - type: precision_at_1 value: 29.448 - type: precision_at_10 value: 6.166 - type: precision_at_100 value: 0.992 - type: precision_at_1000 value: 0.124 - type: precision_at_20 value: 3.627 - type: precision_at_3 value: 14.417 - type: precision_at_5 value: 10.184 - type: recall_at_1 value: 26.184 - type: recall_at_10 value: 50.339 - type: recall_at_100 value: 76.44300000000001 - type: recall_at_1000 value: 91.376 - type: recall_at_20 value: 57.94200000000001 - type: recall_at_3 value: 37.602000000000004 - type: recall_at_5 value: 42.708 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackTexRetrieval (default) revision: 46989137a86843e03a6195de44b09deda022eec7 split: test type: mteb/cqadupstack-tex metrics: - type: main_score value: 30.446 - type: map_at_1 value: 16.888 - type: map_at_10 value: 25.169999999999998 - type: map_at_100 value: 26.432 - type: map_at_1000 value: 26.558 - type: map_at_20 value: 25.884 - type: map_at_3 value: 22.392 - type: map_at_5 value: 23.862 - type: mrr_at_1 value: 20.612525808671712 - type: mrr_at_10 value: 28.94379717934435 - type: mrr_at_100 value: 29.956026940991578 - type: mrr_at_1000 value: 30.030396196620284 - type: mrr_at_20 value: 29.543198182591162 - type: mrr_at_3 value: 26.34778618949303 - type: mrr_at_5 value: 27.725969259004412 - type: nauc_map_at_1000_diff1 value: 37.47997469039452 - type: nauc_map_at_1000_max value: 21.421931473251863 - type: nauc_map_at_1000_std value: 1.5690124401135066 - type: nauc_map_at_100_diff1 value: 37.478584664432304 - type: nauc_map_at_100_max value: 21.422143658021053 - type: nauc_map_at_100_std value: 1.566528536384738 - type: nauc_map_at_10_diff1 value: 37.63897487891542 - type: nauc_map_at_10_max value: 21.320030910527255 - type: nauc_map_at_10_std value: 1.0327570489355187 - type: nauc_map_at_1_diff1 value: 44.71163328349228 - type: nauc_map_at_1_max value: 22.446113464782112 - type: nauc_map_at_1_std value: -0.41970785990162957 - type: nauc_map_at_20_diff1 value: 37.60131283021686 - type: nauc_map_at_20_max value: 21.3691373960991 - type: nauc_map_at_20_std value: 1.2704576929639178 - type: nauc_map_at_3_diff1 value: 38.569300112130584 - type: nauc_map_at_3_max value: 21.599281592197645 - type: nauc_map_at_3_std value: 0.17312117243077374 - type: nauc_map_at_5_diff1 value: 38.003272593074534 - type: nauc_map_at_5_max value: 21.470587264514265 - type: nauc_map_at_5_std value: 0.8202467504176192 - type: nauc_mrr_at_1000_diff1 value: 36.40070606249303 - type: nauc_mrr_at_1000_max value: 20.918159385616235 - type: nauc_mrr_at_1000_std value: 1.4689044699534843 - type: nauc_mrr_at_100_diff1 value: 36.382723733435185 - type: nauc_mrr_at_100_max value: 20.914130048646378 - type: nauc_mrr_at_100_std value: 1.4695708792966349 - type: nauc_mrr_at_10_diff1 value: 36.39783865629839 - type: nauc_mrr_at_10_max value: 20.807844052080004 - type: nauc_mrr_at_10_std value: 1.0924977932781788 - type: nauc_mrr_at_1_diff1 value: 42.57454091873592 - type: nauc_mrr_at_1_max value: 21.672943617832036 - type: nauc_mrr_at_1_std value: -0.10189138615103883 - type: nauc_mrr_at_20_diff1 value: 36.3838114124106 - type: nauc_mrr_at_20_max value: 20.87264072376547 - type: nauc_mrr_at_20_std value: 1.3432553141494952 - type: nauc_mrr_at_3_diff1 value: 37.51571566935928 - type: nauc_mrr_at_3_max value: 21.19647468708375 - type: nauc_mrr_at_3_std value: 0.6277750127835567 - type: nauc_mrr_at_5_diff1 value: 36.87464282453542 - type: nauc_mrr_at_5_max value: 21.0704963624643 - type: nauc_mrr_at_5_std value: 0.9052912701483784 - type: nauc_ndcg_at_1000_diff1 value: 34.552555694361274 - type: nauc_ndcg_at_1000_max value: 21.259928579786788 - type: nauc_ndcg_at_1000_std value: 3.938486886570975 - type: nauc_ndcg_at_100_diff1 value: 34.37518593610454 - type: nauc_ndcg_at_100_max value: 21.182389588343348 - type: nauc_ndcg_at_100_std value: 4.3168049004409275 - type: nauc_ndcg_at_10_diff1 value: 35.211341808407504 - type: nauc_ndcg_at_10_max value: 20.84028975529198 - type: nauc_ndcg_at_10_std value: 1.8086338693039452 - type: nauc_ndcg_at_1_diff1 value: 42.57454091873592 - type: nauc_ndcg_at_1_max value: 21.672943617832036 - type: nauc_ndcg_at_1_std value: -0.10189138615103883 - type: nauc_ndcg_at_20_diff1 value: 35.00363891684754 - type: nauc_ndcg_at_20_max value: 20.922087179049363 - type: nauc_ndcg_at_20_std value: 2.660205273507509 - type: nauc_ndcg_at_3_diff1 value: 36.92485381743134 - type: nauc_ndcg_at_3_max value: 21.25737761098354 - type: nauc_ndcg_at_3_std value: 0.28798539980447146 - type: nauc_ndcg_at_5_diff1 value: 36.04502896798978 - type: nauc_ndcg_at_5_max value: 21.148648295149318 - type: nauc_ndcg_at_5_std value: 1.243003231031824 - type: nauc_precision_at_1000_diff1 value: -0.7759478803048101 - type: nauc_precision_at_1000_max value: 3.2826437330805502 - type: nauc_precision_at_1000_std value: 2.7787334076838173 - type: nauc_precision_at_100_diff1 value: 6.959433786637141 - type: nauc_precision_at_100_max value: 10.104545782506289 - type: nauc_precision_at_100_std value: 8.917540163713769 - type: nauc_precision_at_10_diff1 value: 22.003522151797437 - type: nauc_precision_at_10_max value: 16.164192732980553 - type: nauc_precision_at_10_std value: 3.275914834741683 - type: nauc_precision_at_1_diff1 value: 42.57454091873592 - type: nauc_precision_at_1_max value: 21.672943617832036 - type: nauc_precision_at_1_std value: -0.10189138615103883 - type: nauc_precision_at_20_diff1 value: 18.129059379732563 - type: nauc_precision_at_20_max value: 14.512665907788747 - type: nauc_precision_at_20_std value: 5.022877954638016 - type: nauc_precision_at_3_diff1 value: 29.98093015706584 - type: nauc_precision_at_3_max value: 19.728491902142636 - type: nauc_precision_at_3_std value: 1.4470534167918057 - type: nauc_precision_at_5_diff1 value: 26.50099880522309 - type: nauc_precision_at_5_max value: 18.138610189869738 - type: nauc_precision_at_5_std value: 2.551091667929808 - type: nauc_recall_at_1000_diff1 value: 16.96943824149726 - type: nauc_recall_at_1000_max value: 23.257191427293964 - type: nauc_recall_at_1000_std value: 24.9502432707826 - type: nauc_recall_at_100_diff1 value: 21.669754477643142 - type: nauc_recall_at_100_max value: 19.164964731074388 - type: nauc_recall_at_100_std value: 16.85249185076977 - type: nauc_recall_at_10_diff1 value: 27.551237362397828 - type: nauc_recall_at_10_max value: 18.28543172320463 - type: nauc_recall_at_10_std value: 3.5306584526336846 - type: nauc_recall_at_1_diff1 value: 44.71163328349228 - type: nauc_recall_at_1_max value: 22.446113464782112 - type: nauc_recall_at_1_std value: -0.41970785990162957 - type: nauc_recall_at_20_diff1 value: 26.271222471772326 - type: nauc_recall_at_20_max value: 18.12240775027493 - type: nauc_recall_at_20_std value: 6.607853337331698 - type: nauc_recall_at_3_diff1 value: 32.25185781878737 - type: nauc_recall_at_3_max value: 20.129371018198135 - type: nauc_recall_at_3_std value: 0.44779691255305437 - type: nauc_recall_at_5_diff1 value: 29.921019600841547 - type: nauc_recall_at_5_max value: 19.573769036363174 - type: nauc_recall_at_5_std value: 2.3711269481227277 - type: ndcg_at_1 value: 20.613 - type: ndcg_at_10 value: 30.446 - type: ndcg_at_100 value: 36.296 - type: ndcg_at_1000 value: 39.062999999999995 - type: ndcg_at_20 value: 32.756 - type: ndcg_at_3 value: 25.413000000000004 - type: ndcg_at_5 value: 27.61 - type: precision_at_1 value: 20.613 - type: precision_at_10 value: 5.785 - type: precision_at_100 value: 1.013 - type: precision_at_1000 value: 0.14400000000000002 - type: precision_at_20 value: 3.567 - type: precision_at_3 value: 12.216000000000001 - type: precision_at_5 value: 9.030000000000001 - type: recall_at_1 value: 16.888 - type: recall_at_10 value: 42.64 - type: recall_at_100 value: 68.771 - type: recall_at_1000 value: 88.018 - type: recall_at_20 value: 51.121 - type: recall_at_3 value: 28.505000000000003 - type: recall_at_5 value: 34.099000000000004 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackUnixRetrieval (default) revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 split: test type: mteb/cqadupstack-unix metrics: - type: main_score value: 42.283 - type: map_at_1 value: 26.326 - type: map_at_10 value: 36.515 - type: map_at_100 value: 37.832 - type: map_at_1000 value: 37.937 - type: map_at_20 value: 37.269999999999996 - type: map_at_3 value: 33.338 - type: map_at_5 value: 35.169 - type: mrr_at_1 value: 31.25 - type: mrr_at_10 value: 40.64062129827054 - type: mrr_at_100 value: 41.61370050636776 - type: mrr_at_1000 value: 41.67017916648837 - type: mrr_at_20 value: 41.18797257145757 - type: mrr_at_3 value: 37.93532338308455 - type: mrr_at_5 value: 39.55845771144274 - type: nauc_map_at_1000_diff1 value: 50.56683743231891 - type: nauc_map_at_1000_max value: 39.19969051920628 - type: nauc_map_at_1000_std value: -0.9554342712910933 - type: nauc_map_at_100_diff1 value: 50.544855645079345 - type: nauc_map_at_100_max value: 39.191632786859124 - type: nauc_map_at_100_std value: -0.962267377904227 - type: nauc_map_at_10_diff1 value: 50.74377893641161 - type: nauc_map_at_10_max value: 39.19344096202928 - type: nauc_map_at_10_std value: -1.22618961567281 - type: nauc_map_at_1_diff1 value: 57.492804899336434 - type: nauc_map_at_1_max value: 38.451829796562365 - type: nauc_map_at_1_std value: -2.2223809957991993 - type: nauc_map_at_20_diff1 value: 50.37379315470132 - type: nauc_map_at_20_max value: 39.15268041299702 - type: nauc_map_at_20_std value: -1.1542173582571251 - type: nauc_map_at_3_diff1 value: 52.114315032062265 - type: nauc_map_at_3_max value: 39.506520142355846 - type: nauc_map_at_3_std value: -1.136869114727129 - type: nauc_map_at_5_diff1 value: 51.137878020043615 - type: nauc_map_at_5_max value: 39.41597927774479 - type: nauc_map_at_5_std value: -1.414373986733375 - type: nauc_mrr_at_1000_diff1 value: 49.28345924937687 - type: nauc_mrr_at_1000_max value: 39.49024565022835 - type: nauc_mrr_at_1000_std value: -0.7389778084722739 - type: nauc_mrr_at_100_diff1 value: 49.25964062379304 - type: nauc_mrr_at_100_max value: 39.49625691927597 - type: nauc_mrr_at_100_std value: -0.7233812120562104 - type: nauc_mrr_at_10_diff1 value: 49.28005195010669 - type: nauc_mrr_at_10_max value: 39.502594291827194 - type: nauc_mrr_at_10_std value: -0.854578965146599 - type: nauc_mrr_at_1_diff1 value: 54.51968972219606 - type: nauc_mrr_at_1_max value: 38.985521654330725 - type: nauc_mrr_at_1_std value: -3.17796307755014 - type: nauc_mrr_at_20_diff1 value: 49.140932871712586 - type: nauc_mrr_at_20_max value: 39.44307540677674 - type: nauc_mrr_at_20_std value: -0.8396065147276742 - type: nauc_mrr_at_3_diff1 value: 50.04344397525612 - type: nauc_mrr_at_3_max value: 39.56654196970236 - type: nauc_mrr_at_3_std value: -1.2528287637913136 - type: nauc_mrr_at_5_diff1 value: 49.489373600446605 - type: nauc_mrr_at_5_max value: 39.659057230991316 - type: nauc_mrr_at_5_std value: -0.8720012571429344 - type: nauc_ndcg_at_1000_diff1 value: 48.748836050761405 - type: nauc_ndcg_at_1000_max value: 39.3457622357591 - type: nauc_ndcg_at_1000_std value: 1.1002389454170685 - type: nauc_ndcg_at_100_diff1 value: 48.22509167328338 - type: nauc_ndcg_at_100_max value: 39.3256932518086 - type: nauc_ndcg_at_100_std value: 1.438492059971218 - type: nauc_ndcg_at_10_diff1 value: 48.523357452437814 - type: nauc_ndcg_at_10_max value: 39.34471711241775 - type: nauc_ndcg_at_10_std value: -0.2137972110670513 - type: nauc_ndcg_at_1_diff1 value: 54.51968972219606 - type: nauc_ndcg_at_1_max value: 38.985521654330725 - type: nauc_ndcg_at_1_std value: -3.17796307755014 - type: nauc_ndcg_at_20_diff1 value: 47.51869995272205 - type: nauc_ndcg_at_20_max value: 39.30246710982855 - type: nauc_ndcg_at_20_std value: 0.1356281374446824 - type: nauc_ndcg_at_3_diff1 value: 50.12867016794126 - type: nauc_ndcg_at_3_max value: 39.4353732876648 - type: nauc_ndcg_at_3_std value: -0.9234551014485096 - type: nauc_ndcg_at_5_diff1 value: 49.10482448457108 - type: nauc_ndcg_at_5_max value: 39.604661308610275 - type: nauc_ndcg_at_5_std value: -0.7590788407730459 - type: nauc_precision_at_1000_diff1 value: -13.992133335670959 - type: nauc_precision_at_1000_max value: -7.214390627220537 - type: nauc_precision_at_1000_std value: 1.639261412748335 - type: nauc_precision_at_100_diff1 value: -0.557128351079009 - type: nauc_precision_at_100_max value: 7.486849612096312 - type: nauc_precision_at_100_std value: 7.1810501898680394 - type: nauc_precision_at_10_diff1 value: 21.213914544802844 - type: nauc_precision_at_10_max value: 25.864858450310546 - type: nauc_precision_at_10_std value: 0.39125389546740813 - type: nauc_precision_at_1_diff1 value: 54.51968972219606 - type: nauc_precision_at_1_max value: 38.985521654330725 - type: nauc_precision_at_1_std value: -3.17796307755014 - type: nauc_precision_at_20_diff1 value: 11.601304405847157 - type: nauc_precision_at_20_max value: 20.185407711622904 - type: nauc_precision_at_20_std value: 2.1916426458779488 - type: nauc_precision_at_3_diff1 value: 36.89740060012004 - type: nauc_precision_at_3_max value: 35.568914734056975 - type: nauc_precision_at_3_std value: 0.038850738796324405 - type: nauc_precision_at_5_diff1 value: 29.183999992678782 - type: nauc_precision_at_5_max value: 31.72969928353064 - type: nauc_precision_at_5_std value: -0.5629836594620032 - type: nauc_recall_at_1000_diff1 value: 37.261390414310384 - type: nauc_recall_at_1000_max value: 34.923735354550324 - type: nauc_recall_at_1000_std value: 45.97695232902403 - type: nauc_recall_at_100_diff1 value: 35.67925434563207 - type: nauc_recall_at_100_max value: 35.26178579038922 - type: nauc_recall_at_100_std value: 17.131274487036695 - type: nauc_recall_at_10_diff1 value: 40.90067655059736 - type: nauc_recall_at_10_max value: 36.79952710248241 - type: nauc_recall_at_10_std value: 2.716241775569224 - type: nauc_recall_at_1_diff1 value: 57.492804899336434 - type: nauc_recall_at_1_max value: 38.451829796562365 - type: nauc_recall_at_1_std value: -2.2223809957991993 - type: nauc_recall_at_20_diff1 value: 36.08583461458776 - type: nauc_recall_at_20_max value: 36.62990105037789 - type: nauc_recall_at_20_std value: 4.337305167037863 - type: nauc_recall_at_3_diff1 value: 46.41673012651659 - type: nauc_recall_at_3_max value: 38.842854844453505 - type: nauc_recall_at_3_std value: 0.8460605171745147 - type: nauc_recall_at_5_diff1 value: 43.29735456270288 - type: nauc_recall_at_5_max value: 38.51958912080913 - type: nauc_recall_at_5_std value: 1.1156101097663538 - type: ndcg_at_1 value: 31.25 - type: ndcg_at_10 value: 42.283 - type: ndcg_at_100 value: 48.067 - type: ndcg_at_1000 value: 50.246 - type: ndcg_at_20 value: 44.644 - type: ndcg_at_3 value: 36.858000000000004 - type: ndcg_at_5 value: 39.516 - type: precision_at_1 value: 31.25 - type: precision_at_10 value: 7.369000000000001 - type: precision_at_100 value: 1.137 - type: precision_at_1000 value: 0.14400000000000002 - type: precision_at_20 value: 4.328 - type: precision_at_3 value: 17.071 - type: precision_at_5 value: 12.257 - type: recall_at_1 value: 26.326 - type: recall_at_10 value: 55.689 - type: recall_at_100 value: 80.60000000000001 - type: recall_at_1000 value: 95.33500000000001 - type: recall_at_20 value: 64.229 - type: recall_at_3 value: 40.836 - type: recall_at_5 value: 47.577000000000005 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWebmastersRetrieval (default) revision: 160c094312a0e1facb97e55eeddb698c0abe3571 split: test type: mteb/cqadupstack-webmasters metrics: - type: main_score value: 42.841 - type: map_at_1 value: 26.180999999999997 - type: map_at_10 value: 36.370000000000005 - type: map_at_100 value: 38.143 - type: map_at_1000 value: 38.344 - type: map_at_20 value: 37.333 - type: map_at_3 value: 33.061 - type: map_at_5 value: 34.776 - type: mrr_at_1 value: 31.422924901185773 - type: mrr_at_10 value: 40.798513081121804 - type: mrr_at_100 value: 41.768341726195324 - type: mrr_at_1000 value: 41.814384046688836 - type: mrr_at_20 value: 41.39358410960642 - type: mrr_at_3 value: 37.91172595520424 - type: mrr_at_5 value: 39.39393939393942 - type: nauc_map_at_1000_diff1 value: 54.03266808787207 - type: nauc_map_at_1000_max value: 27.336058137590257 - type: nauc_map_at_1000_std value: 7.929483408524749 - type: nauc_map_at_100_diff1 value: 54.07605617892997 - type: nauc_map_at_100_max value: 27.420933517205988 - type: nauc_map_at_100_std value: 7.654364598186232 - type: nauc_map_at_10_diff1 value: 54.49638487392654 - type: nauc_map_at_10_max value: 26.95803941812555 - type: nauc_map_at_10_std value: 6.0656481626678955 - type: nauc_map_at_1_diff1 value: 60.62163331093275 - type: nauc_map_at_1_max value: 30.354161137182604 - type: nauc_map_at_1_std value: 3.283563596176243 - type: nauc_map_at_20_diff1 value: 54.2171414323596 - type: nauc_map_at_20_max value: 27.284531333468713 - type: nauc_map_at_20_std value: 6.98275284446578 - type: nauc_map_at_3_diff1 value: 55.48999072237882 - type: nauc_map_at_3_max value: 27.87434380647368 - type: nauc_map_at_3_std value: 5.868275382905556 - type: nauc_map_at_5_diff1 value: 54.84718663927504 - type: nauc_map_at_5_max value: 26.76192258450303 - type: nauc_map_at_5_std value: 4.739255945404961 - type: nauc_mrr_at_1000_diff1 value: 53.90866989000705 - type: nauc_mrr_at_1000_max value: 28.600059918390247 - type: nauc_mrr_at_1000_std value: 9.096507718338657 - type: nauc_mrr_at_100_diff1 value: 53.902988075226396 - type: nauc_mrr_at_100_max value: 28.599830953942174 - type: nauc_mrr_at_100_std value: 9.106284426792636 - type: nauc_mrr_at_10_diff1 value: 53.80346272826417 - type: nauc_mrr_at_10_max value: 28.281963295521706 - type: nauc_mrr_at_10_std value: 8.759210459852863 - type: nauc_mrr_at_1_diff1 value: 60.080144505628354 - type: nauc_mrr_at_1_max value: 33.74016395865226 - type: nauc_mrr_at_1_std value: 7.6714142708021305 - type: nauc_mrr_at_20_diff1 value: 53.760177497884406 - type: nauc_mrr_at_20_max value: 28.463215939799813 - type: nauc_mrr_at_20_std value: 9.068314971833093 - type: nauc_mrr_at_3_diff1 value: 54.41179314982579 - type: nauc_mrr_at_3_max value: 29.01231966941189 - type: nauc_mrr_at_3_std value: 9.383760609453352 - type: nauc_mrr_at_5_diff1 value: 54.261154767714515 - type: nauc_mrr_at_5_max value: 28.187796326709314 - type: nauc_mrr_at_5_std value: 8.324984381963386 - type: nauc_ndcg_at_1000_diff1 value: 52.16756830119805 - type: nauc_ndcg_at_1000_max value: 27.47333072396369 - type: nauc_ndcg_at_1000_std value: 10.433977027658207 - type: nauc_ndcg_at_100_diff1 value: 51.67893475997602 - type: nauc_ndcg_at_100_max value: 27.364432612842776 - type: nauc_ndcg_at_100_std value: 10.418878470827911 - type: nauc_ndcg_at_10_diff1 value: 51.455066768364546 - type: nauc_ndcg_at_10_max value: 24.86204769904609 - type: nauc_ndcg_at_10_std value: 7.975685972633213 - type: nauc_ndcg_at_1_diff1 value: 60.080144505628354 - type: nauc_ndcg_at_1_max value: 33.74016395865226 - type: nauc_ndcg_at_1_std value: 7.6714142708021305 - type: nauc_ndcg_at_20_diff1 value: 51.135229230296154 - type: nauc_ndcg_at_20_max value: 25.718284057364894 - type: nauc_ndcg_at_20_std value: 9.289363271312794 - type: nauc_ndcg_at_3_diff1 value: 52.70782059846899 - type: nauc_ndcg_at_3_max value: 27.470104306225863 - type: nauc_ndcg_at_3_std value: 8.98582220953654 - type: nauc_ndcg_at_5_diff1 value: 52.13622381467935 - type: nauc_ndcg_at_5_max value: 25.012072634464516 - type: nauc_ndcg_at_5_std value: 6.400559275913626 - type: nauc_precision_at_1000_diff1 value: -8.068455064670975 - type: nauc_precision_at_1000_max value: -10.387599717496192 - type: nauc_precision_at_1000_std value: 29.28771717137362 - type: nauc_precision_at_100_diff1 value: -4.542486688876828 - type: nauc_precision_at_100_max value: 2.2213727010948805 - type: nauc_precision_at_100_std value: 28.27046916836265 - type: nauc_precision_at_10_diff1 value: 19.415176505821286 - type: nauc_precision_at_10_max value: 13.444503991503346 - type: nauc_precision_at_10_std value: 16.810075843089322 - type: nauc_precision_at_1_diff1 value: 60.080144505628354 - type: nauc_precision_at_1_max value: 33.74016395865226 - type: nauc_precision_at_1_std value: 7.6714142708021305 - type: nauc_precision_at_20_diff1 value: 7.891942509311732 - type: nauc_precision_at_20_max value: 9.684197810455526 - type: nauc_precision_at_20_std value: 22.88953757757932 - type: nauc_precision_at_3_diff1 value: 37.07359628126754 - type: nauc_precision_at_3_max value: 23.182518856006016 - type: nauc_precision_at_3_std value: 15.043709459451618 - type: nauc_precision_at_5_diff1 value: 30.603525439923317 - type: nauc_precision_at_5_max value: 17.887460487183446 - type: nauc_precision_at_5_std value: 10.354003595459048 - type: nauc_recall_at_1000_diff1 value: 37.24937924148794 - type: nauc_recall_at_1000_max value: 27.116312668851744 - type: nauc_recall_at_1000_std value: 53.85172781866263 - type: nauc_recall_at_100_diff1 value: 36.95341517350607 - type: nauc_recall_at_100_max value: 26.388323872148362 - type: nauc_recall_at_100_std value: 25.552378739251036 - type: nauc_recall_at_10_diff1 value: 40.71842158421213 - type: nauc_recall_at_10_max value: 16.378208729794906 - type: nauc_recall_at_10_std value: 7.038163226525162 - type: nauc_recall_at_1_diff1 value: 60.62163331093275 - type: nauc_recall_at_1_max value: 30.354161137182604 - type: nauc_recall_at_1_std value: 3.283563596176243 - type: nauc_recall_at_20_diff1 value: 37.67229343743934 - type: nauc_recall_at_20_max value: 19.09861858622759 - type: nauc_recall_at_20_std value: 12.498129510164299 - type: nauc_recall_at_3_diff1 value: 47.38926382155088 - type: nauc_recall_at_3_max value: 21.835926284104218 - type: nauc_recall_at_3_std value: 6.956536082796651 - type: nauc_recall_at_5_diff1 value: 44.52691027171522 - type: nauc_recall_at_5_max value: 16.60678467044489 - type: nauc_recall_at_5_std value: 2.751824192702687 - type: ndcg_at_1 value: 31.423000000000002 - type: ndcg_at_10 value: 42.841 - type: ndcg_at_100 value: 49.003 - type: ndcg_at_1000 value: 51.117999999999995 - type: ndcg_at_20 value: 45.273 - type: ndcg_at_3 value: 37.469 - type: ndcg_at_5 value: 39.841 - type: precision_at_1 value: 31.423000000000002 - type: precision_at_10 value: 8.419 - type: precision_at_100 value: 1.638 - type: precision_at_1000 value: 0.243 - type: precision_at_20 value: 5.375 - type: precision_at_3 value: 17.852 - type: precision_at_5 value: 12.964 - type: recall_at_1 value: 26.180999999999997 - type: recall_at_10 value: 55.564 - type: recall_at_100 value: 83.22500000000001 - type: recall_at_1000 value: 96.124 - type: recall_at_20 value: 64.68199999999999 - type: recall_at_3 value: 40.28 - type: recall_at_5 value: 46.535 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWordpressRetrieval (default) revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 split: test type: mteb/cqadupstack-wordpress metrics: - type: main_score value: 35.555 - type: map_at_1 value: 22.286 - type: map_at_10 value: 30.61 - type: map_at_100 value: 31.619999999999997 - type: map_at_1000 value: 31.724999999999998 - type: map_at_20 value: 31.092 - type: map_at_3 value: 27.962999999999997 - type: map_at_5 value: 29.383 - type: mrr_at_1 value: 24.399260628465804 - type: mrr_at_10 value: 32.696065487193025 - type: mrr_at_100 value: 33.58070054530842 - type: mrr_at_1000 value: 33.654777325405774 - type: mrr_at_20 value: 33.11457792065027 - type: mrr_at_3 value: 30.31423290203327 - type: mrr_at_5 value: 31.552680221811464 - type: nauc_map_at_1000_diff1 value: 39.79013314997585 - type: nauc_map_at_1000_max value: 22.27888746840121 - type: nauc_map_at_1000_std value: 4.539318966935818 - type: nauc_map_at_100_diff1 value: 39.776949099430524 - type: nauc_map_at_100_max value: 22.23994720281935 - type: nauc_map_at_100_std value: 4.532364090321059 - type: nauc_map_at_10_diff1 value: 40.214668109177545 - type: nauc_map_at_10_max value: 22.310555615555764 - type: nauc_map_at_10_std value: 3.7456514343350205 - type: nauc_map_at_1_diff1 value: 46.18393596000586 - type: nauc_map_at_1_max value: 24.547598678024556 - type: nauc_map_at_1_std value: 6.0574958769530465 - type: nauc_map_at_20_diff1 value: 39.95037327455914 - type: nauc_map_at_20_max value: 22.369335761495186 - type: nauc_map_at_20_std value: 4.248871676377463 - type: nauc_map_at_3_diff1 value: 40.39031064698702 - type: nauc_map_at_3_max value: 22.036440129422672 - type: nauc_map_at_3_std value: 2.4849784793648846 - type: nauc_map_at_5_diff1 value: 40.55531780202422 - type: nauc_map_at_5_max value: 22.34099868910038 - type: nauc_map_at_5_std value: 3.989437759311683 - type: nauc_mrr_at_1000_diff1 value: 38.22864890501086 - type: nauc_mrr_at_1000_max value: 22.196145770688915 - type: nauc_mrr_at_1000_std value: 6.366087881052758 - type: nauc_mrr_at_100_diff1 value: 38.19684329027937 - type: nauc_mrr_at_100_max value: 22.17259263583887 - type: nauc_mrr_at_100_std value: 6.3579191826046895 - type: nauc_mrr_at_10_diff1 value: 38.50520505165495 - type: nauc_mrr_at_10_max value: 22.14145550999763 - type: nauc_mrr_at_10_std value: 5.87670477461074 - type: nauc_mrr_at_1_diff1 value: 43.580238226066754 - type: nauc_mrr_at_1_max value: 25.37631028483947 - type: nauc_mrr_at_1_std value: 8.27700367711168 - type: nauc_mrr_at_20_diff1 value: 38.301149084550985 - type: nauc_mrr_at_20_max value: 22.237002751026584 - type: nauc_mrr_at_20_std value: 6.157632931853065 - type: nauc_mrr_at_3_diff1 value: 38.40064989443 - type: nauc_mrr_at_3_max value: 22.300592015957253 - type: nauc_mrr_at_3_std value: 5.111142119521902 - type: nauc_mrr_at_5_diff1 value: 38.74181914377854 - type: nauc_mrr_at_5_max value: 22.25441111952184 - type: nauc_mrr_at_5_std value: 6.22876437673998 - type: nauc_ndcg_at_1000_diff1 value: 36.69736142976795 - type: nauc_ndcg_at_1000_max value: 21.867116284783787 - type: nauc_ndcg_at_1000_std value: 7.265926771096148 - type: nauc_ndcg_at_100_diff1 value: 36.09322471126019 - type: nauc_ndcg_at_100_max value: 21.11550289992875 - type: nauc_ndcg_at_100_std value: 7.040857596769399 - type: nauc_ndcg_at_10_diff1 value: 38.066185877266406 - type: nauc_ndcg_at_10_max value: 21.406313151333396 - type: nauc_ndcg_at_10_std value: 3.714388060329858 - type: nauc_ndcg_at_1_diff1 value: 43.580238226066754 - type: nauc_ndcg_at_1_max value: 25.37631028483947 - type: nauc_ndcg_at_1_std value: 8.27700367711168 - type: nauc_ndcg_at_20_diff1 value: 37.176737325196655 - type: nauc_ndcg_at_20_max value: 21.605872861888944 - type: nauc_ndcg_at_20_std value: 5.139273672061484 - type: nauc_ndcg_at_3_diff1 value: 37.99865829973418 - type: nauc_ndcg_at_3_max value: 21.628352451265933 - type: nauc_ndcg_at_3_std value: 2.5403484884659906 - type: nauc_ndcg_at_5_diff1 value: 38.68827688198417 - type: nauc_ndcg_at_5_max value: 21.766119634697375 - type: nauc_ndcg_at_5_std value: 4.663477639905768 - type: nauc_precision_at_1000_diff1 value: -24.32404164272638 - type: nauc_precision_at_1000_max value: -0.1920006879032294 - type: nauc_precision_at_1000_std value: 3.8459453302163835 - type: nauc_precision_at_100_diff1 value: 0.0961190193116701 - type: nauc_precision_at_100_max value: 10.432470527841613 - type: nauc_precision_at_100_std value: 19.51298317615412 - type: nauc_precision_at_10_diff1 value: 24.865309916077123 - type: nauc_precision_at_10_max value: 19.106193444839885 - type: nauc_precision_at_10_std value: 6.1319125503229985 - type: nauc_precision_at_1_diff1 value: 43.580238226066754 - type: nauc_precision_at_1_max value: 25.37631028483947 - type: nauc_precision_at_1_std value: 8.27700367711168 - type: nauc_precision_at_20_diff1 value: 17.152528821707108 - type: nauc_precision_at_20_max value: 18.550074587326083 - type: nauc_precision_at_20_std value: 12.414087853840773 - type: nauc_precision_at_3_diff1 value: 29.793753328467677 - type: nauc_precision_at_3_max value: 18.856628740486958 - type: nauc_precision_at_3_std value: 1.7490040552720874 - type: nauc_precision_at_5_diff1 value: 27.95189102052665 - type: nauc_precision_at_5_max value: 20.089236844488443 - type: nauc_precision_at_5_std value: 8.272526795799227 - type: nauc_recall_at_1000_diff1 value: 13.869138770344335 - type: nauc_recall_at_1000_max value: 25.76264057259768 - type: nauc_recall_at_1000_std value: 42.620945012763244 - type: nauc_recall_at_100_diff1 value: 18.954723626828734 - type: nauc_recall_at_100_max value: 15.591123917397793 - type: nauc_recall_at_100_std value: 18.872204747720037 - type: nauc_recall_at_10_diff1 value: 32.50173111514971 - type: nauc_recall_at_10_max value: 18.335922588632688 - type: nauc_recall_at_10_std value: 1.6231924423632595 - type: nauc_recall_at_1_diff1 value: 46.18393596000586 - type: nauc_recall_at_1_max value: 24.547598678024556 - type: nauc_recall_at_1_std value: 6.0574958769530465 - type: nauc_recall_at_20_diff1 value: 29.101695015438395 - type: nauc_recall_at_20_max value: 18.63912055487345 - type: nauc_recall_at_20_std value: 6.064314698688468 - type: nauc_recall_at_3_diff1 value: 33.83121888715772 - type: nauc_recall_at_3_max value: 19.258419406401263 - type: nauc_recall_at_3_std value: -0.9541791506796478 - type: nauc_recall_at_5_diff1 value: 34.75197279898117 - type: nauc_recall_at_5_max value: 19.704512261533242 - type: nauc_recall_at_5_std value: 4.482729218598009 - type: ndcg_at_1 value: 24.399 - type: ndcg_at_10 value: 35.555 - type: ndcg_at_100 value: 40.723 - type: ndcg_at_1000 value: 43.155 - type: ndcg_at_20 value: 37.141999999999996 - type: ndcg_at_3 value: 30.45 - type: ndcg_at_5 value: 32.749 - type: precision_at_1 value: 24.399 - type: precision_at_10 value: 5.601 - type: precision_at_100 value: 0.8909999999999999 - type: precision_at_1000 value: 0.121 - type: precision_at_20 value: 3.216 - type: precision_at_3 value: 12.939 - type: precision_at_5 value: 9.168 - type: recall_at_1 value: 22.286 - type: recall_at_10 value: 48.925000000000004 - type: recall_at_100 value: 72.791 - type: recall_at_1000 value: 90.69 - type: recall_at_20 value: 54.649 - type: recall_at_3 value: 35.022 - type: recall_at_5 value: 40.579 task: type: Retrieval - dataset: config: default name: MTEB ClimateFEVER (default) revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 split: test type: mteb/climate-fever metrics: - type: main_score value: 41.177 - type: map_at_1 value: 17.376 - type: map_at_10 value: 30.705 - type: map_at_100 value: 33.145 - type: map_at_1000 value: 33.324 - type: map_at_20 value: 32.129999999999995 - type: map_at_3 value: 25.352000000000004 - type: map_at_5 value: 28.23 - type: mrr_at_1 value: 41.56351791530945 - type: mrr_at_10 value: 53.54648156765427 - type: mrr_at_100 value: 54.16634559859816 - type: mrr_at_1000 value: 54.18645395732765 - type: mrr_at_20 value: 53.9378827028433 - type: mrr_at_3 value: 50.228013029316024 - type: mrr_at_5 value: 52.172638436482174 - type: nauc_map_at_1000_diff1 value: 6.876082348162679 - type: nauc_map_at_1000_max value: 21.009396900572714 - type: nauc_map_at_1000_std value: 14.066430895753937 - type: nauc_map_at_100_diff1 value: 6.850348439065698 - type: nauc_map_at_100_max value: 21.00364553924676 - type: nauc_map_at_100_std value: 14.059870647686076 - type: nauc_map_at_10_diff1 value: 6.509819157572225 - type: nauc_map_at_10_max value: 20.8065690550504 - type: nauc_map_at_10_std value: 12.562768638969086 - type: nauc_map_at_1_diff1 value: 19.113985692043915 - type: nauc_map_at_1_max value: 27.403489479561337 - type: nauc_map_at_1_std value: 8.997280354530837 - type: nauc_map_at_20_diff1 value: 6.689209935271891 - type: nauc_map_at_20_max value: 20.829284453048967 - type: nauc_map_at_20_std value: 13.537098219731128 - type: nauc_map_at_3_diff1 value: 8.354071849010772 - type: nauc_map_at_3_max value: 21.39794707841315 - type: nauc_map_at_3_std value: 10.16825293444317 - type: nauc_map_at_5_diff1 value: 6.353792564160103 - type: nauc_map_at_5_max value: 20.654610018600735 - type: nauc_map_at_5_std value: 11.51720666348388 - type: nauc_mrr_at_1000_diff1 value: 18.719626503061086 - type: nauc_mrr_at_1000_max value: 25.382297708144915 - type: nauc_mrr_at_1000_std value: 20.795619918235513 - type: nauc_mrr_at_100_diff1 value: 18.707844253612848 - type: nauc_mrr_at_100_max value: 25.37308894691589 - type: nauc_mrr_at_100_std value: 20.792369663110737 - type: nauc_mrr_at_10_diff1 value: 18.599552029091104 - type: nauc_mrr_at_10_max value: 25.27052175696751 - type: nauc_mrr_at_10_std value: 20.780213374556904 - type: nauc_mrr_at_1_diff1 value: 24.986463675582733 - type: nauc_mrr_at_1_max value: 28.633615906622467 - type: nauc_mrr_at_1_std value: 18.935003813583457 - type: nauc_mrr_at_20_diff1 value: 18.58009831602654 - type: nauc_mrr_at_20_max value: 25.309342060502825 - type: nauc_mrr_at_20_std value: 20.811933813239104 - type: nauc_mrr_at_3_diff1 value: 19.03652325617102 - type: nauc_mrr_at_3_max value: 25.590424434633995 - type: nauc_mrr_at_3_std value: 20.672321139371263 - type: nauc_mrr_at_5_diff1 value: 18.62484399593036 - type: nauc_mrr_at_5_max value: 25.69914791020157 - type: nauc_mrr_at_5_std value: 20.85655370414309 - type: nauc_ndcg_at_1000_diff1 value: 8.54695673292356 - type: nauc_ndcg_at_1000_max value: 20.965191922952513 - type: nauc_ndcg_at_1000_std value: 18.638066252011978 - type: nauc_ndcg_at_100_diff1 value: 8.031774449316728 - type: nauc_ndcg_at_100_max value: 21.075278652222494 - type: nauc_ndcg_at_100_std value: 19.202919369605972 - type: nauc_ndcg_at_10_diff1 value: 6.857083069946808 - type: nauc_ndcg_at_10_max value: 20.253829678610604 - type: nauc_ndcg_at_10_std value: 15.456896398668595 - type: nauc_ndcg_at_1_diff1 value: 24.986463675582733 - type: nauc_ndcg_at_1_max value: 28.633615906622467 - type: nauc_ndcg_at_1_std value: 18.935003813583457 - type: nauc_ndcg_at_20_diff1 value: 7.310618350530157 - type: nauc_ndcg_at_20_max value: 20.48058063251671 - type: nauc_ndcg_at_20_std value: 17.35126095861103 - type: nauc_ndcg_at_3_diff1 value: 10.284697710828992 - type: nauc_ndcg_at_3_max value: 21.404564460904535 - type: nauc_ndcg_at_3_std value: 13.811528596529799 - type: nauc_ndcg_at_5_diff1 value: 6.932072809009071 - type: nauc_ndcg_at_5_max value: 20.648949990060657 - type: nauc_ndcg_at_5_std value: 14.368751919376846 - type: nauc_precision_at_1000_diff1 value: -1.4140589422343832 - type: nauc_precision_at_1000_max value: -6.6374826556613264 - type: nauc_precision_at_1000_std value: 11.116149167404775 - type: nauc_precision_at_100_diff1 value: -0.5816105386152639 - type: nauc_precision_at_100_max value: 1.2367532155168361 - type: nauc_precision_at_100_std value: 20.01762008226351 - type: nauc_precision_at_10_diff1 value: -1.8634971794747164 - type: nauc_precision_at_10_max value: 6.8960226644416185 - type: nauc_precision_at_10_std value: 17.20121919885631 - type: nauc_precision_at_1_diff1 value: 24.986463675582733 - type: nauc_precision_at_1_max value: 28.633615906622467 - type: nauc_precision_at_1_std value: 18.935003813583457 - type: nauc_precision_at_20_diff1 value: -1.4459597575880887 - type: nauc_precision_at_20_max value: 5.307806932575533 - type: nauc_precision_at_20_std value: 19.451800377499655 - type: nauc_precision_at_3_diff1 value: 4.236106307523834 - type: nauc_precision_at_3_max value: 14.046883704229765 - type: nauc_precision_at_3_std value: 17.800580068504328 - type: nauc_precision_at_5_diff1 value: -1.3650327582096584 - type: nauc_precision_at_5_max value: 10.207588037756324 - type: nauc_precision_at_5_std value: 17.342725667697678 - type: nauc_recall_at_1000_diff1 value: -0.3456913485138751 - type: nauc_recall_at_1000_max value: 9.035999568091443 - type: nauc_recall_at_1000_std value: 24.89435133186522 - type: nauc_recall_at_100_diff1 value: -0.4515116177152527 - type: nauc_recall_at_100_max value: 13.308695449140274 - type: nauc_recall_at_100_std value: 24.08184104676165 - type: nauc_recall_at_10_diff1 value: -1.7208221232376235 - type: nauc_recall_at_10_max value: 13.184289213175079 - type: nauc_recall_at_10_std value: 12.654581726678604 - type: nauc_recall_at_1_diff1 value: 19.113985692043915 - type: nauc_recall_at_1_max value: 27.403489479561337 - type: nauc_recall_at_1_std value: 8.997280354530837 - type: nauc_recall_at_20_diff1 value: -0.7023429202973307 - type: nauc_recall_at_20_max value: 12.830137977471596 - type: nauc_recall_at_20_std value: 16.37670340447336 - type: nauc_recall_at_3_diff1 value: 2.8972253611264143 - type: nauc_recall_at_3_max value: 16.779165952414292 - type: nauc_recall_at_3_std value: 9.121837904207856 - type: nauc_recall_at_5_diff1 value: -1.2895779049988085 - type: nauc_recall_at_5_max value: 14.974218341119162 - type: nauc_recall_at_5_std value: 11.278321881932376 - type: ndcg_at_1 value: 41.564 - type: ndcg_at_10 value: 41.177 - type: ndcg_at_100 value: 49.036 - type: ndcg_at_1000 value: 51.864 - type: ndcg_at_20 value: 44.535000000000004 - type: ndcg_at_3 value: 34.183 - type: ndcg_at_5 value: 36.636 - type: precision_at_1 value: 41.564 - type: precision_at_10 value: 12.886000000000001 - type: precision_at_100 value: 2.145 - type: precision_at_1000 value: 0.268 - type: precision_at_20 value: 7.922 - type: precision_at_3 value: 25.668000000000003 - type: precision_at_5 value: 19.713 - type: recall_at_1 value: 17.376 - type: recall_at_10 value: 48.116 - type: recall_at_100 value: 73.983 - type: recall_at_1000 value: 89.557 - type: recall_at_20 value: 57.376000000000005 - type: recall_at_3 value: 30.624000000000002 - type: recall_at_5 value: 38.072 task: type: Retrieval - dataset: config: default name: MTEB DBPedia (default) revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 split: test type: mteb/dbpedia metrics: - type: main_score value: 48.979 - type: map_at_1 value: 9.858 - type: map_at_10 value: 22.772000000000002 - type: map_at_100 value: 32.067 - type: map_at_1000 value: 33.789 - type: map_at_20 value: 26.6 - type: map_at_3 value: 15.817999999999998 - type: map_at_5 value: 18.88 - type: mrr_at_1 value: 75.75 - type: mrr_at_10 value: 81.4422619047619 - type: mrr_at_100 value: 81.66908663880871 - type: mrr_at_1000 value: 81.67603961133557 - type: mrr_at_20 value: 81.58319354256854 - type: mrr_at_3 value: 79.91666666666667 - type: mrr_at_5 value: 81.05416666666666 - type: nauc_map_at_1000_diff1 value: 23.991232076620477 - type: nauc_map_at_1000_max value: 35.287316450717924 - type: nauc_map_at_1000_std value: 19.352326951207623 - type: nauc_map_at_100_diff1 value: 24.340309156988095 - type: nauc_map_at_100_max value: 35.68099330475215 - type: nauc_map_at_100_std value: 17.175838739585252 - type: nauc_map_at_10_diff1 value: 21.561923328790826 - type: nauc_map_at_10_max value: 30.221314679896555 - type: nauc_map_at_10_std value: -5.171508970583829 - type: nauc_map_at_1_diff1 value: 27.8980502688949 - type: nauc_map_at_1_max value: 18.011347877902235 - type: nauc_map_at_1_std value: -21.8828654183319 - type: nauc_map_at_20_diff1 value: 21.97593079179927 - type: nauc_map_at_20_max value: 33.1027436090741 - type: nauc_map_at_20_std value: 3.8376582930602887 - type: nauc_map_at_3_diff1 value: 23.696811666749362 - type: nauc_map_at_3_max value: 25.004984475522406 - type: nauc_map_at_3_std value: -16.036281146384134 - type: nauc_map_at_5_diff1 value: 22.303297302695672 - type: nauc_map_at_5_max value: 25.908488411484537 - type: nauc_map_at_5_std value: -12.727467597748399 - type: nauc_mrr_at_1000_diff1 value: 50.807506669263105 - type: nauc_mrr_at_1000_max value: 59.521138888646895 - type: nauc_mrr_at_1000_std value: 39.72453658171713 - type: nauc_mrr_at_100_diff1 value: 50.809052816882414 - type: nauc_mrr_at_100_max value: 59.52443036190528 - type: nauc_mrr_at_100_std value: 39.71360790190832 - type: nauc_mrr_at_10_diff1 value: 50.71551464513347 - type: nauc_mrr_at_10_max value: 59.46887584854914 - type: nauc_mrr_at_10_std value: 39.720073174909146 - type: nauc_mrr_at_1_diff1 value: 51.23431960913661 - type: nauc_mrr_at_1_max value: 59.02477220193181 - type: nauc_mrr_at_1_std value: 37.613094567706604 - type: nauc_mrr_at_20_diff1 value: 50.68567900468689 - type: nauc_mrr_at_20_max value: 59.398702247575116 - type: nauc_mrr_at_20_std value: 39.84349342123071 - type: nauc_mrr_at_3_diff1 value: 50.84159182980731 - type: nauc_mrr_at_3_max value: 59.586303879639814 - type: nauc_mrr_at_3_std value: 39.115703986532054 - type: nauc_mrr_at_5_diff1 value: 50.9427075304326 - type: nauc_mrr_at_5_max value: 59.9197314639652 - type: nauc_mrr_at_5_std value: 40.03939021575725 - type: nauc_ndcg_at_1000_diff1 value: 35.299374382112134 - type: nauc_ndcg_at_1000_max value: 42.17483524995039 - type: nauc_ndcg_at_1000_std value: 36.65033986688723 - type: nauc_ndcg_at_100_diff1 value: 34.44823939199226 - type: nauc_ndcg_at_100_max value: 41.7528959441004 - type: nauc_ndcg_at_100_std value: 28.72365119802961 - type: nauc_ndcg_at_10_diff1 value: 29.32293547048091 - type: nauc_ndcg_at_10_max value: 40.101679400646006 - type: nauc_ndcg_at_10_std value: 26.5721071370353 - type: nauc_ndcg_at_1_diff1 value: 48.319456575299284 - type: nauc_ndcg_at_1_max value: 48.27377641677222 - type: nauc_ndcg_at_1_std value: 29.76971701564757 - type: nauc_ndcg_at_20_diff1 value: 30.927032015266835 - type: nauc_ndcg_at_20_max value: 40.52043580178855 - type: nauc_ndcg_at_20_std value: 25.197926348678955 - type: nauc_ndcg_at_3_diff1 value: 33.082418428993115 - type: nauc_ndcg_at_3_max value: 40.62252050374572 - type: nauc_ndcg_at_3_std value: 28.113380979394726 - type: nauc_ndcg_at_5_diff1 value: 29.635117682340617 - type: nauc_ndcg_at_5_max value: 38.11353464984394 - type: nauc_ndcg_at_5_std value: 28.33324261545152 - type: nauc_precision_at_1000_diff1 value: -18.548687962963978 - type: nauc_precision_at_1000_max value: -14.491062706051878 - type: nauc_precision_at_1000_std value: 10.681709294585238 - type: nauc_precision_at_100_diff1 value: -1.688856131371092 - type: nauc_precision_at_100_max value: 5.481319501702683 - type: nauc_precision_at_100_std value: 39.979879645237446 - type: nauc_precision_at_10_diff1 value: 0.576840213887176 - type: nauc_precision_at_10_max value: 18.614962845466955 - type: nauc_precision_at_10_std value: 42.024684223351464 - type: nauc_precision_at_1_diff1 value: 51.23431960913661 - type: nauc_precision_at_1_max value: 59.02477220193181 - type: nauc_precision_at_1_std value: 37.613094567706604 - type: nauc_precision_at_20_diff1 value: 1.3707715784045262 - type: nauc_precision_at_20_max value: 14.922028634512083 - type: nauc_precision_at_20_std value: 44.76530134675204 - type: nauc_precision_at_3_diff1 value: 13.094243395849992 - type: nauc_precision_at_3_max value: 29.850584449565037 - type: nauc_precision_at_3_std value: 35.77371986318991 - type: nauc_precision_at_5_diff1 value: 6.798339179999441 - type: nauc_precision_at_5_max value: 23.08541604839939 - type: nauc_precision_at_5_std value: 40.28922731098164 - type: nauc_recall_at_1000_diff1 value: 27.24738341174725 - type: nauc_recall_at_1000_max value: 31.09981332493123 - type: nauc_recall_at_1000_std value: 41.96422474881881 - type: nauc_recall_at_100_diff1 value: 24.922315595458294 - type: nauc_recall_at_100_max value: 32.53690673184911 - type: nauc_recall_at_100_std value: 23.02548177144121 - type: nauc_recall_at_10_diff1 value: 15.873395525740868 - type: nauc_recall_at_10_max value: 23.963191643746132 - type: nauc_recall_at_10_std value: -7.2368622521479296 - type: nauc_recall_at_1_diff1 value: 27.8980502688949 - type: nauc_recall_at_1_max value: 18.011347877902235 - type: nauc_recall_at_1_std value: -21.8828654183319 - type: nauc_recall_at_20_diff1 value: 17.63321564134115 - type: nauc_recall_at_20_max value: 27.284001947728797 - type: nauc_recall_at_20_std value: 2.3851101283717666 - type: nauc_recall_at_3_diff1 value: 21.72291192189032 - type: nauc_recall_at_3_max value: 23.109590882141113 - type: nauc_recall_at_3_std value: -16.34348495895044 - type: nauc_recall_at_5_diff1 value: 17.596468253564954 - type: nauc_recall_at_5_max value: 20.664891173216603 - type: nauc_recall_at_5_std value: -14.565623699193717 - type: ndcg_at_1 value: 65.125 - type: ndcg_at_10 value: 48.979 - type: ndcg_at_100 value: 52.317 - type: ndcg_at_1000 value: 59.424 - type: ndcg_at_20 value: 47.806 - type: ndcg_at_3 value: 54.032000000000004 - type: ndcg_at_5 value: 51.520999999999994 - type: precision_at_1 value: 75.75 - type: precision_at_10 value: 38.975 - type: precision_at_100 value: 11.848 - type: precision_at_1000 value: 2.199 - type: precision_at_20 value: 29.387 - type: precision_at_3 value: 57.333 - type: precision_at_5 value: 50.0 - type: recall_at_1 value: 9.858 - type: recall_at_10 value: 28.061999999999998 - type: recall_at_100 value: 56.413000000000004 - type: recall_at_1000 value: 79.963 - type: recall_at_20 value: 36.161 - type: recall_at_3 value: 16.631 - type: recall_at_5 value: 21.363 task: type: Retrieval - dataset: config: default name: MTEB EmotionClassification (default) revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 split: test type: mteb/emotion metrics: - type: accuracy value: 79.985 - type: f1 value: 74.58481640194556 - type: f1_weighted value: 80.85307620086522 - type: main_score value: 79.985 task: type: Classification - dataset: config: default name: MTEB FEVER (default) revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 split: test type: mteb/fever metrics: - type: main_score value: 88.228 - type: map_at_1 value: 75.053 - type: map_at_10 value: 84.631 - type: map_at_100 value: 84.832 - type: map_at_1000 value: 84.844 - type: map_at_20 value: 84.756 - type: map_at_3 value: 83.553 - type: map_at_5 value: 84.273 - type: mrr_at_1 value: 80.993099309931 - type: mrr_at_10 value: 88.46116754532582 - type: mrr_at_100 value: 88.51308773245357 - type: mrr_at_1000 value: 88.51396221984112 - type: mrr_at_20 value: 88.49642168590128 - type: mrr_at_3 value: 87.86128612861275 - type: mrr_at_5 value: 88.30083008300812 - type: nauc_map_at_1000_diff1 value: 53.97823649031981 - type: nauc_map_at_1000_max value: 26.11243091917843 - type: nauc_map_at_1000_std value: -10.057644234421986 - type: nauc_map_at_100_diff1 value: 53.925080266687445 - type: nauc_map_at_100_max value: 26.074046044483406 - type: nauc_map_at_100_std value: -10.057139918091936 - type: nauc_map_at_10_diff1 value: 53.378232678228535 - type: nauc_map_at_10_max value: 25.583629956942904 - type: nauc_map_at_10_std value: -10.296034633396092 - type: nauc_map_at_1_diff1 value: 60.507796141511605 - type: nauc_map_at_1_max value: 24.81979211893891 - type: nauc_map_at_1_std value: -15.864717081534302 - type: nauc_map_at_20_diff1 value: 53.712573269726484 - type: nauc_map_at_20_max value: 25.870196380003335 - type: nauc_map_at_20_std value: -10.139248046597455 - type: nauc_map_at_3_diff1 value: 53.261264809399556 - type: nauc_map_at_3_max value: 25.65803011606916 - type: nauc_map_at_3_std value: -10.953616682218243 - type: nauc_map_at_5_diff1 value: 53.17212766431546 - type: nauc_map_at_5_max value: 25.60582034909538 - type: nauc_map_at_5_std value: -10.32613724902313 - type: nauc_mrr_at_1000_diff1 value: 70.38955167949939 - type: nauc_mrr_at_1000_max value: 39.821515037282204 - type: nauc_mrr_at_1000_std value: -9.98013185324074 - type: nauc_mrr_at_100_diff1 value: 70.38352452325266 - type: nauc_mrr_at_100_max value: 39.82466363867733 - type: nauc_mrr_at_100_std value: -9.976145831114493 - type: nauc_mrr_at_10_diff1 value: 70.26683508867457 - type: nauc_mrr_at_10_max value: 39.80122496712571 - type: nauc_mrr_at_10_std value: -9.909384325865775 - type: nauc_mrr_at_1_diff1 value: 73.24890171347613 - type: nauc_mrr_at_1_max value: 37.367459553642426 - type: nauc_mrr_at_1_std value: -13.316391532791135 - type: nauc_mrr_at_20_diff1 value: 70.34500637714407 - type: nauc_mrr_at_20_max value: 39.84118580511733 - type: nauc_mrr_at_20_std value: -9.920771311393942 - type: nauc_mrr_at_3_diff1 value: 70.04420618345499 - type: nauc_mrr_at_3_max value: 40.33885175872482 - type: nauc_mrr_at_3_std value: -9.2308606747524 - type: nauc_mrr_at_5_diff1 value: 70.23298852823912 - type: nauc_mrr_at_5_max value: 40.28613289657475 - type: nauc_mrr_at_5_std value: -9.408644815171415 - type: nauc_ndcg_at_1000_diff1 value: 56.14884407654613 - type: nauc_ndcg_at_1000_max value: 29.027269391217793 - type: nauc_ndcg_at_1000_std value: -8.185655036370417 - type: nauc_ndcg_at_100_diff1 value: 54.898228209830854 - type: nauc_ndcg_at_100_max value: 28.23127072967732 - type: nauc_ndcg_at_100_std value: -7.937951960666996 - type: nauc_ndcg_at_10_diff1 value: 52.76884326536276 - type: nauc_ndcg_at_10_max value: 26.501133559532004 - type: nauc_ndcg_at_10_std value: -8.561291306720568 - type: nauc_ndcg_at_1_diff1 value: 73.24890171347613 - type: nauc_ndcg_at_1_max value: 37.367459553642426 - type: nauc_ndcg_at_1_std value: -13.316391532791135 - type: nauc_ndcg_at_20_diff1 value: 53.782879241534154 - type: nauc_ndcg_at_20_max value: 27.344714620733146 - type: nauc_ndcg_at_20_std value: -8.174365511016143 - type: nauc_ndcg_at_3_diff1 value: 54.07748391367295 - type: nauc_ndcg_at_3_max value: 28.740769448822867 - type: nauc_ndcg_at_3_std value: -8.800638719106981 - type: nauc_ndcg_at_5_diff1 value: 52.91102194973326 - type: nauc_ndcg_at_5_max value: 27.35297204098582 - type: nauc_ndcg_at_5_std value: -8.202780538104845 - type: nauc_precision_at_1000_diff1 value: -6.462960135986346 - type: nauc_precision_at_1000_max value: 12.759892798322381 - type: nauc_precision_at_1000_std value: 17.830413795603956 - type: nauc_precision_at_100_diff1 value: -10.714161244793623 - type: nauc_precision_at_100_max value: 10.80916133379338 - type: nauc_precision_at_100_std value: 21.01280694690889 - type: nauc_precision_at_10_diff1 value: -12.867253218059915 - type: nauc_precision_at_10_max value: 9.575643543429718 - type: nauc_precision_at_10_std value: 21.405171955259224 - type: nauc_precision_at_1_diff1 value: 73.24890171347613 - type: nauc_precision_at_1_max value: 37.367459553642426 - type: nauc_precision_at_1_std value: -13.316391532791135 - type: nauc_precision_at_20_diff1 value: -11.766460335141424 - type: nauc_precision_at_20_max value: 10.17190973145006 - type: nauc_precision_at_20_std value: 21.752924700590835 - type: nauc_precision_at_3_diff1 value: 5.241669513189873 - type: nauc_precision_at_3_max value: 21.722890037760354 - type: nauc_precision_at_3_std value: 16.83232605784222 - type: nauc_precision_at_5_diff1 value: -6.750151592516413 - type: nauc_precision_at_5_max value: 15.059744329415048 - type: nauc_precision_at_5_std value: 21.831836531443653 - type: nauc_recall_at_1000_diff1 value: 8.852828649246417 - type: nauc_recall_at_1000_max value: 6.683830914994345 - type: nauc_recall_at_1000_std value: 37.66593889403836 - type: nauc_recall_at_100_diff1 value: -2.4986179820673344 - type: nauc_recall_at_100_max value: -1.230471742842536 - type: nauc_recall_at_100_std value: 22.724612835383482 - type: nauc_recall_at_10_diff1 value: 8.921193487520886 - type: nauc_recall_at_10_max value: 1.4012350766088484 - type: nauc_recall_at_10_std value: 2.9284367419689037 - type: nauc_recall_at_1_diff1 value: 60.507796141511605 - type: nauc_recall_at_1_max value: 24.81979211893891 - type: nauc_recall_at_1_std value: -15.864717081534302 - type: nauc_recall_at_20_diff1 value: 6.778598529994739 - type: nauc_recall_at_20_max value: 1.9108915219621572 - type: nauc_recall_at_20_std value: 9.15003581851989 - type: nauc_recall_at_3_diff1 value: 30.17670764440773 - type: nauc_recall_at_3_max value: 17.769313053478434 - type: nauc_recall_at_3_std value: -2.7848998516990386 - type: nauc_recall_at_5_diff1 value: 19.986644381812553 - type: nauc_recall_at_5_max value: 11.751813635626322 - type: nauc_recall_at_5_std value: 1.6890369172263033 - type: ndcg_at_1 value: 80.99300000000001 - type: ndcg_at_10 value: 88.228 - type: ndcg_at_100 value: 88.897 - type: ndcg_at_1000 value: 89.093 - type: ndcg_at_20 value: 88.542 - type: ndcg_at_3 value: 86.687 - type: ndcg_at_5 value: 87.607 - type: precision_at_1 value: 80.99300000000001 - type: precision_at_10 value: 10.707 - type: precision_at_100 value: 1.127 - type: precision_at_1000 value: 0.116 - type: precision_at_20 value: 5.457999999999999 - type: precision_at_3 value: 33.538000000000004 - type: precision_at_5 value: 20.801 - type: recall_at_1 value: 75.053 - type: recall_at_10 value: 95.27799999999999 - type: recall_at_100 value: 97.853 - type: recall_at_1000 value: 99.03800000000001 - type: recall_at_20 value: 96.318 - type: recall_at_3 value: 91.08000000000001 - type: recall_at_5 value: 93.45400000000001 task: type: Retrieval - dataset: config: default name: MTEB FiQA2018 (default) revision: 27a168819829fe9bcd655c2df245fb19452e8e06 split: test type: mteb/fiqa metrics: - type: main_score value: 54.071999999999996 - type: map_at_1 value: 27.345000000000002 - type: map_at_10 value: 45.694 - type: map_at_100 value: 47.949999999999996 - type: map_at_1000 value: 48.093 - type: map_at_20 value: 47.035 - type: map_at_3 value: 40.049 - type: map_at_5 value: 42.92 - type: mrr_at_1 value: 52.160493827160494 - type: mrr_at_10 value: 61.28527336860672 - type: mrr_at_100 value: 61.884625221750596 - type: mrr_at_1000 value: 61.915904963540726 - type: mrr_at_20 value: 61.667012493286734 - type: mrr_at_3 value: 59.10493827160492 - type: mrr_at_5 value: 60.362654320987616 - type: nauc_map_at_1000_diff1 value: 45.38067605515959 - type: nauc_map_at_1000_max value: 37.86197840734717 - type: nauc_map_at_1000_std value: -10.88609599497855 - type: nauc_map_at_100_diff1 value: 45.34384139935809 - type: nauc_map_at_100_max value: 37.79374163212799 - type: nauc_map_at_100_std value: -10.800059266281165 - type: nauc_map_at_10_diff1 value: 45.3913490132632 - type: nauc_map_at_10_max value: 36.79840356578914 - type: nauc_map_at_10_std value: -12.036133364054884 - type: nauc_map_at_1_diff1 value: 51.66552774401746 - type: nauc_map_at_1_max value: 25.324194752193236 - type: nauc_map_at_1_std value: -14.34697090462958 - type: nauc_map_at_20_diff1 value: 45.27320308873338 - type: nauc_map_at_20_max value: 37.29442746411085 - type: nauc_map_at_20_std value: -11.635204276133472 - type: nauc_map_at_3_diff1 value: 46.88138818586725 - type: nauc_map_at_3_max value: 32.99288436262902 - type: nauc_map_at_3_std value: -13.639274978165444 - type: nauc_map_at_5_diff1 value: 45.76135530895121 - type: nauc_map_at_5_max value: 34.97804527762444 - type: nauc_map_at_5_std value: -12.678346477642899 - type: nauc_mrr_at_1000_diff1 value: 53.864293429447955 - type: nauc_mrr_at_1000_max value: 45.79808916389802 - type: nauc_mrr_at_1000_std value: -9.713381409523494 - type: nauc_mrr_at_100_diff1 value: 53.85134409074757 - type: nauc_mrr_at_100_max value: 45.80389587114905 - type: nauc_mrr_at_100_std value: -9.683169165384212 - type: nauc_mrr_at_10_diff1 value: 53.805490205878 - type: nauc_mrr_at_10_max value: 45.806760270208564 - type: nauc_mrr_at_10_std value: -9.76722195012393 - type: nauc_mrr_at_1_diff1 value: 56.27330361790344 - type: nauc_mrr_at_1_max value: 47.01503122847836 - type: nauc_mrr_at_1_std value: -10.774154484447495 - type: nauc_mrr_at_20_diff1 value: 53.83482468037953 - type: nauc_mrr_at_20_max value: 45.719679695052974 - type: nauc_mrr_at_20_std value: -9.77923533594551 - type: nauc_mrr_at_3_diff1 value: 54.44641861789147 - type: nauc_mrr_at_3_max value: 45.94905694818705 - type: nauc_mrr_at_3_std value: -11.177467065728768 - type: nauc_mrr_at_5_diff1 value: 54.09429588760707 - type: nauc_mrr_at_5_max value: 46.004166041517216 - type: nauc_mrr_at_5_std value: -9.769538819499722 - type: nauc_ndcg_at_1000_diff1 value: 46.80179242198247 - type: nauc_ndcg_at_1000_max value: 40.806989668058186 - type: nauc_ndcg_at_1000_std value: -8.015013067414483 - type: nauc_ndcg_at_100_diff1 value: 46.26031710590574 - type: nauc_ndcg_at_100_max value: 40.2874844490879 - type: nauc_ndcg_at_100_std value: -6.325738537481981 - type: nauc_ndcg_at_10_diff1 value: 46.0597385861321 - type: nauc_ndcg_at_10_max value: 38.12369512757341 - type: nauc_ndcg_at_10_std value: -9.95387894167638 - type: nauc_ndcg_at_1_diff1 value: 56.27330361790344 - type: nauc_ndcg_at_1_max value: 47.01503122847836 - type: nauc_ndcg_at_1_std value: -10.774154484447495 - type: nauc_ndcg_at_20_diff1 value: 46.112983276165046 - type: nauc_ndcg_at_20_max value: 38.60654549021085 - type: nauc_ndcg_at_20_std value: -9.66055049547148 - type: nauc_ndcg_at_3_diff1 value: 46.07426386701122 - type: nauc_ndcg_at_3_max value: 39.30739016101109 - type: nauc_ndcg_at_3_std value: -12.50493736255984 - type: nauc_ndcg_at_5_diff1 value: 45.71298951268576 - type: nauc_ndcg_at_5_max value: 37.27961846995706 - type: nauc_ndcg_at_5_std value: -11.154006989020496 - type: nauc_precision_at_1000_diff1 value: -11.592438042119445 - type: nauc_precision_at_1000_max value: 17.294449668418288 - type: nauc_precision_at_1000_std value: 9.709962161201647 - type: nauc_precision_at_100_diff1 value: -6.0095430176874345 - type: nauc_precision_at_100_max value: 22.901828845166698 - type: nauc_precision_at_100_std value: 14.993379617197682 - type: nauc_precision_at_10_diff1 value: 6.719203274493172 - type: nauc_precision_at_10_max value: 32.512145720381795 - type: nauc_precision_at_10_std value: 5.244187871424349 - type: nauc_precision_at_1_diff1 value: 56.27330361790344 - type: nauc_precision_at_1_max value: 47.01503122847836 - type: nauc_precision_at_1_std value: -10.774154484447495 - type: nauc_precision_at_20_diff1 value: 1.754389508301811 - type: nauc_precision_at_20_max value: 29.02035054956672 - type: nauc_precision_at_20_std value: 8.161759871402037 - type: nauc_precision_at_3_diff1 value: 24.040968725090252 - type: nauc_precision_at_3_max value: 40.10318275587437 - type: nauc_precision_at_3_std value: -3.878413890678057 - type: nauc_precision_at_5_diff1 value: 15.218812798552142 - type: nauc_precision_at_5_max value: 37.25953351705925 - type: nauc_precision_at_5_std value: 0.7155796998283327 - type: nauc_recall_at_1000_diff1 value: 10.583253250637997 - type: nauc_recall_at_1000_max value: -3.5637377831543846 - type: nauc_recall_at_1000_std value: 34.74872993454209 - type: nauc_recall_at_100_diff1 value: 26.680647396718747 - type: nauc_recall_at_100_max value: 25.289227360067045 - type: nauc_recall_at_100_std value: 19.215575737374877 - type: nauc_recall_at_10_diff1 value: 35.49850774071538 - type: nauc_recall_at_10_max value: 27.12975488283297 - type: nauc_recall_at_10_std value: -6.7757139852899995 - type: nauc_recall_at_1_diff1 value: 51.66552774401746 - type: nauc_recall_at_1_max value: 25.324194752193236 - type: nauc_recall_at_1_std value: -14.34697090462958 - type: nauc_recall_at_20_diff1 value: 33.87213110916921 - type: nauc_recall_at_20_max value: 25.15617289177912 - type: nauc_recall_at_20_std value: -6.44141075455468 - type: nauc_recall_at_3_diff1 value: 42.167552979112784 - type: nauc_recall_at_3_max value: 26.47073745859859 - type: nauc_recall_at_3_std value: -13.151450499133057 - type: nauc_recall_at_5_diff1 value: 38.5058386963604 - type: nauc_recall_at_5_max value: 26.128698034399218 - type: nauc_recall_at_5_std value: -8.92423552488776 - type: ndcg_at_1 value: 52.16 - type: ndcg_at_10 value: 54.071999999999996 - type: ndcg_at_100 value: 60.851 - type: ndcg_at_1000 value: 62.907999999999994 - type: ndcg_at_20 value: 57.001000000000005 - type: ndcg_at_3 value: 49.712 - type: ndcg_at_5 value: 50.791 - type: precision_at_1 value: 52.16 - type: precision_at_10 value: 15.062000000000001 - type: precision_at_100 value: 2.218 - type: precision_at_1000 value: 0.258 - type: precision_at_20 value: 8.827 - type: precision_at_3 value: 33.282000000000004 - type: precision_at_5 value: 24.012 - type: recall_at_1 value: 27.345000000000002 - type: recall_at_10 value: 61.846999999999994 - type: recall_at_100 value: 86.125 - type: recall_at_1000 value: 98.13199999999999 - type: recall_at_20 value: 70.545 - type: recall_at_3 value: 45.446 - type: recall_at_5 value: 52.031000000000006 task: type: Retrieval - dataset: config: default name: MTEB HotpotQA (default) revision: ab518f4d6fcca38d87c25209f94beba119d02014 split: test type: mteb/hotpotqa metrics: - type: main_score value: 74.959 - type: map_at_1 value: 39.507 - type: map_at_10 value: 67.368 - type: map_at_100 value: 68.208 - type: map_at_1000 value: 68.258 - type: map_at_20 value: 67.9 - type: map_at_3 value: 63.695 - type: map_at_5 value: 66.069 - type: mrr_at_1 value: 79.01417960837273 - type: mrr_at_10 value: 85.29256294009818 - type: mrr_at_100 value: 85.43598687762321 - type: mrr_at_1000 value: 85.44005185885888 - type: mrr_at_20 value: 85.385908910377 - type: mrr_at_3 value: 84.41368444744523 - type: mrr_at_5 value: 84.9990997074046 - type: nauc_map_at_1000_diff1 value: 21.12170489619495 - type: nauc_map_at_1000_max value: 26.275894183746722 - type: nauc_map_at_1000_std value: -6.270422764724773 - type: nauc_map_at_100_diff1 value: 21.100748412891427 - type: nauc_map_at_100_max value: 26.267357900952376 - type: nauc_map_at_100_std value: -6.244347667315573 - type: nauc_map_at_10_diff1 value: 20.674777133569105 - type: nauc_map_at_10_max value: 26.0464950302885 - type: nauc_map_at_10_std value: -6.879486555235194 - type: nauc_map_at_1_diff1 value: 61.578918111691614 - type: nauc_map_at_1_max value: 42.809228851971554 - type: nauc_map_at_1_std value: -18.693501607160478 - type: nauc_map_at_20_diff1 value: 21.016679127441627 - type: nauc_map_at_20_max value: 26.26493055547197 - type: nauc_map_at_20_std value: -6.348265956664924 - type: nauc_map_at_3_diff1 value: 19.211524514269673 - type: nauc_map_at_3_max value: 25.179630796295072 - type: nauc_map_at_3_std value: -9.469682815051597 - type: nauc_map_at_5_diff1 value: 19.802257269903983 - type: nauc_map_at_5_max value: 25.843065189828675 - type: nauc_map_at_5_std value: -7.6911117288836275 - type: nauc_mrr_at_1000_diff1 value: 60.90611255392621 - type: nauc_mrr_at_1000_max value: 45.28902337460921 - type: nauc_mrr_at_1000_std value: -15.081836800607629 - type: nauc_mrr_at_100_diff1 value: 60.906319613903634 - type: nauc_mrr_at_100_max value: 45.294454122569135 - type: nauc_mrr_at_100_std value: -15.070354934845525 - type: nauc_mrr_at_10_diff1 value: 60.89081258769886 - type: nauc_mrr_at_10_max value: 45.340063090713706 - type: nauc_mrr_at_10_std value: -15.019436328769977 - type: nauc_mrr_at_1_diff1 value: 61.578918111691614 - type: nauc_mrr_at_1_max value: 42.809228851971554 - type: nauc_mrr_at_1_std value: -18.693501607160478 - type: nauc_mrr_at_20_diff1 value: 60.91444288979141 - type: nauc_mrr_at_20_max value: 45.31431373445948 - type: nauc_mrr_at_20_std value: -14.97309014683095 - type: nauc_mrr_at_3_diff1 value: 60.772894031312696 - type: nauc_mrr_at_3_max value: 45.605293386022225 - type: nauc_mrr_at_3_std value: -15.391241831624658 - type: nauc_mrr_at_5_diff1 value: 60.71990183490615 - type: nauc_mrr_at_5_max value: 45.478031078283045 - type: nauc_mrr_at_5_std value: -15.099732959629012 - type: nauc_ndcg_at_1000_diff1 value: 27.86370916809549 - type: nauc_ndcg_at_1000_max value: 29.961195201820917 - type: nauc_ndcg_at_1000_std value: -3.669547648606182 - type: nauc_ndcg_at_100_diff1 value: 27.222363197903203 - type: nauc_ndcg_at_100_max value: 29.83590955603319 - type: nauc_ndcg_at_100_std value: -2.706914023646432 - type: nauc_ndcg_at_10_diff1 value: 25.720275283710905 - type: nauc_ndcg_at_10_max value: 29.099451842124513 - type: nauc_ndcg_at_10_std value: -4.974149196543083 - type: nauc_ndcg_at_1_diff1 value: 61.578918111691614 - type: nauc_ndcg_at_1_max value: 42.809228851971554 - type: nauc_ndcg_at_1_std value: -18.693501607160478 - type: nauc_ndcg_at_20_diff1 value: 26.6414778719889 - type: nauc_ndcg_at_20_max value: 29.7153470420483 - type: nauc_ndcg_at_20_std value: -3.323674164247545 - type: nauc_ndcg_at_3_diff1 value: 23.854705547556676 - type: nauc_ndcg_at_3_max value: 28.16819582399863 - type: nauc_ndcg_at_3_std value: -9.175742937548364 - type: nauc_ndcg_at_5_diff1 value: 24.235289969946336 - type: nauc_ndcg_at_5_max value: 28.837159697000736 - type: nauc_ndcg_at_5_std value: -6.6312641809059825 - type: nauc_precision_at_1000_diff1 value: 15.588021360728687 - type: nauc_precision_at_1000_max value: 22.39953961246837 - type: nauc_precision_at_1000_std value: 47.68406787651948 - type: nauc_precision_at_100_diff1 value: 14.082191847912181 - type: nauc_precision_at_100_max value: 24.398280717374227 - type: nauc_precision_at_100_std value: 29.845964300686106 - type: nauc_precision_at_10_diff1 value: 14.078430107561424 - type: nauc_precision_at_10_max value: 24.03621964514711 - type: nauc_precision_at_10_std value: 6.216273371941104 - type: nauc_precision_at_1_diff1 value: 61.578918111691614 - type: nauc_precision_at_1_max value: 42.809228851971554 - type: nauc_precision_at_1_std value: -18.693501607160478 - type: nauc_precision_at_20_diff1 value: 15.305783955465262 - type: nauc_precision_at_20_max value: 25.331504698917186 - type: nauc_precision_at_20_std value: 14.995465986068544 - type: nauc_precision_at_3_diff1 value: 13.428353704090718 - type: nauc_precision_at_3_max value: 24.235140590205866 - type: nauc_precision_at_3_std value: -5.482186394535428 - type: nauc_precision_at_5_diff1 value: 12.446233438129173 - type: nauc_precision_at_5_max value: 24.572973116392642 - type: nauc_precision_at_5_std value: 0.24277662503234543 - type: nauc_recall_at_1000_diff1 value: 15.588021360729346 - type: nauc_recall_at_1000_max value: 22.399539612468512 - type: nauc_recall_at_1000_std value: 47.684067876519485 - type: nauc_recall_at_100_diff1 value: 14.082191847912085 - type: nauc_recall_at_100_max value: 24.398280717374345 - type: nauc_recall_at_100_std value: 29.845964300686095 - type: nauc_recall_at_10_diff1 value: 14.078430107561557 - type: nauc_recall_at_10_max value: 24.03621964514713 - type: nauc_recall_at_10_std value: 6.216273371941132 - type: nauc_recall_at_1_diff1 value: 61.578918111691614 - type: nauc_recall_at_1_max value: 42.809228851971554 - type: nauc_recall_at_1_std value: -18.693501607160478 - type: nauc_recall_at_20_diff1 value: 15.30578395546536 - type: nauc_recall_at_20_max value: 25.33150469891727 - type: nauc_recall_at_20_std value: 14.995465986068684 - type: nauc_recall_at_3_diff1 value: 13.428353704090698 - type: nauc_recall_at_3_max value: 24.235140590205813 - type: nauc_recall_at_3_std value: -5.482186394535521 - type: nauc_recall_at_5_diff1 value: 12.446233438129164 - type: nauc_recall_at_5_max value: 24.572973116392614 - type: nauc_recall_at_5_std value: 0.242776625032411 - type: ndcg_at_1 value: 79.014 - type: ndcg_at_10 value: 74.959 - type: ndcg_at_100 value: 77.70700000000001 - type: ndcg_at_1000 value: 78.628 - type: ndcg_at_20 value: 76.23400000000001 - type: ndcg_at_3 value: 69.891 - type: ndcg_at_5 value: 72.82600000000001 - type: precision_at_1 value: 79.014 - type: precision_at_10 value: 15.946 - type: precision_at_100 value: 1.806 - type: precision_at_1000 value: 0.193 - type: precision_at_20 value: 8.381 - type: precision_at_3 value: 45.726 - type: precision_at_5 value: 29.75 - type: recall_at_1 value: 39.507 - type: recall_at_10 value: 79.73 - type: recall_at_100 value: 90.28399999999999 - type: recall_at_1000 value: 96.327 - type: recall_at_20 value: 83.815 - type: recall_at_3 value: 68.589 - type: recall_at_5 value: 74.375 task: type: Retrieval - dataset: config: default name: MTEB ImdbClassification (default) revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 split: test type: mteb/imdb metrics: - type: accuracy value: 96.6444 - type: ap value: 94.71353946976426 - type: ap_weighted value: 94.71353946976426 - type: f1 value: 96.64368622221421 - type: f1_weighted value: 96.64368622221419 - type: main_score value: 96.6444 task: type: Classification - dataset: config: default name: MTEB MSMARCO (default) revision: c5a29a104738b98a9e76336939199e264163d4a0 split: dev type: mteb/msmarco metrics: - type: main_score value: 42.545 - type: map_at_1 value: 22.655 - type: map_at_10 value: 35.467999999999996 - type: map_at_100 value: 36.652 - type: map_at_1000 value: 36.692 - type: map_at_20 value: 36.236000000000004 - type: map_at_3 value: 31.485000000000003 - type: map_at_5 value: 33.908 - type: mrr_at_1 value: 23.280802292263612 - type: mrr_at_10 value: 36.02329217264742 - type: mrr_at_100 value: 37.148118537446415 - type: mrr_at_1000 value: 37.183801105059956 - type: mrr_at_20 value: 36.76525675340281 - type: mrr_at_3 value: 32.096466093600654 - type: mrr_at_5 value: 34.50334288443163 - type: nauc_map_at_1000_diff1 value: 34.520324529857184 - type: nauc_map_at_1000_max value: 35.326534835022514 - type: nauc_map_at_1000_std value: -21.366160566488187 - type: nauc_map_at_100_diff1 value: 34.51815749165448 - type: nauc_map_at_100_max value: 35.36490672794807 - type: nauc_map_at_100_std value: -21.34319223709314 - type: nauc_map_at_10_diff1 value: 34.36733390350321 - type: nauc_map_at_10_max value: 35.47907368100861 - type: nauc_map_at_10_std value: -21.932334599571735 - type: nauc_map_at_1_diff1 value: 37.89554066876773 - type: nauc_map_at_1_max value: 28.579792597905413 - type: nauc_map_at_1_std value: -20.51606339206856 - type: nauc_map_at_20_diff1 value: 34.51926497566516 - type: nauc_map_at_20_max value: 35.497148638709895 - type: nauc_map_at_20_std value: -21.595925239714767 - type: nauc_map_at_3_diff1 value: 34.64924634604746 - type: nauc_map_at_3_max value: 33.298757220805754 - type: nauc_map_at_3_std value: -22.44092979514115 - type: nauc_map_at_5_diff1 value: 34.52262452267762 - type: nauc_map_at_5_max value: 34.993794904126 - type: nauc_map_at_5_std value: -22.19799323514771 - type: nauc_mrr_at_1000_diff1 value: 34.30028152962552 - type: nauc_mrr_at_1000_max value: 34.84294030005338 - type: nauc_mrr_at_1000_std value: -21.3040159303398 - type: nauc_mrr_at_100_diff1 value: 34.29714922716057 - type: nauc_mrr_at_100_max value: 34.8773691257525 - type: nauc_mrr_at_100_std value: -21.280800887086606 - type: nauc_mrr_at_10_diff1 value: 34.141133687651255 - type: nauc_mrr_at_10_max value: 34.97057209823848 - type: nauc_mrr_at_10_std value: -21.82443447975521 - type: nauc_mrr_at_1_diff1 value: 37.68273289251851 - type: nauc_mrr_at_1_max value: 28.375793374298752 - type: nauc_mrr_at_1_std value: -20.548630760150132 - type: nauc_mrr_at_20_diff1 value: 34.29297087665669 - type: nauc_mrr_at_20_max value: 34.99361503254817 - type: nauc_mrr_at_20_std value: -21.492481020546688 - type: nauc_mrr_at_3_diff1 value: 34.46337545862703 - type: nauc_mrr_at_3_max value: 32.91269289394109 - type: nauc_mrr_at_3_std value: -22.400479840328636 - type: nauc_mrr_at_5_diff1 value: 34.28655737221164 - type: nauc_mrr_at_5_max value: 34.57504983292885 - type: nauc_mrr_at_5_std value: -22.11521048383527 - type: nauc_ndcg_at_1000_diff1 value: 33.62874580335025 - type: nauc_ndcg_at_1000_max value: 37.1872988379906 - type: nauc_ndcg_at_1000_std value: -19.60332451143694 - type: nauc_ndcg_at_100_diff1 value: 33.5135571710796 - type: nauc_ndcg_at_100_max value: 38.255675537823564 - type: nauc_ndcg_at_100_std value: -18.69039354080076 - type: nauc_ndcg_at_10_diff1 value: 33.04700239507369 - type: nauc_ndcg_at_10_max value: 38.87644726684572 - type: nauc_ndcg_at_10_std value: -21.761270791633518 - type: nauc_ndcg_at_1_diff1 value: 37.68273289251851 - type: nauc_ndcg_at_1_max value: 28.375793374298752 - type: nauc_ndcg_at_1_std value: -20.548630760150132 - type: nauc_ndcg_at_20_diff1 value: 33.59333929099863 - type: nauc_ndcg_at_20_max value: 39.13869119152796 - type: nauc_ndcg_at_20_std value: -20.455820914752028 - type: nauc_ndcg_at_3_diff1 value: 33.72195690786571 - type: nauc_ndcg_at_3_max value: 34.58224856532535 - type: nauc_ndcg_at_3_std value: -22.932493269664924 - type: nauc_ndcg_at_5_diff1 value: 33.454322211125806 - type: nauc_ndcg_at_5_max value: 37.62697388354373 - type: nauc_ndcg_at_5_std value: -22.471519101664132 - type: nauc_precision_at_1000_diff1 value: -4.815785976068792 - type: nauc_precision_at_1000_max value: -1.6093873845854942 - type: nauc_precision_at_1000_std value: 14.781030440554144 - type: nauc_precision_at_100_diff1 value: 11.770023400226492 - type: nauc_precision_at_100_max value: 32.39585905434347 - type: nauc_precision_at_100_std value: 13.926995268735807 - type: nauc_precision_at_10_diff1 value: 26.033870063028758 - type: nauc_precision_at_10_max value: 46.706875249128515 - type: nauc_precision_at_10_std value: -19.221899044995098 - type: nauc_precision_at_1_diff1 value: 37.68273289251851 - type: nauc_precision_at_1_max value: 28.375793374298752 - type: nauc_precision_at_1_std value: -20.548630760150132 - type: nauc_precision_at_20_diff1 value: 25.100441174579007 - type: nauc_precision_at_20_max value: 46.91020875403547 - type: nauc_precision_at_20_std value: -11.192277515531218 - type: nauc_precision_at_3_diff1 value: 30.618588495438985 - type: nauc_precision_at_3_max value: 37.248088037331286 - type: nauc_precision_at_3_std value: -23.92085440457614 - type: nauc_precision_at_5_diff1 value: 29.142344221391838 - type: nauc_precision_at_5_max value: 43.527892902769175 - type: nauc_precision_at_5_std value: -22.312841501376514 - type: nauc_recall_at_1000_diff1 value: 12.994211769214695 - type: nauc_recall_at_1000_max value: 55.743471097359446 - type: nauc_recall_at_1000_std value: 50.500646267896954 - type: nauc_recall_at_100_diff1 value: 25.84611790014738 - type: nauc_recall_at_100_max value: 62.84236269533729 - type: nauc_recall_at_100_std value: 16.99467383693571 - type: nauc_recall_at_10_diff1 value: 28.494332014682527 - type: nauc_recall_at_10_max value: 50.75293572531052 - type: nauc_recall_at_10_std value: -20.592936248452297 - type: nauc_recall_at_1_diff1 value: 37.89554066876773 - type: nauc_recall_at_1_max value: 28.579792597905413 - type: nauc_recall_at_1_std value: -20.51606339206856 - type: nauc_recall_at_20_diff1 value: 30.144206368539777 - type: nauc_recall_at_20_max value: 55.78415931465269 - type: nauc_recall_at_20_std value: -13.536686353112964 - type: nauc_recall_at_3_diff1 value: 31.153704257566993 - type: nauc_recall_at_3_max value: 38.10114875174283 - type: nauc_recall_at_3_std value: -24.098427776224725 - type: nauc_recall_at_5_diff1 value: 30.330462760076372 - type: nauc_recall_at_5_max value: 45.334521843132926 - type: nauc_recall_at_5_std value: -23.00539480314331 - type: ndcg_at_1 value: 23.281 - type: ndcg_at_10 value: 42.545 - type: ndcg_at_100 value: 48.091 - type: ndcg_at_1000 value: 49.135 - type: ndcg_at_20 value: 45.279 - type: ndcg_at_3 value: 34.507 - type: ndcg_at_5 value: 38.824 - type: precision_at_1 value: 23.281 - type: precision_at_10 value: 6.7250000000000005 - type: precision_at_100 value: 0.947 - type: precision_at_1000 value: 0.104 - type: precision_at_20 value: 3.9309999999999996 - type: precision_at_3 value: 14.771 - type: precision_at_5 value: 11.049000000000001 - type: recall_at_1 value: 22.655 - type: recall_at_10 value: 64.316 - type: recall_at_100 value: 89.596 - type: recall_at_1000 value: 97.627 - type: recall_at_20 value: 74.946 - type: recall_at_3 value: 42.625 - type: recall_at_5 value: 52.967 task: type: Retrieval - dataset: config: en name: MTEB MTOPDomainClassification (en) revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf split: test type: mteb/mtop_domain metrics: - type: accuracy value: 97.02462380300956 - type: f1 value: 96.7276440209508 - type: f1_weighted value: 97.04875399973407 - type: main_score value: 97.02462380300956 task: type: Classification - dataset: config: en name: MTEB MTOPIntentClassification (en) revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba split: test type: mteb/mtop_intent metrics: - type: accuracy value: 87.9252165982672 - type: f1 value: 67.80472291570956 - type: f1_weighted value: 87.85202683538105 - type: main_score value: 87.9252165982672 task: type: Classification - dataset: config: en name: MTEB MassiveIntentClassification (en) revision: 4672e20407010da34463acc759c162ca9734bca6 split: test type: mteb/amazon_massive_intent metrics: - type: accuracy value: 80.60524546065905 - type: f1 value: 78.33960315662881 - type: f1_weighted value: 79.95922500362934 - type: main_score value: 80.60524546065905 task: type: Classification - dataset: config: en name: MTEB MassiveScenarioClassification (en) revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 split: test type: mteb/amazon_massive_scenario metrics: - type: accuracy value: 81.93006052454606 - type: f1 value: 81.2714057686431 - type: f1_weighted value: 81.85548518216183 - type: main_score value: 81.93006052454606 task: type: Classification - dataset: config: default name: MTEB MedrxivClusteringP2P (default) revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 split: test type: mteb/medrxiv-clustering-p2p metrics: - type: main_score value: 41.53648349744648 - type: v_measure value: 41.53648349744648 - type: v_measure_std value: 1.3073220375465617 task: type: Clustering - dataset: config: default name: MTEB MedrxivClusteringS2S (default) revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 split: test type: mteb/medrxiv-clustering-s2s metrics: - type: main_score value: 40.53587011806646 - type: v_measure value: 40.53587011806646 - type: v_measure_std value: 1.4167198988428324 task: type: Clustering - dataset: config: default name: MTEB MindSmallReranking (default) revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 split: test type: mteb/mind_small metrics: - type: main_score value: 34.12179940649658 - type: map value: 34.12179940649658 - type: mrr value: 35.58575183247432 - type: nAUC_map_diff1 value: 18.455263729874243 - type: nAUC_map_max value: -18.69448732764168 - type: nAUC_map_std value: 8.198608386567457 - type: nAUC_mrr_diff1 value: 16.22907129322154 - type: nAUC_mrr_max value: -13.594180628663738 - type: nAUC_mrr_std value: 8.300689743851711 task: type: Reranking - dataset: config: default name: MTEB NFCorpus (default) revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 split: test type: mteb/nfcorpus metrics: - type: main_score value: 37.545 - type: map_at_1 value: 5.949999999999999 - type: map_at_10 value: 13.8 - type: map_at_100 value: 17.653 - type: map_at_1000 value: 19.322 - type: map_at_20 value: 15.318999999999999 - type: map_at_3 value: 10.211 - type: map_at_5 value: 11.757 - type: mrr_at_1 value: 49.84520123839009 - type: mrr_at_10 value: 58.26490245220894 - type: mrr_at_100 value: 58.751461262818694 - type: mrr_at_1000 value: 58.782721242595436 - type: mrr_at_20 value: 58.51537179710553 - type: mrr_at_3 value: 56.24355005159959 - type: mrr_at_5 value: 57.26522187822497 - type: nauc_map_at_1000_diff1 value: 24.708811804064975 - type: nauc_map_at_1000_max value: 22.51050994461675 - type: nauc_map_at_1000_std value: 12.29167974269923 - type: nauc_map_at_100_diff1 value: 27.740081813309736 - type: nauc_map_at_100_max value: 22.220395977232094 - type: nauc_map_at_100_std value: 8.670978243811184 - type: nauc_map_at_10_diff1 value: 34.4703308010072 - type: nauc_map_at_10_max value: 18.539226897919768 - type: nauc_map_at_10_std value: -0.9186030178287692 - type: nauc_map_at_1_diff1 value: 48.903950722167245 - type: nauc_map_at_1_max value: 4.368015121190565 - type: nauc_map_at_1_std value: -11.682230965520118 - type: nauc_map_at_20_diff1 value: 30.85072911235718 - type: nauc_map_at_20_max value: 20.024421045580016 - type: nauc_map_at_20_std value: 2.4437812527877223 - type: nauc_map_at_3_diff1 value: 39.1701521223124 - type: nauc_map_at_3_max value: 12.315298159822717 - type: nauc_map_at_3_std value: -5.1211175310668775 - type: nauc_map_at_5_diff1 value: 38.23279649034153 - type: nauc_map_at_5_max value: 14.562453378970972 - type: nauc_map_at_5_std value: -3.8872952078037306 - type: nauc_mrr_at_1000_diff1 value: 25.76454031603339 - type: nauc_mrr_at_1000_max value: 36.987486973646504 - type: nauc_mrr_at_1000_std value: 23.993127405911782 - type: nauc_mrr_at_100_diff1 value: 25.75748809964789 - type: nauc_mrr_at_100_max value: 37.00137109451698 - type: nauc_mrr_at_100_std value: 24.02115415632134 - type: nauc_mrr_at_10_diff1 value: 25.859969609083706 - type: nauc_mrr_at_10_max value: 36.94417043125623 - type: nauc_mrr_at_10_std value: 23.69193588816108 - type: nauc_mrr_at_1_diff1 value: 25.13856497503111 - type: nauc_mrr_at_1_max value: 33.3647833822104 - type: nauc_mrr_at_1_std value: 21.516825179743293 - type: nauc_mrr_at_20_diff1 value: 25.642602521543896 - type: nauc_mrr_at_20_max value: 37.00173585685738 - type: nauc_mrr_at_20_std value: 23.948759826317996 - type: nauc_mrr_at_3_diff1 value: 24.57379470383737 - type: nauc_mrr_at_3_max value: 35.05292254453142 - type: nauc_mrr_at_3_std value: 22.164140056553332 - type: nauc_mrr_at_5_diff1 value: 25.945828840033407 - type: nauc_mrr_at_5_max value: 36.28692013847132 - type: nauc_mrr_at_5_std value: 23.029834512220173 - type: nauc_ndcg_at_1000_diff1 value: 20.296757719323153 - type: nauc_ndcg_at_1000_max value: 37.48395095000081 - type: nauc_ndcg_at_1000_std value: 31.427363488785897 - type: nauc_ndcg_at_100_diff1 value: 20.850922448339382 - type: nauc_ndcg_at_100_max value: 31.994561388810332 - type: nauc_ndcg_at_100_std value: 24.999776113877374 - type: nauc_ndcg_at_10_diff1 value: 15.294338982345188 - type: nauc_ndcg_at_10_max value: 28.88313313311664 - type: nauc_ndcg_at_10_std value: 20.868634992089486 - type: nauc_ndcg_at_1_diff1 value: 26.184542545764266 - type: nauc_ndcg_at_1_max value: 33.49408854189648 - type: nauc_ndcg_at_1_std value: 21.644457229854616 - type: nauc_ndcg_at_20_diff1 value: 15.341797014632963 - type: nauc_ndcg_at_20_max value: 27.84956487113421 - type: nauc_ndcg_at_20_std value: 21.97010876262456 - type: nauc_ndcg_at_3_diff1 value: 16.617546176572887 - type: nauc_ndcg_at_3_max value: 31.0807079505372 - type: nauc_ndcg_at_3_std value: 20.563003372087447 - type: nauc_ndcg_at_5_diff1 value: 17.141262698147518 - type: nauc_ndcg_at_5_max value: 31.014000002769315 - type: nauc_ndcg_at_5_std value: 21.903989918122914 - type: nauc_precision_at_1000_diff1 value: -26.736915033118148 - type: nauc_precision_at_1000_max value: 0.41514162563304957 - type: nauc_precision_at_1000_std value: 29.414979920206335 - type: nauc_precision_at_100_diff1 value: -22.29841081134693 - type: nauc_precision_at_100_max value: 10.670850649163286 - type: nauc_precision_at_100_std value: 37.030209783550625 - type: nauc_precision_at_10_diff1 value: -7.401740939284052 - type: nauc_precision_at_10_max value: 26.372442015476512 - type: nauc_precision_at_10_std value: 28.058522245561985 - type: nauc_precision_at_1_diff1 value: 25.992836361025546 - type: nauc_precision_at_1_max value: 33.81712388873076 - type: nauc_precision_at_1_std value: 22.130100241561536 - type: nauc_precision_at_20_diff1 value: -14.715825716659179 - type: nauc_precision_at_20_max value: 21.0400050444382 - type: nauc_precision_at_20_std value: 32.37056700564148 - type: nauc_precision_at_3_diff1 value: 5.626852329412606 - type: nauc_precision_at_3_max value: 31.486758990096703 - type: nauc_precision_at_3_std value: 23.372250462239542 - type: nauc_precision_at_5_diff1 value: 1.2273456188651337 - type: nauc_precision_at_5_max value: 30.63448937975829 - type: nauc_precision_at_5_std value: 27.319392615570614 - type: nauc_recall_at_1000_diff1 value: 7.442058577828199 - type: nauc_recall_at_1000_max value: 17.366286208134948 - type: nauc_recall_at_1000_std value: 16.538023469059937 - type: nauc_recall_at_100_diff1 value: 18.263940318090828 - type: nauc_recall_at_100_max value: 18.766819889035368 - type: nauc_recall_at_100_std value: 10.297431485613268 - type: nauc_recall_at_10_diff1 value: 30.052808504776717 - type: nauc_recall_at_10_max value: 17.223636924464284 - type: nauc_recall_at_10_std value: -2.8915719805312126 - type: nauc_recall_at_1_diff1 value: 48.903950722167245 - type: nauc_recall_at_1_max value: 4.368015121190565 - type: nauc_recall_at_1_std value: -11.682230965520118 - type: nauc_recall_at_20_diff1 value: 25.00678345922952 - type: nauc_recall_at_20_max value: 17.734815525743993 - type: nauc_recall_at_20_std value: 1.2937788396283523 - type: nauc_recall_at_3_diff1 value: 34.053479666933164 - type: nauc_recall_at_3_max value: 10.356061180744728 - type: nauc_recall_at_3_std value: -7.622782189103819 - type: nauc_recall_at_5_diff1 value: 35.282050319114994 - type: nauc_recall_at_5_max value: 13.444414495259005 - type: nauc_recall_at_5_std value: -6.406123122708332 - type: ndcg_at_1 value: 47.833 - type: ndcg_at_10 value: 37.545 - type: ndcg_at_100 value: 34.608 - type: ndcg_at_1000 value: 43.789 - type: ndcg_at_20 value: 34.724 - type: ndcg_at_3 value: 43.055 - type: ndcg_at_5 value: 40.595 - type: precision_at_1 value: 49.536 - type: precision_at_10 value: 27.678000000000004 - type: precision_at_100 value: 8.901 - type: precision_at_1000 value: 2.225 - type: precision_at_20 value: 20.279 - type: precision_at_3 value: 40.144000000000005 - type: precision_at_5 value: 34.675 - type: recall_at_1 value: 5.949999999999999 - type: recall_at_10 value: 18.368000000000002 - type: recall_at_100 value: 36.702 - type: recall_at_1000 value: 69.39800000000001 - type: recall_at_20 value: 22.241 - type: recall_at_3 value: 11.618 - type: recall_at_5 value: 14.338999999999999 task: type: Retrieval - dataset: config: default name: MTEB NQ (default) revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 split: test type: mteb/nq metrics: - type: main_score value: 64.693 - type: map_at_1 value: 40.119 - type: map_at_10 value: 57.008 - type: map_at_100 value: 57.769999999999996 - type: map_at_1000 value: 57.782999999999994 - type: map_at_20 value: 57.528999999999996 - type: map_at_3 value: 52.713 - type: map_at_5 value: 55.462 - type: mrr_at_1 value: 45.017381228273464 - type: mrr_at_10 value: 59.62700481892242 - type: mrr_at_100 value: 60.11977007964554 - type: mrr_at_1000 value: 60.12838314206039 - type: mrr_at_20 value: 59.96971543639854 - type: mrr_at_3 value: 56.38277327153322 - type: mrr_at_5 value: 58.559772112784756 - type: nauc_map_at_1000_diff1 value: 39.016224863361316 - type: nauc_map_at_1000_max value: 30.677526741613914 - type: nauc_map_at_1000_std value: -9.925306326190029 - type: nauc_map_at_100_diff1 value: 39.02038091276591 - type: nauc_map_at_100_max value: 30.687899774856326 - type: nauc_map_at_100_std value: -9.914518833390677 - type: nauc_map_at_10_diff1 value: 39.04523753783543 - type: nauc_map_at_10_max value: 30.976052448225627 - type: nauc_map_at_10_std value: -10.41607954987974 - type: nauc_map_at_1_diff1 value: 40.06219774868448 - type: nauc_map_at_1_max value: 26.735486652072517 - type: nauc_map_at_1_std value: -8.304382193524896 - type: nauc_map_at_20_diff1 value: 39.05577477358533 - type: nauc_map_at_20_max value: 30.78179300885049 - type: nauc_map_at_20_std value: -10.033002471334074 - type: nauc_map_at_3_diff1 value: 38.802559695913885 - type: nauc_map_at_3_max value: 30.365699555342978 - type: nauc_map_at_3_std value: -11.716942405728881 - type: nauc_map_at_5_diff1 value: 38.88593641854277 - type: nauc_map_at_5_max value: 30.93585211223555 - type: nauc_map_at_5_std value: -10.926633622752911 - type: nauc_mrr_at_1000_diff1 value: 39.04692080086692 - type: nauc_mrr_at_1000_max value: 30.197468259524175 - type: nauc_mrr_at_1000_std value: -7.818491692833017 - type: nauc_mrr_at_100_diff1 value: 39.0473015118493 - type: nauc_mrr_at_100_max value: 30.203218891973965 - type: nauc_mrr_at_100_std value: -7.809410627895269 - type: nauc_mrr_at_10_diff1 value: 39.022526617566456 - type: nauc_mrr_at_10_max value: 30.41103199763037 - type: nauc_mrr_at_10_std value: -7.986473780645788 - type: nauc_mrr_at_1_diff1 value: 40.2687402313342 - type: nauc_mrr_at_1_max value: 26.56359606867155 - type: nauc_mrr_at_1_std value: -6.6659359448538025 - type: nauc_mrr_at_20_diff1 value: 39.048111884686826 - type: nauc_mrr_at_20_max value: 30.246914959156364 - type: nauc_mrr_at_20_std value: -7.801804075454251 - type: nauc_mrr_at_3_diff1 value: 38.8647060004973 - type: nauc_mrr_at_3_max value: 30.225427021287963 - type: nauc_mrr_at_3_std value: -9.016676247800575 - type: nauc_mrr_at_5_diff1 value: 38.95589884289447 - type: nauc_mrr_at_5_max value: 30.55482027762662 - type: nauc_mrr_at_5_std value: -8.287991164740555 - type: nauc_ndcg_at_1000_diff1 value: 38.935229352725536 - type: nauc_ndcg_at_1000_max value: 31.318278701790277 - type: nauc_ndcg_at_1000_std value: -8.498883716013742 - type: nauc_ndcg_at_100_diff1 value: 39.00131687376651 - type: nauc_ndcg_at_100_max value: 31.60126452179523 - type: nauc_ndcg_at_100_std value: -8.0878761098937 - type: nauc_ndcg_at_10_diff1 value: 38.997637272745976 - type: nauc_ndcg_at_10_max value: 32.81562205617119 - type: nauc_ndcg_at_10_std value: -9.809117549403716 - type: nauc_ndcg_at_1_diff1 value: 40.2687402313342 - type: nauc_ndcg_at_1_max value: 26.56359606867155 - type: nauc_ndcg_at_1_std value: -6.6659359448538025 - type: nauc_ndcg_at_20_diff1 value: 39.05787809282005 - type: nauc_ndcg_at_20_max value: 32.148837127474216 - type: nauc_ndcg_at_20_std value: -8.538216720226362 - type: nauc_ndcg_at_3_diff1 value: 38.514904225460185 - type: nauc_ndcg_at_3_max value: 31.647932572190907 - type: nauc_ndcg_at_3_std value: -12.117323520301271 - type: nauc_ndcg_at_5_diff1 value: 38.67523620158631 - type: nauc_ndcg_at_5_max value: 32.71111428248374 - type: nauc_ndcg_at_5_std value: -10.830509911489106 - type: nauc_precision_at_1000_diff1 value: -10.134425320872637 - type: nauc_precision_at_1000_max value: -7.9214866985442836 - type: nauc_precision_at_1000_std value: 14.593125138517463 - type: nauc_precision_at_100_diff1 value: -6.427184925035445 - type: nauc_precision_at_100_max value: -3.565171885582329 - type: nauc_precision_at_100_std value: 15.87161403279646 - type: nauc_precision_at_10_diff1 value: 9.87974963974257 - type: nauc_precision_at_10_max value: 14.701681974930208 - type: nauc_precision_at_10_std value: 3.7336847482921924 - type: nauc_precision_at_1_diff1 value: 40.2687402313342 - type: nauc_precision_at_1_max value: 26.56359606867155 - type: nauc_precision_at_1_std value: -6.6659359448538025 - type: nauc_precision_at_20_diff1 value: 2.890969722929749 - type: nauc_precision_at_20_max value: 6.794303444012595 - type: nauc_precision_at_20_std value: 10.705845010583102 - type: nauc_precision_at_3_diff1 value: 25.828531407512916 - type: nauc_precision_at_3_max value: 26.003194922700068 - type: nauc_precision_at_3_std value: -9.365843001852745 - type: nauc_precision_at_5_diff1 value: 18.442430286590213 - type: nauc_precision_at_5_max value: 22.17126455978319 - type: nauc_precision_at_5_std value: -3.307912326207094 - type: nauc_recall_at_1000_diff1 value: 37.08230039820157 - type: nauc_recall_at_1000_max value: 47.10529218716289 - type: nauc_recall_at_1000_std value: 47.786964110589096 - type: nauc_recall_at_100_diff1 value: 41.32053677940413 - type: nauc_recall_at_100_max value: 53.09289155866568 - type: nauc_recall_at_100_std value: 32.47492854799267 - type: nauc_recall_at_10_diff1 value: 37.31427344851398 - type: nauc_recall_at_10_max value: 43.0702780767873 - type: nauc_recall_at_10_std value: -10.887409444200305 - type: nauc_recall_at_1_diff1 value: 40.06219774868448 - type: nauc_recall_at_1_max value: 26.735486652072517 - type: nauc_recall_at_1_std value: -8.304382193524896 - type: nauc_recall_at_20_diff1 value: 38.026247692487225 - type: nauc_recall_at_20_max value: 43.122612480943125 - type: nauc_recall_at_20_std value: 0.06425536869830446 - type: nauc_recall_at_3_diff1 value: 36.42120384763962 - type: nauc_recall_at_3_max value: 34.94129978903372 - type: nauc_recall_at_3_std value: -15.716640140198779 - type: nauc_recall_at_5_diff1 value: 36.15895636103322 - type: nauc_recall_at_5_max value: 38.80623578799298 - type: nauc_recall_at_5_std value: -13.51525373978869 - type: ndcg_at_1 value: 45.017 - type: ndcg_at_10 value: 64.693 - type: ndcg_at_100 value: 67.632 - type: ndcg_at_1000 value: 67.91199999999999 - type: ndcg_at_20 value: 66.277 - type: ndcg_at_3 value: 57.046 - type: ndcg_at_5 value: 61.516999999999996 - type: precision_at_1 value: 45.017 - type: precision_at_10 value: 10.18 - type: precision_at_100 value: 1.185 - type: precision_at_1000 value: 0.121 - type: precision_at_20 value: 5.479 - type: precision_at_3 value: 25.541000000000004 - type: precision_at_5 value: 17.949 - type: recall_at_1 value: 40.119 - type: recall_at_10 value: 85.139 - type: recall_at_100 value: 97.444 - type: recall_at_1000 value: 99.529 - type: recall_at_20 value: 90.88199999999999 - type: recall_at_3 value: 65.88000000000001 - type: recall_at_5 value: 76.132 task: type: Retrieval - dataset: config: default name: MTEB QuoraRetrieval (default) revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 split: test type: mteb/quora metrics: - type: main_score value: 88.773 - type: map_at_1 value: 70.96000000000001 - type: map_at_10 value: 85.174 - type: map_at_100 value: 85.804 - type: map_at_1000 value: 85.817 - type: map_at_20 value: 85.596 - type: map_at_3 value: 82.219 - type: map_at_5 value: 84.098 - type: mrr_at_1 value: 81.76 - type: mrr_at_10 value: 87.79770634920607 - type: mrr_at_100 value: 87.89799102352673 - type: mrr_at_1000 value: 87.89865476743903 - type: mrr_at_20 value: 87.87680512328197 - type: mrr_at_3 value: 86.81999999999978 - type: mrr_at_5 value: 87.51299999999969 - type: nauc_map_at_1000_diff1 value: 76.90119675123604 - type: nauc_map_at_1000_max value: 20.079761155170527 - type: nauc_map_at_1000_std value: -62.08844878736319 - type: nauc_map_at_100_diff1 value: 76.91315659037733 - type: nauc_map_at_100_max value: 20.037613519830543 - type: nauc_map_at_100_std value: -62.1809605413574 - type: nauc_map_at_10_diff1 value: 77.29490073584684 - type: nauc_map_at_10_max value: 18.97493585375514 - type: nauc_map_at_10_std value: -65.06133578431042 - type: nauc_map_at_1_diff1 value: 80.92204517914038 - type: nauc_map_at_1_max value: 12.955779715044127 - type: nauc_map_at_1_std value: -53.185870692847814 - type: nauc_map_at_20_diff1 value: 77.06595372320452 - type: nauc_map_at_20_max value: 19.587544100405307 - type: nauc_map_at_20_std value: -63.38932039031718 - type: nauc_map_at_3_diff1 value: 77.81358593606132 - type: nauc_map_at_3_max value: 16.415667501797888 - type: nauc_map_at_3_std value: -65.91817124009025 - type: nauc_map_at_5_diff1 value: 77.55572041802866 - type: nauc_map_at_5_max value: 17.84810271472641 - type: nauc_map_at_5_std value: -66.5202429218229 - type: nauc_mrr_at_1000_diff1 value: 77.25919152483527 - type: nauc_mrr_at_1000_max value: 23.266505681060313 - type: nauc_mrr_at_1000_std value: -56.997207262592106 - type: nauc_mrr_at_100_diff1 value: 77.25865200926027 - type: nauc_mrr_at_100_max value: 23.266917952901537 - type: nauc_mrr_at_100_std value: -56.99775622461676 - type: nauc_mrr_at_10_diff1 value: 77.27177237809222 - type: nauc_mrr_at_10_max value: 23.234422413279194 - type: nauc_mrr_at_10_std value: -57.287098821203166 - type: nauc_mrr_at_1_diff1 value: 77.87705968629228 - type: nauc_mrr_at_1_max value: 23.357364820166353 - type: nauc_mrr_at_1_std value: -52.724677718394254 - type: nauc_mrr_at_20_diff1 value: 77.26510245027495 - type: nauc_mrr_at_20_max value: 23.250601444229872 - type: nauc_mrr_at_20_std value: -57.073576665896155 - type: nauc_mrr_at_3_diff1 value: 77.08835110871802 - type: nauc_mrr_at_3_max value: 23.37973990414157 - type: nauc_mrr_at_3_std value: -57.54668286148783 - type: nauc_mrr_at_5_diff1 value: 77.22940631493309 - type: nauc_mrr_at_5_max value: 23.256197542861436 - type: nauc_mrr_at_5_std value: -57.710428425249404 - type: nauc_ndcg_at_1000_diff1 value: 76.67905982606639 - type: nauc_ndcg_at_1000_max value: 21.96802435224643 - type: nauc_ndcg_at_1000_std value: -59.660695538408405 - type: nauc_ndcg_at_100_diff1 value: 76.72641745578917 - type: nauc_ndcg_at_100_max value: 21.752538833557992 - type: nauc_ndcg_at_100_std value: -60.14387533073589 - type: nauc_ndcg_at_10_diff1 value: 77.1697583832975 - type: nauc_ndcg_at_10_max value: 19.90438134636175 - type: nauc_ndcg_at_10_std value: -65.62207352990609 - type: nauc_ndcg_at_1_diff1 value: 77.87705968629228 - type: nauc_ndcg_at_1_max value: 23.357364820166353 - type: nauc_ndcg_at_1_std value: -52.724677718394254 - type: nauc_ndcg_at_20_diff1 value: 76.98061052184806 - type: nauc_ndcg_at_20_max value: 20.514885434747328 - type: nauc_ndcg_at_20_std value: -63.237149791291415 - type: nauc_ndcg_at_3_diff1 value: 76.32552624964065 - type: nauc_ndcg_at_3_max value: 19.923840442393544 - type: nauc_ndcg_at_3_std value: -63.588842129524245 - type: nauc_ndcg_at_5_diff1 value: 76.9533163521833 - type: nauc_ndcg_at_5_max value: 19.51602820692585 - type: nauc_ndcg_at_5_std value: -66.23316232094454 - type: nauc_precision_at_1000_diff1 value: -45.73706664910733 - type: nauc_precision_at_1000_max value: 7.913436156563994 - type: nauc_precision_at_1000_std value: 53.06948338411226 - type: nauc_precision_at_100_diff1 value: -45.31368947263091 - type: nauc_precision_at_100_max value: 7.188900869218029 - type: nauc_precision_at_100_std value: 50.86284056359611 - type: nauc_precision_at_10_diff1 value: -39.50336694936736 - type: nauc_precision_at_10_max value: 6.702378324096768 - type: nauc_precision_at_10_std value: 31.03637763595204 - type: nauc_precision_at_1_diff1 value: 77.87705968629228 - type: nauc_precision_at_1_max value: 23.357364820166353 - type: nauc_precision_at_1_std value: -52.724677718394254 - type: nauc_precision_at_20_diff1 value: -43.09729408672091 - type: nauc_precision_at_20_max value: 6.532907159014953 - type: nauc_precision_at_20_std value: 40.98770041852758 - type: nauc_precision_at_3_diff1 value: -19.675745078316503 - type: nauc_precision_at_3_max value: 9.254372245883973 - type: nauc_precision_at_3_std value: 3.557752877438361 - type: nauc_precision_at_5_diff1 value: -32.17451238619065 - type: nauc_precision_at_5_max value: 7.457382998315637 - type: nauc_precision_at_5_std value: 17.684523480181884 - type: nauc_recall_at_1000_diff1 value: 35.54833030189762 - type: nauc_recall_at_1000_max value: -113.13072963237435 - type: nauc_recall_at_1000_std value: -45.37230224613866 - type: nauc_recall_at_100_diff1 value: 74.70783770156788 - type: nauc_recall_at_100_max value: 5.165483155761366 - type: nauc_recall_at_100_std value: -98.18356589742223 - type: nauc_recall_at_10_diff1 value: 76.44831137766471 - type: nauc_recall_at_10_max value: 6.645874880559598 - type: nauc_recall_at_10_std value: -104.42733750490795 - type: nauc_recall_at_1_diff1 value: 80.92204517914038 - type: nauc_recall_at_1_max value: 12.955779715044127 - type: nauc_recall_at_1_std value: -53.185870692847814 - type: nauc_recall_at_20_diff1 value: 76.9330017100496 - type: nauc_recall_at_20_max value: 1.3282965733900722 - type: nauc_recall_at_20_std value: -110.44267520170585 - type: nauc_recall_at_3_diff1 value: 74.75571112449231 - type: nauc_recall_at_3_max value: 11.392712834655518 - type: nauc_recall_at_3_std value: -77.70319541112546 - type: nauc_recall_at_5_diff1 value: 74.44393885573719 - type: nauc_recall_at_5_max value: 9.071230160466847 - type: nauc_recall_at_5_std value: -90.6015799064062 - type: ndcg_at_1 value: 81.76 - type: ndcg_at_10 value: 88.773 - type: ndcg_at_100 value: 89.93100000000001 - type: ndcg_at_1000 value: 90.005 - type: ndcg_at_20 value: 89.436 - type: ndcg_at_3 value: 85.997 - type: ndcg_at_5 value: 87.571 - type: precision_at_1 value: 81.76 - type: precision_at_10 value: 13.542000000000002 - type: precision_at_100 value: 1.538 - type: precision_at_1000 value: 0.157 - type: precision_at_20 value: 7.184 - type: precision_at_3 value: 37.8 - type: precision_at_5 value: 24.898 - type: recall_at_1 value: 70.96000000000001 - type: recall_at_10 value: 95.741 - type: recall_at_100 value: 99.685 - type: recall_at_1000 value: 99.995 - type: recall_at_20 value: 97.909 - type: recall_at_3 value: 87.739 - type: recall_at_5 value: 92.203 task: type: Retrieval - dataset: config: default name: MTEB RedditClustering (default) revision: 24640382cdbf8abc73003fb0fa6d111a705499eb split: test type: mteb/reddit-clustering metrics: - type: main_score value: 65.91810902432418 - type: v_measure value: 65.91810902432418 - type: v_measure_std value: 3.988775454635202 task: type: Clustering - dataset: config: default name: MTEB RedditClusteringP2P (default) revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 split: test type: mteb/reddit-clustering-p2p metrics: - type: main_score value: 68.02321609158898 - type: v_measure value: 68.02321609158898 - type: v_measure_std value: 13.048787017567099 task: type: Clustering - dataset: config: default name: MTEB SCIDOCS (default) revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 split: test type: mteb/scidocs metrics: - type: main_score value: 23.814 - type: map_at_1 value: 5.455 - type: map_at_10 value: 14.208000000000002 - type: map_at_100 value: 17.328 - type: map_at_1000 value: 17.748 - type: map_at_20 value: 15.735 - type: map_at_3 value: 9.614 - type: map_at_5 value: 11.777999999999999 - type: mrr_at_1 value: 26.900000000000002 - type: mrr_at_10 value: 38.7683333333333 - type: mrr_at_100 value: 39.86887355087612 - type: mrr_at_1000 value: 39.89416581484622 - type: mrr_at_20 value: 39.45076687545336 - type: mrr_at_3 value: 34.283333333333324 - type: mrr_at_5 value: 36.7733333333333 - type: nauc_map_at_1000_diff1 value: 6.582032797360866 - type: nauc_map_at_1000_max value: 17.29971642208067 - type: nauc_map_at_1000_std value: 6.571653079053965 - type: nauc_map_at_100_diff1 value: 6.6520274055220945 - type: nauc_map_at_100_max value: 17.28927582943446 - type: nauc_map_at_100_std value: 6.3788070086997735 - type: nauc_map_at_10_diff1 value: 7.8097868021789765 - type: nauc_map_at_10_max value: 15.868814598414307 - type: nauc_map_at_10_std value: 1.3833485160000003 - type: nauc_map_at_1_diff1 value: 20.002393048021077 - type: nauc_map_at_1_max value: 16.777673629413144 - type: nauc_map_at_1_std value: -1.5982142140773345 - type: nauc_map_at_20_diff1 value: 7.026484961291383 - type: nauc_map_at_20_max value: 16.358039615308098 - type: nauc_map_at_20_std value: 4.265555678748822 - type: nauc_map_at_3_diff1 value: 11.670235117521639 - type: nauc_map_at_3_max value: 15.421371305785032 - type: nauc_map_at_3_std value: -2.0891385987905253 - type: nauc_map_at_5_diff1 value: 8.782941099433515 - type: nauc_map_at_5_max value: 15.429505319062791 - type: nauc_map_at_5_std value: 0.01706038881959217 - type: nauc_mrr_at_1000_diff1 value: 14.424089575104654 - type: nauc_mrr_at_1000_max value: 18.354632635310146 - type: nauc_mrr_at_1000_std value: 3.148669746271006 - type: nauc_mrr_at_100_diff1 value: 14.43190469520255 - type: nauc_mrr_at_100_max value: 18.37445314994635 - type: nauc_mrr_at_100_std value: 3.175095104402658 - type: nauc_mrr_at_10_diff1 value: 14.015953357582356 - type: nauc_mrr_at_10_max value: 18.334773185007375 - type: nauc_mrr_at_10_std value: 3.1788218175601917 - type: nauc_mrr_at_1_diff1 value: 20.06438180516676 - type: nauc_mrr_at_1_max value: 16.906770193671957 - type: nauc_mrr_at_1_std value: -1.591329233808127 - type: nauc_mrr_at_20_diff1 value: 14.126339493553159 - type: nauc_mrr_at_20_max value: 18.316449447055653 - type: nauc_mrr_at_20_std value: 3.1850941428621042 - type: nauc_mrr_at_3_diff1 value: 14.730386161975737 - type: nauc_mrr_at_3_max value: 17.32498171231654 - type: nauc_mrr_at_3_std value: 1.321654906709584 - type: nauc_mrr_at_5_diff1 value: 14.46476336413886 - type: nauc_mrr_at_5_max value: 17.940958841978826 - type: nauc_mrr_at_5_std value: 2.9529508335708945 - type: nauc_ndcg_at_1000_diff1 value: 6.681346718194129 - type: nauc_ndcg_at_1000_max value: 21.404613477283746 - type: nauc_ndcg_at_1000_std value: 14.596655479547055 - type: nauc_ndcg_at_100_diff1 value: 6.3302594607492155 - type: nauc_ndcg_at_100_max value: 21.26459769654865 - type: nauc_ndcg_at_100_std value: 14.522962033467959 - type: nauc_ndcg_at_10_diff1 value: 7.025732359853311 - type: nauc_ndcg_at_10_max value: 17.31881906701822 - type: nauc_ndcg_at_10_std value: 4.692540938431521 - type: nauc_ndcg_at_1_diff1 value: 20.06438180516676 - type: nauc_ndcg_at_1_max value: 16.906770193671957 - type: nauc_ndcg_at_1_std value: -1.591329233808127 - type: nauc_ndcg_at_20_diff1 value: 6.355140893975436 - type: nauc_ndcg_at_20_max value: 18.29467935307024 - type: nauc_ndcg_at_20_std value: 8.87309764856374 - type: nauc_ndcg_at_3_diff1 value: 11.131091987737578 - type: nauc_ndcg_at_3_max value: 15.876946297140213 - type: nauc_ndcg_at_3_std value: -0.19961674229045062 - type: nauc_ndcg_at_5_diff1 value: 8.719384001108486 - type: nauc_ndcg_at_5_max value: 16.561854761839523 - type: nauc_ndcg_at_5_std value: 2.849455858958004 - type: nauc_precision_at_1000_diff1 value: -3.264266561841031 - type: nauc_precision_at_1000_max value: 27.054907731659355 - type: nauc_precision_at_1000_std value: 42.6582722652614 - type: nauc_precision_at_100_diff1 value: -1.4147583046219077 - type: nauc_precision_at_100_max value: 22.691769918104637 - type: nauc_precision_at_100_std value: 30.417860777083998 - type: nauc_precision_at_10_diff1 value: 0.7460714765387558 - type: nauc_precision_at_10_max value: 16.189155199570223 - type: nauc_precision_at_10_std value: 8.466856326540606 - type: nauc_precision_at_1_diff1 value: 20.06438180516676 - type: nauc_precision_at_1_max value: 16.906770193671957 - type: nauc_precision_at_1_std value: -1.591329233808127 - type: nauc_precision_at_20_diff1 value: -0.29107581757496714 - type: nauc_precision_at_20_max value: 17.13909220544385 - type: nauc_precision_at_20_std value: 16.413326815174717 - type: nauc_precision_at_3_diff1 value: 7.101179998696147 - type: nauc_precision_at_3_max value: 14.797248842818975 - type: nauc_precision_at_3_std value: 0.40582828085273265 - type: nauc_precision_at_5_diff1 value: 3.4483179666389696 - type: nauc_precision_at_5_max value: 15.735507259648934 - type: nauc_precision_at_5_std value: 5.671451893149887 - type: nauc_recall_at_1000_diff1 value: -3.8075718189695547 - type: nauc_recall_at_1000_max value: 27.218180153734124 - type: nauc_recall_at_1000_std value: 44.46679820329153 - type: nauc_recall_at_100_diff1 value: -1.4536649156519559 - type: nauc_recall_at_100_max value: 22.44690502045992 - type: nauc_recall_at_100_std value: 30.235557227945275 - type: nauc_recall_at_10_diff1 value: 0.6119379049099861 - type: nauc_recall_at_10_max value: 15.882135185205446 - type: nauc_recall_at_10_std value: 8.176733663905573 - type: nauc_recall_at_1_diff1 value: 20.002393048021077 - type: nauc_recall_at_1_max value: 16.777673629413144 - type: nauc_recall_at_1_std value: -1.5982142140773345 - type: nauc_recall_at_20_diff1 value: -0.1682800060016626 - type: nauc_recall_at_20_max value: 16.971491120013564 - type: nauc_recall_at_20_std value: 16.122046383351293 - type: nauc_recall_at_3_diff1 value: 6.988663029514718 - type: nauc_recall_at_3_max value: 14.528152900658856 - type: nauc_recall_at_3_std value: 0.17590933968510467 - type: nauc_recall_at_5_diff1 value: 3.353041984845736 - type: nauc_recall_at_5_max value: 15.403568054057326 - type: nauc_recall_at_5_std value: 5.319244399661828 - type: ndcg_at_1 value: 26.900000000000002 - type: ndcg_at_10 value: 23.814 - type: ndcg_at_100 value: 34.943999999999996 - type: ndcg_at_1000 value: 40.78 - type: ndcg_at_20 value: 27.643 - type: ndcg_at_3 value: 21.227 - type: ndcg_at_5 value: 19.038 - type: precision_at_1 value: 26.900000000000002 - type: precision_at_10 value: 12.73 - type: precision_at_100 value: 2.881 - type: precision_at_1000 value: 0.426 - type: precision_at_20 value: 8.57 - type: precision_at_3 value: 19.6 - type: precision_at_5 value: 16.8 - type: recall_at_1 value: 5.455 - type: recall_at_10 value: 25.802999999999997 - type: recall_at_100 value: 58.45 - type: recall_at_1000 value: 86.457 - type: recall_at_20 value: 34.762 - type: recall_at_3 value: 11.943 - type: recall_at_5 value: 17.043 task: type: Retrieval - dataset: config: default name: MTEB SICK-R (default) revision: 20a6d6f312dd54037fe07a32d58e5e168867909d split: test type: mteb/sickr-sts metrics: - type: cosine_pearson value: 85.60157402941752 - type: cosine_spearman value: 82.98956725441452 - type: euclidean_pearson value: 83.07824357271161 - type: euclidean_spearman value: 82.98957395335212 - type: main_score value: 82.98956725441452 - type: manhattan_pearson value: 83.10748351148622 - type: manhattan_spearman value: 83.16217281563378 - type: pearson value: 85.60157402941752 - type: spearman value: 82.98956725441452 task: type: STS - dataset: config: default name: MTEB STS12 (default) revision: a0d554a64d88156834ff5ae9920b964011b16384 split: test type: mteb/sts12-sts metrics: - type: cosine_pearson value: 85.20198919395854 - type: cosine_spearman value: 78.17308450713497 - type: euclidean_pearson value: 82.91465813078975 - type: euclidean_spearman value: 78.17308450713497 - type: main_score value: 78.17308450713497 - type: manhattan_pearson value: 83.36938760055344 - type: manhattan_spearman value: 78.77166023561925 - type: pearson value: 85.20198919395854 - type: spearman value: 78.17308450713497 task: type: STS - dataset: config: default name: MTEB STS13 (default) revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca split: test type: mteb/sts13-sts metrics: - type: cosine_pearson value: 87.3197290035165 - type: cosine_spearman value: 88.12589189918039 - type: euclidean_pearson value: 87.88474436451652 - type: euclidean_spearman value: 88.12589189918039 - type: main_score value: 88.12589189918039 - type: manhattan_pearson value: 88.1114243109502 - type: manhattan_spearman value: 88.40111910955112 - type: pearson value: 87.3197290035165 - type: spearman value: 88.12589189918039 task: type: STS - dataset: config: default name: MTEB STS15 (default) revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 split: test type: mteb/sts15-sts metrics: - type: cosine_pearson value: 87.91424745154934 - type: cosine_spearman value: 88.78510857775494 - type: euclidean_pearson value: 88.60854825357943 - type: euclidean_spearman value: 88.78511307332248 - type: main_score value: 88.78510857775494 - type: manhattan_pearson value: 88.81490531409946 - type: manhattan_spearman value: 89.10162579991359 - type: pearson value: 87.91424745154934 - type: spearman value: 88.78510857775494 task: type: STS - dataset: config: default name: MTEB STS16 (default) revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 split: test type: mteb/sts16-sts metrics: - type: cosine_pearson value: 84.42255273136605 - type: cosine_spearman value: 86.46810322536955 - type: euclidean_pearson value: 86.255541184091 - type: euclidean_spearman value: 86.46810322536955 - type: main_score value: 86.46810322536955 - type: manhattan_pearson value: 86.72678851651064 - type: manhattan_spearman value: 86.93777990302539 - type: pearson value: 84.42255273136605 - type: spearman value: 86.46810322536955 task: type: STS - dataset: config: en-en name: MTEB STS17 (en-en) revision: faeb762787bd10488a50c8b5be4a3b82e411949c split: test type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson value: 91.72746389892356 - type: cosine_spearman value: 92.23283881812245 - type: euclidean_pearson value: 92.29179177488737 - type: euclidean_spearman value: 92.23283881812245 - type: main_score value: 92.23283881812245 - type: manhattan_pearson value: 92.13764526009247 - type: manhattan_spearman value: 92.0582843442798 - type: pearson value: 91.72746389892356 - type: spearman value: 92.23283881812245 task: type: STS - dataset: config: default name: MTEB STSBenchmark (default) revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 split: test type: mteb/stsbenchmark-sts metrics: - type: cosine_pearson value: 86.14912927994007 - type: cosine_spearman value: 87.46655844472012 - type: euclidean_pearson value: 87.53026653408118 - type: euclidean_spearman value: 87.46655844472012 - type: main_score value: 87.46655844472012 - type: manhattan_pearson value: 87.68289898403299 - type: manhattan_spearman value: 87.73630507998439 - type: pearson value: 86.14912927994007 - type: spearman value: 87.46655844472012 task: type: STS - dataset: config: default name: MTEB SciDocsRR (default) revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab split: test type: mteb/scidocs-reranking metrics: - type: main_score value: 86.97859154411299 - type: map value: 86.97859154411299 - type: mrr value: 96.35598968932302 - type: nAUC_map_diff1 value: -18.506120190268017 - type: nAUC_map_max value: 55.78442121746724 - type: nAUC_map_std value: 66.27889919160313 - type: nAUC_mrr_diff1 value: 18.288014199762895 - type: nAUC_mrr_max value: 83.25297655347828 - type: nAUC_mrr_std value: 72.809885375971 task: type: Reranking - dataset: config: default name: MTEB SciFact (default) revision: 0228b52cf27578f30900b9e5271d331663a030d7 split: test type: mteb/scifact metrics: - type: main_score value: 52.842 - type: map_at_1 value: 32.911 - type: map_at_10 value: 46.013 - type: map_at_100 value: 47.11 - type: map_at_1000 value: 47.137 - type: map_at_20 value: 46.78 - type: map_at_3 value: 41.900999999999996 - type: map_at_5 value: 44.357 - type: mrr_at_1 value: 35.0 - type: mrr_at_10 value: 46.96574074074072 - type: mrr_at_100 value: 47.959931245967184 - type: mrr_at_1000 value: 47.98510849619688 - type: mrr_at_20 value: 47.68440206880607 - type: mrr_at_3 value: 43.77777777777776 - type: mrr_at_5 value: 45.611111111111086 - type: nauc_map_at_1000_diff1 value: 42.89180178126247 - type: nauc_map_at_1000_max value: 45.75105611403444 - type: nauc_map_at_1000_std value: 17.463513608950578 - type: nauc_map_at_100_diff1 value: 42.893512582653656 - type: nauc_map_at_100_max value: 45.754617699990035 - type: nauc_map_at_100_std value: 17.490513656867037 - type: nauc_map_at_10_diff1 value: 42.364748689290415 - type: nauc_map_at_10_max value: 45.56642444523947 - type: nauc_map_at_10_std value: 17.079579644716894 - type: nauc_map_at_1_diff1 value: 48.949793800671124 - type: nauc_map_at_1_max value: 45.82239538118238 - type: nauc_map_at_1_std value: 11.183927196674755 - type: nauc_map_at_20_diff1 value: 42.67947282270775 - type: nauc_map_at_20_max value: 45.62274524098362 - type: nauc_map_at_20_std value: 17.51316198529124 - type: nauc_map_at_3_diff1 value: 43.238404886755745 - type: nauc_map_at_3_max value: 43.350130089078895 - type: nauc_map_at_3_std value: 14.13657834477199 - type: nauc_map_at_5_diff1 value: 42.54474356788842 - type: nauc_map_at_5_max value: 44.75146781225222 - type: nauc_map_at_5_std value: 16.15648396925114 - type: nauc_mrr_at_1000_diff1 value: 43.556859926201554 - type: nauc_mrr_at_1000_max value: 47.140291020802906 - type: nauc_mrr_at_1000_std value: 18.805424261346374 - type: nauc_mrr_at_100_diff1 value: 43.55633267437543 - type: nauc_mrr_at_100_max value: 47.14214569591525 - type: nauc_mrr_at_100_std value: 18.828541893531277 - type: nauc_mrr_at_10_diff1 value: 43.07000882702881 - type: nauc_mrr_at_10_max value: 47.10398430807609 - type: nauc_mrr_at_10_std value: 18.672657418468155 - type: nauc_mrr_at_1_diff1 value: 50.71044015206451 - type: nauc_mrr_at_1_max value: 50.31094117388535 - type: nauc_mrr_at_1_std value: 16.308699760476404 - type: nauc_mrr_at_20_diff1 value: 43.34419341411509 - type: nauc_mrr_at_20_max value: 47.127839363881634 - type: nauc_mrr_at_20_std value: 18.93672383999524 - type: nauc_mrr_at_3_diff1 value: 44.09886232125989 - type: nauc_mrr_at_3_max value: 47.35761798607356 - type: nauc_mrr_at_3_std value: 18.66293179466984 - type: nauc_mrr_at_5_diff1 value: 43.455234122310486 - type: nauc_mrr_at_5_max value: 46.95579311628989 - type: nauc_mrr_at_5_std value: 18.637801785868913 - type: nauc_ndcg_at_1000_diff1 value: 42.09778197382488 - type: nauc_ndcg_at_1000_max value: 46.41254633930011 - type: nauc_ndcg_at_1000_std value: 19.727442899891408 - type: nauc_ndcg_at_100_diff1 value: 42.127587196947616 - type: nauc_ndcg_at_100_max value: 46.56257426488274 - type: nauc_ndcg_at_100_std value: 20.848893214507893 - type: nauc_ndcg_at_10_diff1 value: 39.520585737534184 - type: nauc_ndcg_at_10_max value: 45.58832499779741 - type: nauc_ndcg_at_10_std value: 19.230954524847657 - type: nauc_ndcg_at_1_diff1 value: 50.71044015206451 - type: nauc_ndcg_at_1_max value: 50.31094117388535 - type: nauc_ndcg_at_1_std value: 16.308699760476404 - type: nauc_ndcg_at_20_diff1 value: 40.57140695180754 - type: nauc_ndcg_at_20_max value: 45.78884507871275 - type: nauc_ndcg_at_20_std value: 20.87311919719877 - type: nauc_ndcg_at_3_diff1 value: 42.23214214323953 - type: nauc_ndcg_at_3_max value: 44.25227959403861 - type: nauc_ndcg_at_3_std value: 16.808716032720582 - type: nauc_ndcg_at_5_diff1 value: 40.32970262607426 - type: nauc_ndcg_at_5_max value: 44.170446333441234 - type: nauc_ndcg_at_5_std value: 17.670796157538952 - type: nauc_precision_at_1000_diff1 value: 4.4855757822300575 - type: nauc_precision_at_1000_max value: 40.96816841248859 - type: nauc_precision_at_1000_std value: 52.76450049154224 - type: nauc_precision_at_100_diff1 value: 13.467456291972423 - type: nauc_precision_at_100_max value: 46.07633674307899 - type: nauc_precision_at_100_std value: 58.38655747924394 - type: nauc_precision_at_10_diff1 value: 18.885447707274754 - type: nauc_precision_at_10_max value: 47.475287933169 - type: nauc_precision_at_10_std value: 40.78242836332111 - type: nauc_precision_at_1_diff1 value: 50.71044015206451 - type: nauc_precision_at_1_max value: 50.31094117388535 - type: nauc_precision_at_1_std value: 16.308699760476404 - type: nauc_precision_at_20_diff1 value: 15.953924273102402 - type: nauc_precision_at_20_max value: 45.47509365077202 - type: nauc_precision_at_20_std value: 51.47100789520174 - type: nauc_precision_at_3_diff1 value: 34.84717380734587 - type: nauc_precision_at_3_max value: 45.610933933265756 - type: nauc_precision_at_3_std value: 27.734101378690852 - type: nauc_precision_at_5_diff1 value: 26.59896898222078 - type: nauc_precision_at_5_max value: 46.140890589971264 - type: nauc_precision_at_5_std value: 33.56649457748371 - type: nauc_recall_at_1000_diff1 value: 86.92810457516407 - type: nauc_recall_at_1000_max value: 100.0 - type: nauc_recall_at_1000_std value: 100.0 - type: nauc_recall_at_100_diff1 value: 43.86702049240759 - type: nauc_recall_at_100_max value: 53.33308762101326 - type: nauc_recall_at_100_std value: 63.09523809523798 - type: nauc_recall_at_10_diff1 value: 25.88560487444265 - type: nauc_recall_at_10_max value: 41.6157709657381 - type: nauc_recall_at_10_std value: 24.04962076662668 - type: nauc_recall_at_1_diff1 value: 48.949793800671124 - type: nauc_recall_at_1_max value: 45.82239538118238 - type: nauc_recall_at_1_std value: 11.183927196674755 - type: nauc_recall_at_20_diff1 value: 27.507691414639822 - type: nauc_recall_at_20_max value: 41.70246318763185 - type: nauc_recall_at_20_std value: 37.33722257696256 - type: nauc_recall_at_3_diff1 value: 35.956192998402784 - type: nauc_recall_at_3_max value: 38.74690791289058 - type: nauc_recall_at_3_std value: 15.683526476441553 - type: nauc_recall_at_5_diff1 value: 31.03358342668625 - type: nauc_recall_at_5_max value: 37.820450291250786 - type: nauc_recall_at_5_std value: 18.52848795003198 - type: ndcg_at_1 value: 35.0 - type: ndcg_at_10 value: 52.842 - type: ndcg_at_100 value: 57.513999999999996 - type: ndcg_at_1000 value: 58.272999999999996 - type: ndcg_at_20 value: 55.454 - type: ndcg_at_3 value: 45.452 - type: ndcg_at_5 value: 49.169000000000004 - type: precision_at_1 value: 35.0 - type: precision_at_10 value: 8.366999999999999 - type: precision_at_100 value: 1.0630000000000002 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 4.75 - type: precision_at_3 value: 19.333 - type: precision_at_5 value: 14.066999999999998 - type: recall_at_1 value: 32.911 - type: recall_at_10 value: 73.033 - type: recall_at_100 value: 93.667 - type: recall_at_1000 value: 99.667 - type: recall_at_20 value: 83.0 - type: recall_at_3 value: 52.878 - type: recall_at_5 value: 62.06700000000001 task: type: Retrieval - dataset: config: default name: MTEB SprintDuplicateQuestions (default) revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 split: test type: mteb/sprintduplicatequestions-pairclassification metrics: - type: cosine_accuracy value: 99.87425742574257 - type: cosine_accuracy_threshold value: 85.4932188987732 - type: cosine_ap value: 97.03588351132844 - type: cosine_f1 value: 93.60201511335012 - type: cosine_f1_threshold value: 85.4932188987732 - type: cosine_precision value: 94.31472081218274 - type: cosine_recall value: 92.9 - type: dot_accuracy value: 99.87425742574257 - type: dot_accuracy_threshold value: 85.4932188987732 - type: dot_ap value: 97.03588351132846 - type: dot_f1 value: 93.60201511335012 - type: dot_f1_threshold value: 85.4932188987732 - type: dot_precision value: 94.31472081218274 - type: dot_recall value: 92.9 - type: euclidean_accuracy value: 99.87425742574257 - type: euclidean_accuracy_threshold value: 53.864240646362305 - type: euclidean_ap value: 97.03588351132844 - type: euclidean_f1 value: 93.60201511335012 - type: euclidean_f1_threshold value: 53.864240646362305 - type: euclidean_precision value: 94.31472081218274 - type: euclidean_recall value: 92.9 - type: main_score value: 97.12020380643673 - type: manhattan_accuracy value: 99.87821782178217 - type: manhattan_accuracy_threshold value: 2557.1868896484375 - type: manhattan_ap value: 97.12020380643673 - type: manhattan_f1 value: 93.83458646616543 - type: manhattan_f1_threshold value: 2559.8316192626953 - type: manhattan_precision value: 94.07035175879398 - type: manhattan_recall value: 93.60000000000001 - type: max_accuracy value: 99.87821782178217 - type: max_ap value: 97.12020380643673 - type: max_f1 value: 93.83458646616543 - type: max_precision value: 94.31472081218274 - type: max_recall value: 93.60000000000001 - type: similarity_accuracy value: 99.87425742574257 - type: similarity_accuracy_threshold value: 85.4932188987732 - type: similarity_ap value: 97.03588351132844 - type: similarity_f1 value: 93.60201511335012 - type: similarity_f1_threshold value: 85.4932188987732 - type: similarity_precision value: 94.31472081218274 - type: similarity_recall value: 92.9 task: type: PairClassification - dataset: config: default name: MTEB StackExchangeClustering (default) revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 split: test type: mteb/stackexchange-clustering metrics: - type: main_score value: 76.98818225336838 - type: v_measure value: 76.98818225336838 - type: v_measure_std value: 3.154967965946174 task: type: Clustering - dataset: config: default name: MTEB StackExchangeClusteringP2P (default) revision: 815ca46b2622cec33ccafc3735d572c266efdb44 split: test type: mteb/stackexchange-clustering-p2p metrics: - type: main_score value: 45.163651140607605 - type: v_measure value: 45.163651140607605 - type: v_measure_std value: 1.4322970276083837 task: type: Clustering - dataset: config: default name: MTEB StackOverflowDupQuestions (default) revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 split: test type: mteb/stackoverflowdupquestions-reranking metrics: - type: main_score value: 56.391883714372696 - type: map value: 56.391883714372696 - type: mrr value: 57.349492827434 - type: nAUC_map_diff1 value: 39.157250127064955 - type: nAUC_map_max value: 18.467392575309553 - type: nAUC_map_std value: 6.562904741623687 - type: nAUC_mrr_diff1 value: 39.2616391317946 - type: nAUC_mrr_max value: 20.17824080849778 - type: nAUC_mrr_std value: 7.3151994802766005 task: type: Reranking - dataset: config: default name: MTEB SummEval (default) revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c split: test type: mteb/summeval metrics: - type: cosine_pearson value: 31.115370364087013 - type: cosine_spearman value: 30.168250595399797 - type: dot_pearson value: 31.11537534713581 - type: dot_spearman value: 30.168250595399797 - type: main_score value: 30.168250595399797 - type: pearson value: 31.115370364087013 - type: spearman value: 30.168250595399797 task: type: Summarization - dataset: config: default name: MTEB TRECCOVID (default) revision: bb9466bac8153a0349341eb1b22e06409e78ef4e split: test type: mteb/trec-covid metrics: - type: main_score value: 58.492 - type: map_at_1 value: 0.20600000000000002 - type: map_at_10 value: 1.355 - type: map_at_100 value: 7.682 - type: map_at_1000 value: 19.422 - type: map_at_20 value: 2.307 - type: map_at_3 value: 0.504 - type: map_at_5 value: 0.756 - type: mrr_at_1 value: 76.0 - type: mrr_at_10 value: 83.07460317460317 - type: mrr_at_100 value: 83.34653299916457 - type: mrr_at_1000 value: 83.34653299916457 - type: mrr_at_20 value: 83.34653299916457 - type: mrr_at_3 value: 81.66666666666666 - type: mrr_at_5 value: 82.56666666666666 - type: nauc_map_at_1000_diff1 value: -0.9517122101342602 - type: nauc_map_at_1000_max value: 35.489825727736665 - type: nauc_map_at_1000_std value: 72.31927320292716 - type: nauc_map_at_100_diff1 value: -2.6696855309157197 - type: nauc_map_at_100_max value: 16.881012905948 - type: nauc_map_at_100_std value: 60.636797544764796 - type: nauc_map_at_10_diff1 value: 3.3220618387062166 - type: nauc_map_at_10_max value: 7.9728051776655136 - type: nauc_map_at_10_std value: 37.001872811447676 - type: nauc_map_at_1_diff1 value: 19.385947791364455 - type: nauc_map_at_1_max value: -2.017784609408856 - type: nauc_map_at_1_std value: 15.846915472515105 - type: nauc_map_at_20_diff1 value: 1.0613460412567055 - type: nauc_map_at_20_max value: 7.639419874542262 - type: nauc_map_at_20_std value: 42.004875229740826 - type: nauc_map_at_3_diff1 value: 7.0015165243253366 - type: nauc_map_at_3_max value: 7.084211457521959 - type: nauc_map_at_3_std value: 24.788352390570584 - type: nauc_map_at_5_diff1 value: 6.657899114095232 - type: nauc_map_at_5_max value: 4.976947597730104 - type: nauc_map_at_5_std value: 29.481454683941184 - type: nauc_mrr_at_1000_diff1 value: 14.561577730498792 - type: nauc_mrr_at_1000_max value: 57.72810732532122 - type: nauc_mrr_at_1000_std value: 66.88388647529588 - type: nauc_mrr_at_100_diff1 value: 14.561577730498792 - type: nauc_mrr_at_100_max value: 57.72810732532122 - type: nauc_mrr_at_100_std value: 66.88388647529588 - type: nauc_mrr_at_10_diff1 value: 14.57469254485188 - type: nauc_mrr_at_10_max value: 58.079825098428714 - type: nauc_mrr_at_10_std value: 67.32128458796227 - type: nauc_mrr_at_1_diff1 value: 25.34827377347056 - type: nauc_mrr_at_1_max value: 50.58838798996285 - type: nauc_mrr_at_1_std value: 59.36661763433414 - type: nauc_mrr_at_20_diff1 value: 14.561577730498792 - type: nauc_mrr_at_20_max value: 57.72810732532122 - type: nauc_mrr_at_20_std value: 66.88388647529588 - type: nauc_mrr_at_3_diff1 value: 9.063532868160214 - type: nauc_mrr_at_3_max value: 58.71832537642312 - type: nauc_mrr_at_3_std value: 69.07730444362834 - type: nauc_mrr_at_5_diff1 value: 13.555968426927894 - type: nauc_mrr_at_5_max value: 59.22085120600723 - type: nauc_mrr_at_5_std value: 67.47575721875769 - type: nauc_ndcg_at_1000_diff1 value: -1.8751322983265282 - type: nauc_ndcg_at_1000_max value: 38.78712823179003 - type: nauc_ndcg_at_1000_std value: 70.43132053994896 - type: nauc_ndcg_at_100_diff1 value: -10.220936212671377 - type: nauc_ndcg_at_100_max value: 47.70220514113511 - type: nauc_ndcg_at_100_std value: 75.65229647100806 - type: nauc_ndcg_at_10_diff1 value: 2.0956279601914227 - type: nauc_ndcg_at_10_max value: 48.868693823231304 - type: nauc_ndcg_at_10_std value: 70.16734895474447 - type: nauc_ndcg_at_1_diff1 value: 27.89880129091742 - type: nauc_ndcg_at_1_max value: 44.14668818195789 - type: nauc_ndcg_at_1_std value: 60.28699861687413 - type: nauc_ndcg_at_20_diff1 value: -3.5946895305356623 - type: nauc_ndcg_at_20_max value: 46.68859141418255 - type: nauc_ndcg_at_20_std value: 70.27067652865686 - type: nauc_ndcg_at_3_diff1 value: 7.400409149522286 - type: nauc_ndcg_at_3_max value: 45.61078758588923 - type: nauc_ndcg_at_3_std value: 62.06453130401961 - type: nauc_ndcg_at_5_diff1 value: 5.830725665736509 - type: nauc_ndcg_at_5_max value: 46.62678021725239 - type: nauc_ndcg_at_5_std value: 64.28848314363539 - type: nauc_precision_at_1000_diff1 value: -9.666313428844905 - type: nauc_precision_at_1000_max value: 47.57616298626001 - type: nauc_precision_at_1000_std value: 49.81803250713608 - type: nauc_precision_at_100_diff1 value: -10.753663329125686 - type: nauc_precision_at_100_max value: 45.231033820687834 - type: nauc_precision_at_100_std value: 74.22025319558313 - type: nauc_precision_at_10_diff1 value: -0.9044324563451003 - type: nauc_precision_at_10_max value: 46.282938258557955 - type: nauc_precision_at_10_std value: 67.20654075066248 - type: nauc_precision_at_1_diff1 value: 25.34827377347056 - type: nauc_precision_at_1_max value: 50.58838798996285 - type: nauc_precision_at_1_std value: 59.36661763433414 - type: nauc_precision_at_20_diff1 value: -5.192190687520166 - type: nauc_precision_at_20_max value: 39.61181596936397 - type: nauc_precision_at_20_std value: 65.90673204251821 - type: nauc_precision_at_3_diff1 value: -1.1581585542804733 - type: nauc_precision_at_3_max value: 48.095238095238116 - type: nauc_precision_at_3_std value: 57.79976256430543 - type: nauc_precision_at_5_diff1 value: 3.355915932928888 - type: nauc_precision_at_5_max value: 43.99987410397438 - type: nauc_precision_at_5_std value: 62.106083138587906 - type: nauc_recall_at_1000_diff1 value: 3.655993902820825 - type: nauc_recall_at_1000_max value: 28.761919544640335 - type: nauc_recall_at_1000_std value: 61.94123910402753 - type: nauc_recall_at_100_diff1 value: 2.5155941410242977 - type: nauc_recall_at_100_max value: 9.499702402437284 - type: nauc_recall_at_100_std value: 52.57449917231589 - type: nauc_recall_at_10_diff1 value: 5.939411921276368 - type: nauc_recall_at_10_max value: 4.994244760738587 - type: nauc_recall_at_10_std value: 33.64383950012248 - type: nauc_recall_at_1_diff1 value: 19.385947791364455 - type: nauc_recall_at_1_max value: -2.017784609408856 - type: nauc_recall_at_1_std value: 15.846915472515105 - type: nauc_recall_at_20_diff1 value: 3.339213533105717 - type: nauc_recall_at_20_max value: 1.4182715611821584 - type: nauc_recall_at_20_std value: 36.13152761959804 - type: nauc_recall_at_3_diff1 value: 2.9154975009752775 - type: nauc_recall_at_3_max value: 5.418186566728512 - type: nauc_recall_at_3_std value: 24.420940449950507 - type: nauc_recall_at_5_diff1 value: 7.4799616256209305 - type: nauc_recall_at_5_max value: 2.1601588551873823 - type: nauc_recall_at_5_std value: 28.09415304774757 - type: ndcg_at_1 value: 72.0 - type: ndcg_at_10 value: 58.492 - type: ndcg_at_100 value: 45.437 - type: ndcg_at_1000 value: 44.108999999999995 - type: ndcg_at_20 value: 54.969 - type: ndcg_at_3 value: 64.93900000000001 - type: ndcg_at_5 value: 60.736999999999995 - type: precision_at_1 value: 76.0 - type: precision_at_10 value: 61.199999999999996 - type: precision_at_100 value: 46.839999999999996 - type: precision_at_1000 value: 19.666 - type: precision_at_20 value: 56.8 - type: precision_at_3 value: 68.0 - type: precision_at_5 value: 62.8 - type: recall_at_1 value: 0.20600000000000002 - type: recall_at_10 value: 1.5939999999999999 - type: recall_at_100 value: 11.498 - type: recall_at_1000 value: 42.729 - type: recall_at_20 value: 2.922 - type: recall_at_3 value: 0.5309999999999999 - type: recall_at_5 value: 0.8370000000000001 task: type: Retrieval - dataset: config: default name: MTEB ToxicConversationsClassification (default) revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de split: test type: mteb/toxic_conversations_50k metrics: - type: accuracy value: 85.9521484375 - type: ap value: 30.374730390938566 - type: ap_weighted value: 30.374730390938566 - type: f1 value: 70.3917271343218 - type: f1_weighted value: 88.45609971763992 - type: main_score value: 85.9521484375 task: type: Classification - dataset: config: default name: MTEB TweetSentimentExtractionClassification (default) revision: d604517c81ca91fe16a244d1248fc021f9ecee7a split: test type: mteb/tweet_sentiment_extraction metrics: - type: accuracy value: 80.12733446519525 - type: f1 value: 80.418094849412 - type: f1_weighted value: 80.10847441279616 - type: main_score value: 80.12733446519525 task: type: Classification - dataset: config: default name: MTEB TwentyNewsgroupsClustering (default) revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 split: test type: mteb/twentynewsgroups-clustering metrics: - type: main_score value: 64.6036121602603 - type: v_measure value: 64.6036121602603 - type: v_measure_std value: 1.2991377356017484 task: type: Clustering - dataset: config: default name: MTEB TwitterSemEval2015 (default) revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 split: test type: mteb/twittersemeval2015-pairclassification metrics: - type: cosine_accuracy value: 87.86433808189784 - type: cosine_accuracy_threshold value: 85.5525255203247 - type: cosine_ap value: 78.93155350890012 - type: cosine_f1 value: 71.80031864046734 - type: cosine_f1_threshold value: 83.99585485458374 - type: cosine_precision value: 72.26082308925709 - type: cosine_recall value: 71.34564643799473 - type: dot_accuracy value: 87.86433808189784 - type: dot_accuracy_threshold value: 85.55253744125366 - type: dot_ap value: 78.93157147282707 - type: dot_f1 value: 71.80031864046734 - type: dot_f1_threshold value: 83.99585485458374 - type: dot_precision value: 72.26082308925709 - type: dot_recall value: 71.34564643799473 - type: euclidean_accuracy value: 87.86433808189784 - type: euclidean_accuracy_threshold value: 53.75403165817261 - type: euclidean_ap value: 78.93157128337329 - type: euclidean_f1 value: 71.80031864046734 - type: euclidean_f1_threshold value: 56.575870513916016 - type: euclidean_precision value: 72.26082308925709 - type: euclidean_recall value: 71.34564643799473 - type: main_score value: 79.12654131533807 - type: manhattan_accuracy value: 87.98950944745782 - type: manhattan_accuracy_threshold value: 2512.5680923461914 - type: manhattan_ap value: 79.12654131533807 - type: manhattan_f1 value: 71.90745366110163 - type: manhattan_f1_threshold value: 2624.722671508789 - type: manhattan_precision value: 71.65313073094053 - type: manhattan_recall value: 72.16358839050132 - type: max_accuracy value: 87.98950944745782 - type: max_ap value: 79.12654131533807 - type: max_f1 value: 71.90745366110163 - type: max_precision value: 72.26082308925709 - type: max_recall value: 72.16358839050132 - type: similarity_accuracy value: 87.86433808189784 - type: similarity_accuracy_threshold value: 85.5525255203247 - type: similarity_ap value: 78.93155350890012 - type: similarity_f1 value: 71.80031864046734 - type: similarity_f1_threshold value: 83.99585485458374 - type: similarity_precision value: 72.26082308925709 - type: similarity_recall value: 71.34564643799473 task: type: PairClassification - dataset: config: default name: MTEB TwitterURLCorpus (default) revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf split: test type: mteb/twitterurlcorpus-pairclassification metrics: - type: cosine_accuracy value: 89.03248340901153 - type: cosine_accuracy_threshold value: 84.39068794250488 - type: cosine_ap value: 85.87150718008797 - type: cosine_f1 value: 78.39147286821706 - type: cosine_f1_threshold value: 82.88650512695312 - type: cosine_precision value: 75.96792834440913 - type: cosine_recall value: 80.97474591931014 - type: dot_accuracy value: 89.03248340901153 - type: dot_accuracy_threshold value: 84.39069986343384 - type: dot_ap value: 85.87150946221163 - type: dot_f1 value: 78.39147286821706 - type: dot_f1_threshold value: 82.88650512695312 - type: dot_precision value: 75.96792834440913 - type: dot_recall value: 80.97474591931014 - type: euclidean_accuracy value: 89.03248340901153 - type: euclidean_accuracy_threshold value: 55.873626470565796 - type: euclidean_ap value: 85.87151445202907 - type: euclidean_f1 value: 78.39147286821706 - type: euclidean_f1_threshold value: 58.5038423538208 - type: euclidean_precision value: 75.96792834440913 - type: euclidean_recall value: 80.97474591931014 - type: main_score value: 85.95871260636034 - type: manhattan_accuracy value: 89.09069740365584 - type: manhattan_accuracy_threshold value: 2603.150749206543 - type: manhattan_ap value: 85.95871260636034 - type: manhattan_f1 value: 78.53649430651484 - type: manhattan_f1_threshold value: 2714.5809173583984 - type: manhattan_precision value: 76.23396390519677 - type: manhattan_recall value: 80.9824453341546 - type: max_accuracy value: 89.09069740365584 - type: max_ap value: 85.95871260636034 - type: max_f1 value: 78.53649430651484 - type: max_precision value: 76.23396390519677 - type: max_recall value: 80.9824453341546 - type: similarity_accuracy value: 89.03248340901153 - type: similarity_accuracy_threshold value: 84.39068794250488 - type: similarity_ap value: 85.87150718008797 - type: similarity_f1 value: 78.39147286821706 - type: similarity_f1_threshold value: 82.88650512695312 - type: similarity_precision value: 75.96792834440913 - type: similarity_recall value: 80.97474591931014 task: type: PairClassification tags: - mteb ---