diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -6,6 +6,10328 @@ tags: - multilingual - sentence-similarity license: apache-2.0 +language: +- af +- ar +- az +- be +- bg +- bn +- ca +- ceb +- cs +- cy +- da +- de +- el +- en +- es +- et +- eu +- fa +- fi +- fr +- gl +- gu +- he +- hi +- hr +- ht +- hu +- hy +- id +- is +- it +- ja +- jv +- ka +- kk +- km +- kn +- ko +- ky +- lo +- lt +- lv +- mk +- ml +- mn +- mr +- ms +- my +- ne +- nl +- 'no' +- pa +- pl +- pt +- qu +- ro +- ru +- si +- sk +- sl +- so +- sq +- sr +- sv +- sw +- ta +- te +- th +- tl +- tr +- uk +- ur +- vi +- yo +- zh +model-index: +- name: gte-multilingual-base (dense) + results: + - task: + type: Clustering + dataset: + type: PL-MTEB/8tags-clustering + name: MTEB 8TagsClustering + config: default + split: test + revision: None + metrics: + - type: v_measure + value: 33.66681726329994 + - task: + type: STS + dataset: + type: C-MTEB/AFQMC + name: MTEB AFQMC + config: default + split: validation + revision: b44c3b011063adb25877c13823db83bb193913c4 + metrics: + - type: cos_sim_pearson + value: 41.980867725804764 + - type: cos_sim_spearman + value: 43.54760696384009 + - type: euclidean_pearson + value: 42.03632882704486 + - type: euclidean_spearman + value: 43.0645611170878 + - type: manhattan_pearson + value: 41.94862534898153 + - type: manhattan_spearman + value: 42.97246335200516 + - task: + type: STS + dataset: + type: C-MTEB/ATEC + name: MTEB ATEC + config: default + split: test + revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865 + metrics: + - type: cos_sim_pearson + value: 47.13268455244266 + - type: cos_sim_spearman + value: 48.91186363417501 + - type: euclidean_pearson + value: 51.524972331314736 + - type: euclidean_spearman + value: 48.7103309734233 + - type: manhattan_pearson + value: 51.466827782189085 + - type: manhattan_spearman + value: 48.624318020266536 + - task: + type: Classification + dataset: + type: PL-MTEB/allegro-reviews + name: MTEB AllegroReviews + config: default + split: test + revision: None + metrics: + - type: accuracy + value: 41.689860834990064 + - type: f1 + value: 37.23523511602506 + - task: + type: Clustering + dataset: + type: lyon-nlp/alloprof + name: MTEB AlloProfClusteringP2P + config: default + split: test + revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b + metrics: + - type: v_measure + value: 54.20241337977897 + - task: + type: Clustering + dataset: + type: lyon-nlp/alloprof + name: MTEB AlloProfClusteringS2S + config: default + split: test + revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b + metrics: + - type: v_measure + value: 44.34083695608643 + - task: + type: Reranking + dataset: + type: lyon-nlp/mteb-fr-reranking-alloprof-s2p + name: MTEB AlloprofReranking + config: default + split: test + revision: 666fdacebe0291776e86f29345663dfaf80a0db9 + metrics: + - type: map + value: 64.91495250072002 + - type: mrr + value: 66.55479950883398 + - task: + type: Retrieval + dataset: + type: lyon-nlp/alloprof + name: MTEB AlloprofRetrieval + config: default + split: test + revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b + metrics: + - type: map_at_1 + value: 35.039 + - type: map_at_10 + value: 47.612 + - type: map_at_100 + value: 48.612 + - type: map_at_1000 + value: 48.672 + - type: map_at_3 + value: 44.269999999999996 + - type: map_at_5 + value: 46.303 + - type: mrr_at_1 + value: 40.069 + - type: mrr_at_10 + value: 50.79 + - type: mrr_at_100 + value: 51.559 + - type: mrr_at_1000 + value: 51.593999999999994 + - type: mrr_at_3 + value: 48.143 + - type: mrr_at_5 + value: 49.791000000000004 + - type: ndcg_at_1 + value: 40.069 + - type: ndcg_at_10 + value: 53.638 + - type: ndcg_at_100 + value: 58.06400000000001 + - type: ndcg_at_1000 + value: 59.409 + - type: ndcg_at_3 + value: 47.737 + - type: ndcg_at_5 + value: 50.931000000000004 + - type: precision_at_1 + value: 40.069 + - type: precision_at_10 + value: 8.415000000000001 + - type: precision_at_100 + value: 1.114 + - type: precision_at_1000 + value: 0.126 + - type: precision_at_3 + value: 21.128 + - type: precision_at_5 + value: 14.671999999999999 + - type: recall_at_1 + value: 35.039 + - type: recall_at_10 + value: 68.69800000000001 + - type: recall_at_100 + value: 88.26 + - type: recall_at_1000 + value: 98.184 + - type: recall_at_3 + value: 53.443 + - type: recall_at_5 + value: 60.96 + - task: + type: Classification + dataset: + type: mteb/amazon_counterfactual + name: MTEB AmazonCounterfactualClassification (en) + config: en + split: test + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + metrics: + - type: accuracy + value: 75.95522388059702 + - type: ap + value: 38.59509078204921 + - type: f1 + value: 69.74820177392414 + - task: + type: Classification + dataset: + type: mteb/amazon_polarity + name: MTEB AmazonPolarityClassification + config: default + split: test + revision: e2d317d38cd51312af73b3d32a06d1a08b442046 + metrics: + - type: accuracy + value: 80.717625 + - type: ap + value: 75.500374782805 + - type: f1 + value: 80.6323628211089 + - task: + type: Classification + dataset: + type: mteb/amazon_reviews_multi + name: MTEB AmazonReviewsClassification (en) + config: en + split: test + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + metrics: + - type: accuracy + value: 43.64199999999999 + - type: f1 + value: 43.314898704085266 + - task: + type: Classification + dataset: + type: mteb/amazon_reviews_multi + name: MTEB AmazonReviewsClassification (de) + config: de + split: test + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + metrics: + - type: accuracy + value: 40.108 + - type: f1 + value: 39.511307276564125 + - task: + type: Classification + dataset: + type: mteb/amazon_reviews_multi + name: MTEB AmazonReviewsClassification (es) + config: es + split: test + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + metrics: + - type: accuracy + value: 40.169999999999995 + - type: f1 + value: 39.70467950677901 + - task: + type: Classification + dataset: + type: mteb/amazon_reviews_multi + name: MTEB AmazonReviewsClassification (fr) + config: fr + split: test + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + metrics: + - type: accuracy + value: 39.56799999999999 + - type: f1 + value: 38.818700394240054 + - task: + type: Classification + dataset: + type: mteb/amazon_reviews_multi + name: MTEB AmazonReviewsClassification (ja) + config: ja + split: test + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + metrics: + - type: accuracy + value: 35.75000000000001 + - type: f1 + value: 35.41468579525897 + - task: + type: Classification + dataset: + type: mteb/amazon_reviews_multi + name: MTEB AmazonReviewsClassification (zh) + config: zh + split: test + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + metrics: + - type: accuracy + value: 33.342000000000006 + - type: f1 + value: 33.02492388161512 + - task: + type: Retrieval + dataset: + type: mteb/arguana + name: MTEB ArguAna + config: default + split: test + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + metrics: + - type: map_at_1 + value: 32.788000000000004 + - type: map_at_10 + value: 49.395 + - type: map_at_100 + value: 50.174 + - type: map_at_1000 + value: 50.176 + - type: map_at_3 + value: 44.595 + - type: map_at_5 + value: 47.621 + - type: mrr_at_1 + value: 33.642 + - type: mrr_at_10 + value: 49.708999999999996 + - type: mrr_at_100 + value: 50.474 + - type: mrr_at_1000 + value: 50.476 + - type: mrr_at_3 + value: 44.879000000000005 + - type: mrr_at_5 + value: 47.934 + - type: ndcg_at_1 + value: 32.788000000000004 + - type: ndcg_at_10 + value: 58.231 + - type: ndcg_at_100 + value: 61.339 + - type: ndcg_at_1000 + value: 61.385999999999996 + - type: ndcg_at_3 + value: 48.533 + - type: ndcg_at_5 + value: 53.984 + - type: precision_at_1 + value: 32.788000000000004 + - type: precision_at_10 + value: 8.62 + - type: precision_at_100 + value: 0.993 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_3 + value: 19.986 + - type: precision_at_5 + value: 14.637 + - type: recall_at_1 + value: 32.788000000000004 + - type: recall_at_10 + value: 86.202 + - type: recall_at_100 + value: 99.289 + - type: recall_at_1000 + value: 99.644 + - type: recall_at_3 + value: 59.95700000000001 + - type: recall_at_5 + value: 73.18599999999999 + - task: + type: Retrieval + dataset: + type: clarin-knext/arguana-pl + name: MTEB ArguAna-PL + config: default + split: test + revision: 63fc86750af76253e8c760fc9e534bbf24d260a2 + metrics: + - type: map_at_1 + value: 28.449999999999996 + - type: map_at_10 + value: 44.395 + - type: map_at_100 + value: 45.348 + - type: map_at_1000 + value: 45.353 + - type: map_at_3 + value: 39.64 + - type: map_at_5 + value: 42.524 + - type: mrr_at_1 + value: 28.947 + - type: mrr_at_10 + value: 44.599 + - type: mrr_at_100 + value: 45.552 + - type: mrr_at_1000 + value: 45.556999999999995 + - type: mrr_at_3 + value: 39.841 + - type: mrr_at_5 + value: 42.693 + - type: ndcg_at_1 + value: 28.449999999999996 + - type: ndcg_at_10 + value: 53.166000000000004 + - type: ndcg_at_100 + value: 57.196999999999996 + - type: ndcg_at_1000 + value: 57.32000000000001 + - type: ndcg_at_3 + value: 43.372 + - type: ndcg_at_5 + value: 48.592999999999996 + - type: precision_at_1 + value: 28.449999999999996 + - type: precision_at_10 + value: 8.115 + - type: precision_at_100 + value: 0.987 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_3 + value: 18.065 + - type: precision_at_5 + value: 13.385 + - type: recall_at_1 + value: 28.449999999999996 + - type: recall_at_10 + value: 81.152 + - type: recall_at_100 + value: 98.72 + - type: recall_at_1000 + value: 99.644 + - type: recall_at_3 + value: 54.196 + - type: recall_at_5 + value: 66.927 + - task: + type: Clustering + dataset: + type: mteb/arxiv-clustering-p2p + name: MTEB ArxivClusteringP2P + config: default + split: test + revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d + metrics: + - type: v_measure + value: 46.01900557959478 + - task: + type: Clustering + dataset: + type: mteb/arxiv-clustering-s2s + name: MTEB ArxivClusteringS2S + config: default + split: test + revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 + metrics: + - type: v_measure + value: 41.06626465345723 + - task: + type: Reranking + dataset: + type: mteb/askubuntudupquestions-reranking + name: MTEB AskUbuntuDupQuestions + config: default + split: test + revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 + metrics: + - type: map + value: 61.87514497610431 + - type: mrr + value: 74.66209383106892 + - task: + type: STS + dataset: + type: mteb/biosses-sts + name: MTEB BIOSSES + config: default + split: test + revision: d3fb88f8f02e40887cd149695127462bbcf29b4a + metrics: + - type: cos_sim_pearson + value: 84.63204210024195 + - type: cos_sim_spearman + value: 81.21450112991194 + - type: euclidean_pearson + value: 83.62508824164536 + - type: euclidean_spearman + value: 81.95427702235207 + - type: manhattan_pearson + value: 83.51189938614536 + - type: manhattan_spearman + value: 81.93258978120564 + - task: + type: STS + dataset: + type: C-MTEB/BQ + name: MTEB BQ + config: default + split: test + revision: e3dda5e115e487b39ec7e618c0c6a29137052a55 + metrics: + - type: cos_sim_pearson + value: 51.127171107962525 + - type: cos_sim_spearman + value: 51.71589543397271 + - type: euclidean_pearson + value: 50.96340035795439 + - type: euclidean_spearman + value: 51.566561476075776 + - type: manhattan_pearson + value: 50.79288945022841 + - type: manhattan_spearman + value: 51.38706905014089 + - task: + type: Retrieval + dataset: + type: maastrichtlawtech/bsard + name: MTEB BSARDRetrieval + config: default + split: test + revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59 + metrics: + - type: map_at_1 + value: 10.723 + - type: map_at_10 + value: 18.535 + - type: map_at_100 + value: 20.552 + - type: map_at_1000 + value: 20.832 + - type: map_at_3 + value: 15.353 + - type: map_at_5 + value: 17.139 + - type: mrr_at_1 + value: 21.622 + - type: mrr_at_10 + value: 30.53 + - type: mrr_at_100 + value: 31.886 + - type: mrr_at_1000 + value: 31.934 + - type: mrr_at_3 + value: 27.628000000000004 + - type: mrr_at_5 + value: 29.452 + - type: ndcg_at_1 + value: 21.622 + - type: ndcg_at_10 + value: 26.115 + - type: ndcg_at_100 + value: 33.359 + - type: ndcg_at_1000 + value: 37.156 + - type: ndcg_at_3 + value: 22.774 + - type: ndcg_at_5 + value: 24.412 + - type: precision_at_1 + value: 21.622 + - type: precision_at_10 + value: 8.649 + - type: precision_at_100 + value: 2.207 + - type: precision_at_1000 + value: 0.335 + - type: precision_at_3 + value: 15.616 + - type: precision_at_5 + value: 12.703000000000001 + - type: recall_at_1 + value: 10.723 + - type: recall_at_10 + value: 31.724000000000004 + - type: recall_at_100 + value: 63.747 + - type: recall_at_1000 + value: 83.648 + - type: recall_at_3 + value: 18.992 + - type: recall_at_5 + value: 25.018 + - task: + type: BitextMining + dataset: + type: mteb/bucc-bitext-mining + name: MTEB BUCC (de-en) + config: de-en + split: test + revision: d51519689f32196a32af33b075a01d0e7c51e252 + metrics: + - type: accuracy + value: 98.72651356993737 + - type: f1 + value: 98.6169102296451 + - type: precision + value: 98.56297842727906 + - type: recall + value: 98.72651356993737 + - task: + type: BitextMining + dataset: + type: mteb/bucc-bitext-mining + name: MTEB BUCC (fr-en) + config: fr-en + split: test + revision: d51519689f32196a32af33b075a01d0e7c51e252 + metrics: + - type: accuracy + value: 98.07395993836671 + - type: f1 + value: 97.89603052314916 + - type: precision + value: 97.8079829774745 + - type: recall + value: 98.07395993836671 + - task: + type: BitextMining + dataset: + type: mteb/bucc-bitext-mining + name: MTEB BUCC (ru-en) + config: ru-en + split: test + revision: d51519689f32196a32af33b075a01d0e7c51e252 + metrics: + - type: accuracy + value: 97.360581918947 + - type: f1 + value: 97.12388869645537 + - type: precision + value: 97.00611938575221 + - type: recall + value: 97.360581918947 + - task: + type: BitextMining + dataset: + type: mteb/bucc-bitext-mining + name: MTEB BUCC (zh-en) + config: zh-en + split: test + revision: d51519689f32196a32af33b075a01d0e7c51e252 + metrics: + - type: accuracy + value: 98.2095839915745 + - type: f1 + value: 98.15692469720906 + - type: precision + value: 98.13059505002633 + - type: recall + value: 98.2095839915745 + - task: + type: Classification + dataset: + type: mteb/banking77 + name: MTEB Banking77Classification + config: default + split: test + revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 + metrics: + - type: accuracy + value: 85.36038961038962 + - type: f1 + value: 85.32362444016728 + - task: + type: Clustering + dataset: + type: mteb/biorxiv-clustering-p2p + name: MTEB BiorxivClusteringP2P + config: default + split: test + revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 + metrics: + - type: v_measure + value: 37.5903826674123 + - task: + type: Clustering + dataset: + type: mteb/biorxiv-clustering-s2s + name: MTEB BiorxivClusteringS2S + config: default + split: test + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + metrics: + - type: v_measure + value: 34.21474277151329 + - task: + type: Classification + dataset: + type: PL-MTEB/cbd + name: MTEB CBD + config: default + split: test + revision: None + metrics: + - type: accuracy + value: 62.519999999999996 + - type: ap + value: 18.843140490625494 + - type: f1 + value: 53.04747646908867 + - task: + type: PairClassification + dataset: + type: PL-MTEB/cdsce-pairclassification + name: MTEB CDSC-E + config: default + split: test + revision: None + metrics: + - type: cos_sim_accuracy + value: 89.2 + - type: cos_sim_ap + value: 74.90132799162956 + - type: cos_sim_f1 + value: 66.0377358490566 + - type: cos_sim_precision + value: 82.03125 + - type: cos_sim_recall + value: 55.26315789473685 + - type: dot_accuracy + value: 86.1 + - type: dot_ap + value: 65.35031680247857 + - type: dot_f1 + value: 60.16949152542372 + - type: dot_precision + value: 50.35460992907801 + - type: dot_recall + value: 74.73684210526315 + - type: euclidean_accuracy + value: 89.1 + - type: euclidean_ap + value: 74.45143034410071 + - type: euclidean_f1 + value: 66.0493827160494 + - type: euclidean_precision + value: 79.8507462686567 + - type: euclidean_recall + value: 56.315789473684205 + - type: manhattan_accuracy + value: 89.1 + - type: manhattan_ap + value: 74.2308817861045 + - type: manhattan_f1 + value: 65.63467492260061 + - type: manhattan_precision + value: 79.69924812030075 + - type: manhattan_recall + value: 55.78947368421052 + - type: max_accuracy + value: 89.2 + - type: max_ap + value: 74.90132799162956 + - type: max_f1 + value: 66.0493827160494 + - task: + type: STS + dataset: + type: PL-MTEB/cdscr-sts + name: MTEB CDSC-R + config: default + split: test + revision: None + metrics: + - type: cos_sim_pearson + value: 90.52630947433956 + - type: cos_sim_spearman + value: 90.30727955142524 + - type: euclidean_pearson + value: 89.24065948856268 + - type: euclidean_spearman + value: 91.04801008965013 + - type: manhattan_pearson + value: 89.11675256706911 + - type: manhattan_spearman + value: 91.02049690303917 + - task: + type: Clustering + dataset: + type: C-MTEB/CLSClusteringP2P + name: MTEB CLSClusteringP2P + config: default + split: test + revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476 + metrics: + - type: v_measure + value: 37.94850105022274 + - task: + type: Clustering + dataset: + type: C-MTEB/CLSClusteringS2S + name: MTEB CLSClusteringS2S + config: default + split: test + revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f + metrics: + - type: v_measure + value: 38.11958675421534 + - task: + type: Reranking + dataset: + type: C-MTEB/CMedQAv1-reranking + name: MTEB CMedQAv1 + config: default + split: test + revision: 8d7f1e942507dac42dc58017c1a001c3717da7df + metrics: + - type: map + value: 86.10950950485399 + - type: mrr + value: 88.43765873015873 + - task: + type: Reranking + dataset: + type: C-MTEB/CMedQAv2-reranking + name: MTEB CMedQAv2 + config: default + split: test + revision: 23d186750531a14a0357ca22cd92d712fd512ea0 + metrics: + - type: map + value: 87.28038294231966 + - type: mrr + value: 89.39714285714285 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-android + name: MTEB CQADupstackAndroidRetrieval + config: default + split: test + revision: f46a197baaae43b4f621051089b82a364682dfeb + metrics: + - type: map_at_1 + value: 30.426 + - type: map_at_10 + value: 40.924 + - type: map_at_100 + value: 42.53 + - type: map_at_1000 + value: 42.653999999999996 + - type: map_at_3 + value: 37.698 + - type: map_at_5 + value: 39.581 + - type: mrr_at_1 + value: 36.195 + - type: mrr_at_10 + value: 46.623 + - type: mrr_at_100 + value: 47.406 + - type: mrr_at_1000 + value: 47.449999999999996 + - type: mrr_at_3 + value: 43.968 + - type: mrr_at_5 + value: 45.62 + - type: ndcg_at_1 + value: 36.195 + - type: ndcg_at_10 + value: 47.099000000000004 + - type: ndcg_at_100 + value: 52.933 + - type: ndcg_at_1000 + value: 54.937999999999995 + - type: ndcg_at_3 + value: 42.258 + - type: ndcg_at_5 + value: 44.692 + - type: precision_at_1 + value: 36.195 + - type: precision_at_10 + value: 8.898 + - type: precision_at_100 + value: 1.494 + - type: precision_at_1000 + value: 0.196 + - type: precision_at_3 + value: 20.029 + - type: precision_at_5 + value: 14.449000000000002 + - type: recall_at_1 + value: 30.426 + - type: recall_at_10 + value: 58.532 + - type: recall_at_100 + value: 82.703 + - type: recall_at_1000 + value: 95.625 + - type: recall_at_3 + value: 45.122 + - type: recall_at_5 + value: 51.729 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-english + name: MTEB CQADupstackEnglishRetrieval + config: default + split: test + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + metrics: + - type: map_at_1 + value: 28.387 + - type: map_at_10 + value: 39.67 + - type: map_at_100 + value: 41.012 + - type: map_at_1000 + value: 41.143 + - type: map_at_3 + value: 36.496 + - type: map_at_5 + value: 38.364 + - type: mrr_at_1 + value: 35.86 + - type: mrr_at_10 + value: 45.699 + - type: mrr_at_100 + value: 46.37 + - type: mrr_at_1000 + value: 46.408 + - type: mrr_at_3 + value: 43.248 + - type: mrr_at_5 + value: 44.688 + - type: ndcg_at_1 + value: 35.86 + - type: ndcg_at_10 + value: 45.973000000000006 + - type: ndcg_at_100 + value: 50.613 + - type: ndcg_at_1000 + value: 52.607000000000006 + - type: ndcg_at_3 + value: 41.338 + - type: ndcg_at_5 + value: 43.622 + - type: precision_at_1 + value: 35.86 + - type: precision_at_10 + value: 8.885 + - type: precision_at_100 + value: 1.456 + - type: precision_at_1000 + value: 0.193 + - type: precision_at_3 + value: 20.403 + - type: precision_at_5 + value: 14.701 + - type: recall_at_1 + value: 28.387 + - type: recall_at_10 + value: 57.614 + - type: recall_at_100 + value: 77.144 + - type: recall_at_1000 + value: 89.80799999999999 + - type: recall_at_3 + value: 43.9 + - type: recall_at_5 + value: 50.12 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-gaming + name: MTEB CQADupstackGamingRetrieval + config: default + split: test + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + metrics: + - type: map_at_1 + value: 35.461 + - type: map_at_10 + value: 49.177 + - type: map_at_100 + value: 50.295 + - type: map_at_1000 + value: 50.349999999999994 + - type: map_at_3 + value: 45.667 + - type: map_at_5 + value: 47.839 + - type: mrr_at_1 + value: 40.627 + - type: mrr_at_10 + value: 52.453 + - type: mrr_at_100 + value: 53.146 + - type: mrr_at_1000 + value: 53.173 + - type: mrr_at_3 + value: 49.675999999999995 + - type: mrr_at_5 + value: 51.422000000000004 + - type: ndcg_at_1 + value: 40.627 + - type: ndcg_at_10 + value: 55.606 + - type: ndcg_at_100 + value: 59.86 + - type: ndcg_at_1000 + value: 60.943999999999996 + - type: ndcg_at_3 + value: 49.705 + - type: ndcg_at_5 + value: 52.89 + - type: precision_at_1 + value: 40.627 + - type: precision_at_10 + value: 9.191 + - type: precision_at_100 + value: 1.229 + - type: precision_at_1000 + value: 0.13699999999999998 + - type: precision_at_3 + value: 22.695999999999998 + - type: precision_at_5 + value: 15.875 + - type: recall_at_1 + value: 35.461 + - type: recall_at_10 + value: 71.30499999999999 + - type: recall_at_100 + value: 89.256 + - type: recall_at_1000 + value: 96.883 + - type: recall_at_3 + value: 55.687 + - type: recall_at_5 + value: 63.418 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-gis + name: MTEB CQADupstackGisRetrieval + config: default + split: test + revision: 5003b3064772da1887988e05400cf3806fe491f2 + metrics: + - type: map_at_1 + value: 22.047 + - type: map_at_10 + value: 31.293 + - type: map_at_100 + value: 32.416 + - type: map_at_1000 + value: 32.499 + - type: map_at_3 + value: 28.633999999999997 + - type: map_at_5 + value: 29.926000000000002 + - type: mrr_at_1 + value: 23.39 + - type: mrr_at_10 + value: 32.92 + - type: mrr_at_100 + value: 33.884 + - type: mrr_at_1000 + value: 33.947 + - type: mrr_at_3 + value: 30.301000000000002 + - type: mrr_at_5 + value: 31.55 + - type: ndcg_at_1 + value: 23.39 + - type: ndcg_at_10 + value: 36.638 + - type: ndcg_at_100 + value: 41.985 + - type: ndcg_at_1000 + value: 44.141999999999996 + - type: ndcg_at_3 + value: 31.178 + - type: ndcg_at_5 + value: 33.387 + - type: precision_at_1 + value: 23.39 + - type: precision_at_10 + value: 5.91 + - type: precision_at_100 + value: 0.905 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: precision_at_3 + value: 13.522 + - type: precision_at_5 + value: 9.379 + - type: recall_at_1 + value: 22.047 + - type: recall_at_10 + value: 51.507000000000005 + - type: recall_at_100 + value: 75.777 + - type: recall_at_1000 + value: 92.085 + - type: recall_at_3 + value: 36.471 + - type: recall_at_5 + value: 41.854 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-mathematica + name: MTEB CQADupstackMathematicaRetrieval + config: default + split: test + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + metrics: + - type: map_at_1 + value: 16.951 + - type: map_at_10 + value: 25.228 + - type: map_at_100 + value: 26.483 + - type: map_at_1000 + value: 26.607999999999997 + - type: map_at_3 + value: 22.427 + - type: map_at_5 + value: 24.035999999999998 + - type: mrr_at_1 + value: 21.02 + - type: mrr_at_10 + value: 30.195 + - type: mrr_at_100 + value: 31.191999999999997 + - type: mrr_at_1000 + value: 31.264999999999997 + - type: mrr_at_3 + value: 27.488 + - type: mrr_at_5 + value: 29.179 + - type: ndcg_at_1 + value: 21.02 + - type: ndcg_at_10 + value: 30.711 + - type: ndcg_at_100 + value: 36.714999999999996 + - type: ndcg_at_1000 + value: 39.619 + - type: ndcg_at_3 + value: 25.685000000000002 + - type: ndcg_at_5 + value: 28.193 + - type: precision_at_1 + value: 21.02 + - type: precision_at_10 + value: 5.684 + - type: precision_at_100 + value: 1.001 + - type: precision_at_1000 + value: 0.13899999999999998 + - type: precision_at_3 + value: 12.438 + - type: precision_at_5 + value: 9.254 + - type: recall_at_1 + value: 16.951 + - type: recall_at_10 + value: 42.733 + - type: recall_at_100 + value: 69.035 + - type: recall_at_1000 + value: 89.455 + - type: recall_at_3 + value: 29.03 + - type: recall_at_5 + value: 35.376999999999995 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-physics + name: MTEB CQADupstackPhysicsRetrieval + config: default + split: test + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + metrics: + - type: map_at_1 + value: 26.308 + - type: map_at_10 + value: 37.868 + - type: map_at_100 + value: 39.182 + - type: map_at_1000 + value: 39.293 + - type: map_at_3 + value: 34.605999999999995 + - type: map_at_5 + value: 36.321 + - type: mrr_at_1 + value: 32.435 + - type: mrr_at_10 + value: 43.395 + - type: mrr_at_100 + value: 44.179 + - type: mrr_at_1000 + value: 44.226 + - type: mrr_at_3 + value: 40.696 + - type: mrr_at_5 + value: 42.111 + - type: ndcg_at_1 + value: 32.435 + - type: ndcg_at_10 + value: 44.523 + - type: ndcg_at_100 + value: 49.863 + - type: ndcg_at_1000 + value: 51.94499999999999 + - type: ndcg_at_3 + value: 39.004 + - type: ndcg_at_5 + value: 41.403 + - type: precision_at_1 + value: 32.435 + - type: precision_at_10 + value: 8.315999999999999 + - type: precision_at_100 + value: 1.294 + - type: precision_at_1000 + value: 0.164 + - type: precision_at_3 + value: 18.928 + - type: precision_at_5 + value: 13.532 + - type: recall_at_1 + value: 26.308 + - type: recall_at_10 + value: 58.892999999999994 + - type: recall_at_100 + value: 81.06400000000001 + - type: recall_at_1000 + value: 94.75099999999999 + - type: recall_at_3 + value: 43.234 + - type: recall_at_5 + value: 49.422 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-programmers + name: MTEB CQADupstackProgrammersRetrieval + config: default + split: test + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + metrics: + - type: map_at_1 + value: 22.055 + - type: map_at_10 + value: 31.872 + - type: map_at_100 + value: 33.335 + - type: map_at_1000 + value: 33.448 + - type: map_at_3 + value: 28.462 + - type: map_at_5 + value: 30.304 + - type: mrr_at_1 + value: 28.082 + - type: mrr_at_10 + value: 37.372 + - type: mrr_at_100 + value: 38.401 + - type: mrr_at_1000 + value: 38.464999999999996 + - type: mrr_at_3 + value: 34.342 + - type: mrr_at_5 + value: 36.117 + - type: ndcg_at_1 + value: 28.082 + - type: ndcg_at_10 + value: 37.940000000000005 + - type: ndcg_at_100 + value: 44.219 + - type: ndcg_at_1000 + value: 46.589999999999996 + - type: ndcg_at_3 + value: 32.151999999999994 + - type: ndcg_at_5 + value: 34.82 + - type: precision_at_1 + value: 28.082 + - type: precision_at_10 + value: 7.306 + - type: precision_at_100 + value: 1.208 + - type: precision_at_1000 + value: 0.159 + - type: precision_at_3 + value: 15.448999999999998 + - type: precision_at_5 + value: 11.437999999999999 + - type: recall_at_1 + value: 22.055 + - type: recall_at_10 + value: 50.675000000000004 + - type: recall_at_100 + value: 77.584 + - type: recall_at_1000 + value: 93.661 + - type: recall_at_3 + value: 34.792 + - type: recall_at_5 + value: 41.751 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack + name: MTEB CQADupstackRetrieval + config: default + split: test + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + metrics: + - type: map_at_1 + value: 22.9155 + - type: map_at_10 + value: 32.45683333333333 + - type: map_at_100 + value: 33.725 + - type: map_at_1000 + value: 33.84241666666667 + - type: map_at_3 + value: 29.4935 + - type: map_at_5 + value: 31.108416666666667 + - type: mrr_at_1 + value: 27.082083333333333 + - type: mrr_at_10 + value: 36.413250000000005 + - type: mrr_at_100 + value: 37.311249999999994 + - type: mrr_at_1000 + value: 37.37233333333334 + - type: mrr_at_3 + value: 33.78008333333333 + - type: mrr_at_5 + value: 35.24341666666667 + - type: ndcg_at_1 + value: 27.082083333333333 + - type: ndcg_at_10 + value: 38.12183333333333 + - type: ndcg_at_100 + value: 43.56608333333334 + - type: ndcg_at_1000 + value: 45.932916666666664 + - type: ndcg_at_3 + value: 32.914833333333334 + - type: ndcg_at_5 + value: 35.302499999999995 + - type: precision_at_1 + value: 27.082083333333333 + - type: precision_at_10 + value: 6.897666666666664 + - type: precision_at_100 + value: 1.13425 + - type: precision_at_1000 + value: 0.15316666666666667 + - type: precision_at_3 + value: 15.404583333333335 + - type: precision_at_5 + value: 11.095916666666666 + - type: recall_at_1 + value: 22.9155 + - type: recall_at_10 + value: 51.00033333333334 + - type: recall_at_100 + value: 74.76308333333334 + - type: recall_at_1000 + value: 91.16041666666668 + - type: recall_at_3 + value: 36.5875 + - type: recall_at_5 + value: 42.66783333333333 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-stats + name: MTEB CQADupstackStatsRetrieval + config: default + split: test + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + metrics: + - type: map_at_1 + value: 20.616 + - type: map_at_10 + value: 28.041 + - type: map_at_100 + value: 29.071 + - type: map_at_1000 + value: 29.165999999999997 + - type: map_at_3 + value: 25.548 + - type: map_at_5 + value: 26.735 + - type: mrr_at_1 + value: 23.006 + - type: mrr_at_10 + value: 30.173 + - type: mrr_at_100 + value: 31.068 + - type: mrr_at_1000 + value: 31.144 + - type: mrr_at_3 + value: 27.761000000000003 + - type: mrr_at_5 + value: 28.933999999999997 + - type: ndcg_at_1 + value: 23.006 + - type: ndcg_at_10 + value: 32.684000000000005 + - type: ndcg_at_100 + value: 37.556 + - type: ndcg_at_1000 + value: 40.033 + - type: ndcg_at_3 + value: 27.781 + - type: ndcg_at_5 + value: 29.673 + - type: precision_at_1 + value: 23.006 + - type: precision_at_10 + value: 5.475 + - type: precision_at_100 + value: 0.8710000000000001 + - type: precision_at_1000 + value: 0.11399999999999999 + - type: precision_at_3 + value: 12.168 + - type: precision_at_5 + value: 8.527999999999999 + - type: recall_at_1 + value: 20.616 + - type: recall_at_10 + value: 44.946000000000005 + - type: recall_at_100 + value: 66.902 + - type: recall_at_1000 + value: 85.357 + - type: recall_at_3 + value: 31.087999999999997 + - type: recall_at_5 + value: 35.843 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-tex + name: MTEB CQADupstackTexRetrieval + config: default + split: test + revision: 46989137a86843e03a6195de44b09deda022eec7 + metrics: + - type: map_at_1 + value: 14.931 + - type: map_at_10 + value: 22.006 + - type: map_at_100 + value: 23.156 + - type: map_at_1000 + value: 23.289 + - type: map_at_3 + value: 19.594 + - type: map_at_5 + value: 20.867 + - type: mrr_at_1 + value: 18.032 + - type: mrr_at_10 + value: 25.622 + - type: mrr_at_100 + value: 26.583000000000002 + - type: mrr_at_1000 + value: 26.665 + - type: mrr_at_3 + value: 23.308 + - type: mrr_at_5 + value: 24.568 + - type: ndcg_at_1 + value: 18.032 + - type: ndcg_at_10 + value: 26.735 + - type: ndcg_at_100 + value: 32.326 + - type: ndcg_at_1000 + value: 35.386 + - type: ndcg_at_3 + value: 22.306 + - type: ndcg_at_5 + value: 24.261 + - type: precision_at_1 + value: 18.032 + - type: precision_at_10 + value: 5.061999999999999 + - type: precision_at_100 + value: 0.922 + - type: precision_at_1000 + value: 0.13699999999999998 + - type: precision_at_3 + value: 10.735999999999999 + - type: precision_at_5 + value: 7.88 + - type: recall_at_1 + value: 14.931 + - type: recall_at_10 + value: 37.384 + - type: recall_at_100 + value: 62.812999999999995 + - type: recall_at_1000 + value: 84.435 + - type: recall_at_3 + value: 24.999 + - type: recall_at_5 + value: 30.058 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-unix + name: MTEB CQADupstackUnixRetrieval + config: default + split: test + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + metrics: + - type: map_at_1 + value: 23.057 + - type: map_at_10 + value: 31.533 + - type: map_at_100 + value: 32.78 + - type: map_at_1000 + value: 32.891999999999996 + - type: map_at_3 + value: 28.687 + - type: map_at_5 + value: 30.098000000000003 + - type: mrr_at_1 + value: 26.866 + - type: mrr_at_10 + value: 35.359 + - type: mrr_at_100 + value: 36.355 + - type: mrr_at_1000 + value: 36.416 + - type: mrr_at_3 + value: 32.82 + - type: mrr_at_5 + value: 34.047 + - type: ndcg_at_1 + value: 26.866 + - type: ndcg_at_10 + value: 36.933 + - type: ndcg_at_100 + value: 42.652 + - type: ndcg_at_1000 + value: 45.074 + - type: ndcg_at_3 + value: 31.636999999999997 + - type: ndcg_at_5 + value: 33.75 + - type: precision_at_1 + value: 26.866 + - type: precision_at_10 + value: 6.334 + - type: precision_at_100 + value: 1.044 + - type: precision_at_1000 + value: 0.13699999999999998 + - type: precision_at_3 + value: 14.49 + - type: precision_at_5 + value: 10.131 + - type: recall_at_1 + value: 23.057 + - type: recall_at_10 + value: 49.736000000000004 + - type: recall_at_100 + value: 74.42 + - type: recall_at_1000 + value: 91.276 + - type: recall_at_3 + value: 34.926 + - type: recall_at_5 + value: 40.389 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-webmasters + name: MTEB CQADupstackWebmastersRetrieval + config: default + split: test + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + metrics: + - type: map_at_1 + value: 18.475 + - type: map_at_10 + value: 27.927000000000003 + - type: map_at_100 + value: 29.426000000000002 + - type: map_at_1000 + value: 29.652 + - type: map_at_3 + value: 24.934 + - type: map_at_5 + value: 26.669999999999998 + - type: mrr_at_1 + value: 21.542 + - type: mrr_at_10 + value: 31.384 + - type: mrr_at_100 + value: 32.433 + - type: mrr_at_1000 + value: 32.512 + - type: mrr_at_3 + value: 28.524 + - type: mrr_at_5 + value: 30.273 + - type: ndcg_at_1 + value: 21.542 + - type: ndcg_at_10 + value: 33.747 + - type: ndcg_at_100 + value: 39.858 + - type: ndcg_at_1000 + value: 43.034 + - type: ndcg_at_3 + value: 28.542 + - type: ndcg_at_5 + value: 31.281 + - type: precision_at_1 + value: 21.542 + - type: precision_at_10 + value: 6.739000000000001 + - type: precision_at_100 + value: 1.3719999999999999 + - type: precision_at_1000 + value: 0.233 + - type: precision_at_3 + value: 13.767999999999999 + - type: precision_at_5 + value: 10.552999999999999 + - type: recall_at_1 + value: 18.475 + - type: recall_at_10 + value: 46.306999999999995 + - type: recall_at_100 + value: 73.366 + - type: recall_at_1000 + value: 93.43 + - type: recall_at_3 + value: 32.238 + - type: recall_at_5 + value: 38.969 + - task: + type: Retrieval + dataset: + type: mteb/cqadupstack-wordpress + name: MTEB CQADupstackWordpressRetrieval + config: default + split: test + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + metrics: + - type: map_at_1 + value: 16.272000000000002 + - type: map_at_10 + value: 23.943 + - type: map_at_100 + value: 25.013999999999996 + - type: map_at_1000 + value: 25.115 + - type: map_at_3 + value: 21.169 + - type: map_at_5 + value: 22.56 + - type: mrr_at_1 + value: 17.93 + - type: mrr_at_10 + value: 25.764 + - type: mrr_at_100 + value: 26.717999999999996 + - type: mrr_at_1000 + value: 26.796999999999997 + - type: mrr_at_3 + value: 23.229 + - type: mrr_at_5 + value: 24.412 + - type: ndcg_at_1 + value: 17.93 + - type: ndcg_at_10 + value: 28.872999999999998 + - type: ndcg_at_100 + value: 34.213 + - type: ndcg_at_1000 + value: 36.882999999999996 + - type: ndcg_at_3 + value: 23.392 + - type: ndcg_at_5 + value: 25.657999999999998 + - type: precision_at_1 + value: 17.93 + - type: precision_at_10 + value: 4.972 + - type: precision_at_100 + value: 0.815 + - type: precision_at_1000 + value: 0.116 + - type: precision_at_3 + value: 10.228 + - type: precision_at_5 + value: 7.431 + - type: recall_at_1 + value: 16.272000000000002 + - type: recall_at_10 + value: 42.372 + - type: recall_at_100 + value: 67.093 + - type: recall_at_1000 + value: 87.15899999999999 + - type: recall_at_3 + value: 27.563 + - type: recall_at_5 + value: 33.084 + - task: + type: Retrieval + dataset: + type: mteb/climate-fever + name: MTEB ClimateFEVER + config: default + split: test + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + metrics: + - type: map_at_1 + value: 15.341 + - type: map_at_10 + value: 25.794 + - type: map_at_100 + value: 27.733 + - type: map_at_1000 + value: 27.919 + - type: map_at_3 + value: 21.707 + - type: map_at_5 + value: 23.955000000000002 + - type: mrr_at_1 + value: 35.114000000000004 + - type: mrr_at_10 + value: 46.164 + - type: mrr_at_100 + value: 46.998 + - type: mrr_at_1000 + value: 47.028999999999996 + - type: mrr_at_3 + value: 42.801 + - type: mrr_at_5 + value: 44.902 + - type: ndcg_at_1 + value: 35.114000000000004 + - type: ndcg_at_10 + value: 34.833 + - type: ndcg_at_100 + value: 42.108000000000004 + - type: ndcg_at_1000 + value: 45.251000000000005 + - type: ndcg_at_3 + value: 29.121000000000002 + - type: ndcg_at_5 + value: 31.253999999999998 + - type: precision_at_1 + value: 35.114000000000004 + - type: precision_at_10 + value: 10.625 + - type: precision_at_100 + value: 1.8519999999999999 + - type: precision_at_1000 + value: 0.244 + - type: precision_at_3 + value: 21.39 + - type: precision_at_5 + value: 16.534 + - type: recall_at_1 + value: 15.341 + - type: recall_at_10 + value: 40.45 + - type: recall_at_100 + value: 65.334 + - type: recall_at_1000 + value: 82.596 + - type: recall_at_3 + value: 25.977 + - type: recall_at_5 + value: 32.484 + - task: + type: Retrieval + dataset: + type: C-MTEB/CmedqaRetrieval + name: MTEB CmedqaRetrieval + config: default + split: dev + revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301 + metrics: + - type: map_at_1 + value: 25.116 + - type: map_at_10 + value: 37.197 + - type: map_at_100 + value: 39.064 + - type: map_at_1000 + value: 39.182 + - type: map_at_3 + value: 33.188 + - type: map_at_5 + value: 35.239 + - type: mrr_at_1 + value: 38.01 + - type: mrr_at_10 + value: 45.948 + - type: mrr_at_100 + value: 46.955000000000005 + - type: mrr_at_1000 + value: 47.004000000000005 + - type: mrr_at_3 + value: 43.494 + - type: mrr_at_5 + value: 44.766 + - type: ndcg_at_1 + value: 38.01 + - type: ndcg_at_10 + value: 43.78 + - type: ndcg_at_100 + value: 51.15 + - type: ndcg_at_1000 + value: 53.181999999999995 + - type: ndcg_at_3 + value: 38.549 + - type: ndcg_at_5 + value: 40.415 + - type: precision_at_1 + value: 38.01 + - type: precision_at_10 + value: 9.722 + - type: precision_at_100 + value: 1.577 + - type: precision_at_1000 + value: 0.183 + - type: precision_at_3 + value: 21.654999999999998 + - type: precision_at_5 + value: 15.484 + - type: recall_at_1 + value: 25.116 + - type: recall_at_10 + value: 54.53 + - type: recall_at_100 + value: 84.933 + - type: recall_at_1000 + value: 98.432 + - type: recall_at_3 + value: 38.629000000000005 + - type: recall_at_5 + value: 44.669 + - task: + type: PairClassification + dataset: + type: C-MTEB/CMNLI + name: MTEB Cmnli + config: default + split: validation + revision: 41bc36f332156f7adc9e38f53777c959b2ae9766 + metrics: + - type: cos_sim_accuracy + value: 75.91100420926037 + - type: cos_sim_ap + value: 84.00640599186677 + - type: cos_sim_f1 + value: 77.62162162162163 + - type: cos_sim_precision + value: 72.18982505529861 + - type: cos_sim_recall + value: 83.9373392564882 + - type: dot_accuracy + value: 76.84906794948888 + - type: dot_ap + value: 83.43625002965437 + - type: dot_f1 + value: 78.74452866446033 + - type: dot_precision + value: 72.4557956777996 + - type: dot_recall + value: 86.22866495206921 + - type: euclidean_accuracy + value: 73.90258568851473 + - type: euclidean_ap + value: 82.38544198000038 + - type: euclidean_f1 + value: 75.38377789874797 + - type: euclidean_precision + value: 70.53789731051344 + - type: euclidean_recall + value: 80.94458732756605 + - type: manhattan_accuracy + value: 74.10703547805171 + - type: manhattan_ap + value: 82.34656885819298 + - type: manhattan_f1 + value: 75.27612574341546 + - type: manhattan_precision + value: 68.96283323603814 + - type: manhattan_recall + value: 82.8618190320318 + - type: max_accuracy + value: 76.84906794948888 + - type: max_ap + value: 84.00640599186677 + - type: max_f1 + value: 78.74452866446033 + - task: + type: Retrieval + dataset: + type: C-MTEB/CovidRetrieval + name: MTEB CovidRetrieval + config: default + split: dev + revision: 1271c7809071a13532e05f25fb53511ffce77117 + metrics: + - type: map_at_1 + value: 68.124 + - type: map_at_10 + value: 76.701 + - type: map_at_100 + value: 77.036 + - type: map_at_1000 + value: 77.03999999999999 + - type: map_at_3 + value: 74.965 + - type: map_at_5 + value: 75.998 + - type: mrr_at_1 + value: 68.388 + - type: mrr_at_10 + value: 76.821 + - type: mrr_at_100 + value: 77.151 + - type: mrr_at_1000 + value: 77.155 + - type: mrr_at_3 + value: 75.167 + - type: mrr_at_5 + value: 76.163 + - type: ndcg_at_1 + value: 68.388 + - type: ndcg_at_10 + value: 80.60000000000001 + - type: ndcg_at_100 + value: 82.04599999999999 + - type: ndcg_at_1000 + value: 82.14099999999999 + - type: ndcg_at_3 + value: 77.143 + - type: ndcg_at_5 + value: 78.944 + - type: precision_at_1 + value: 68.388 + - type: precision_at_10 + value: 9.347 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.101 + - type: precision_at_3 + value: 27.889000000000003 + - type: precision_at_5 + value: 17.64 + - type: recall_at_1 + value: 68.124 + - type: recall_at_10 + value: 92.571 + - type: recall_at_100 + value: 98.946 + - type: recall_at_1000 + value: 99.684 + - type: recall_at_3 + value: 83.219 + - type: recall_at_5 + value: 87.48700000000001 + - task: + type: Retrieval + dataset: + type: mteb/dbpedia + name: MTEB DBPedia + config: default + split: test + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + metrics: + - type: map_at_1 + value: 9.139 + - type: map_at_10 + value: 18.992 + - type: map_at_100 + value: 26.188 + - type: map_at_1000 + value: 27.828000000000003 + - type: map_at_3 + value: 14.366000000000001 + - type: map_at_5 + value: 16.261 + - type: mrr_at_1 + value: 66.0 + - type: mrr_at_10 + value: 74.834 + - type: mrr_at_100 + value: 75.066 + - type: mrr_at_1000 + value: 75.076 + - type: mrr_at_3 + value: 73.708 + - type: mrr_at_5 + value: 74.321 + - type: ndcg_at_1 + value: 54.125 + - type: ndcg_at_10 + value: 40.116 + - type: ndcg_at_100 + value: 44.35 + - type: ndcg_at_1000 + value: 51.68000000000001 + - type: ndcg_at_3 + value: 46.089 + - type: ndcg_at_5 + value: 42.717 + - type: precision_at_1 + value: 66.0 + - type: precision_at_10 + value: 30.975 + - type: precision_at_100 + value: 10.173 + - type: precision_at_1000 + value: 2.099 + - type: precision_at_3 + value: 49.417 + - type: precision_at_5 + value: 40.65 + - type: recall_at_1 + value: 9.139 + - type: recall_at_10 + value: 23.749000000000002 + - type: recall_at_100 + value: 48.949 + - type: recall_at_1000 + value: 72.83 + - type: recall_at_3 + value: 15.693999999999999 + - type: recall_at_5 + value: 18.731 + - task: + type: Retrieval + dataset: + type: clarin-knext/dbpedia-pl + name: MTEB DBPedia-PL + config: default + split: test + revision: 76afe41d9af165cc40999fcaa92312b8b012064a + metrics: + - type: map_at_1 + value: 7.582 + - type: map_at_10 + value: 14.826 + - type: map_at_100 + value: 19.447 + - type: map_at_1000 + value: 20.64 + - type: map_at_3 + value: 11.277 + - type: map_at_5 + value: 13.044 + - type: mrr_at_1 + value: 58.25 + - type: mrr_at_10 + value: 66.849 + - type: mrr_at_100 + value: 67.196 + - type: mrr_at_1000 + value: 67.211 + - type: mrr_at_3 + value: 64.667 + - type: mrr_at_5 + value: 66.267 + - type: ndcg_at_1 + value: 47.125 + - type: ndcg_at_10 + value: 32.498 + - type: ndcg_at_100 + value: 35.422 + - type: ndcg_at_1000 + value: 42.057 + - type: ndcg_at_3 + value: 37.361 + - type: ndcg_at_5 + value: 35.114000000000004 + - type: precision_at_1 + value: 58.25 + - type: precision_at_10 + value: 25.2 + - type: precision_at_100 + value: 7.735 + - type: precision_at_1000 + value: 1.6119999999999999 + - type: precision_at_3 + value: 40.25 + - type: precision_at_5 + value: 33.800000000000004 + - type: recall_at_1 + value: 7.582 + - type: recall_at_10 + value: 19.585 + - type: recall_at_100 + value: 39.505 + - type: recall_at_1000 + value: 60.614000000000004 + - type: recall_at_3 + value: 12.393 + - type: recall_at_5 + value: 15.698 + - task: + type: Retrieval + dataset: + type: C-MTEB/DuRetrieval + name: MTEB DuRetrieval + config: default + split: dev + revision: a1a333e290fe30b10f3f56498e3a0d911a693ced + metrics: + - type: map_at_1 + value: 26.312 + - type: map_at_10 + value: 80.366 + - type: map_at_100 + value: 83.165 + - type: map_at_1000 + value: 83.207 + - type: map_at_3 + value: 55.786 + - type: map_at_5 + value: 70.39 + - type: mrr_at_1 + value: 90.5 + - type: mrr_at_10 + value: 93.384 + - type: mrr_at_100 + value: 93.455 + - type: mrr_at_1000 + value: 93.459 + - type: mrr_at_3 + value: 93.108 + - type: mrr_at_5 + value: 93.281 + - type: ndcg_at_1 + value: 90.5 + - type: ndcg_at_10 + value: 87.547 + - type: ndcg_at_100 + value: 90.339 + - type: ndcg_at_1000 + value: 90.686 + - type: ndcg_at_3 + value: 86.527 + - type: ndcg_at_5 + value: 85.382 + - type: precision_at_1 + value: 90.5 + - type: precision_at_10 + value: 41.754999999999995 + - type: precision_at_100 + value: 4.807 + - type: precision_at_1000 + value: 0.48900000000000005 + - type: precision_at_3 + value: 77.60000000000001 + - type: precision_at_5 + value: 65.35 + - type: recall_at_1 + value: 26.312 + - type: recall_at_10 + value: 88.67399999999999 + - type: recall_at_100 + value: 97.817 + - type: recall_at_1000 + value: 99.543 + - type: recall_at_3 + value: 57.999 + - type: recall_at_5 + value: 74.884 + - task: + type: Retrieval + dataset: + type: C-MTEB/EcomRetrieval + name: MTEB EcomRetrieval + config: default + split: dev + revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9 + metrics: + - type: map_at_1 + value: 49.9 + - type: map_at_10 + value: 59.892 + - type: map_at_100 + value: 60.488 + - type: map_at_1000 + value: 60.507 + - type: map_at_3 + value: 57.617 + - type: map_at_5 + value: 58.831999999999994 + - type: mrr_at_1 + value: 49.9 + - type: mrr_at_10 + value: 59.892 + - type: mrr_at_100 + value: 60.488 + - type: mrr_at_1000 + value: 60.507 + - type: mrr_at_3 + value: 57.617 + - type: mrr_at_5 + value: 58.831999999999994 + - type: ndcg_at_1 + value: 49.9 + - type: ndcg_at_10 + value: 64.85 + - type: ndcg_at_100 + value: 67.64 + - type: ndcg_at_1000 + value: 68.106 + - type: ndcg_at_3 + value: 60.082 + - type: ndcg_at_5 + value: 62.28900000000001 + - type: precision_at_1 + value: 49.9 + - type: precision_at_10 + value: 8.05 + - type: precision_at_100 + value: 0.9329999999999999 + - type: precision_at_1000 + value: 0.097 + - type: precision_at_3 + value: 22.400000000000002 + - type: precision_at_5 + value: 14.52 + - type: recall_at_1 + value: 49.9 + - type: recall_at_10 + value: 80.5 + - type: recall_at_100 + value: 93.30000000000001 + - type: recall_at_1000 + value: 96.89999999999999 + - type: recall_at_3 + value: 67.2 + - type: recall_at_5 + value: 72.6 + - task: + type: Classification + dataset: + type: mteb/emotion + name: MTEB EmotionClassification + config: default + split: test + revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 + metrics: + - type: accuracy + value: 47.949999999999996 + - type: f1 + value: 43.07147338568086 + - task: + type: Retrieval + dataset: + type: mteb/fever + name: MTEB FEVER + config: default + split: test + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + metrics: + - type: map_at_1 + value: 83.87599999999999 + - type: map_at_10 + value: 89.464 + - type: map_at_100 + value: 89.628 + - type: map_at_1000 + value: 89.641 + - type: map_at_3 + value: 88.762 + - type: map_at_5 + value: 89.216 + - type: mrr_at_1 + value: 90.279 + - type: mrr_at_10 + value: 94.429 + - type: mrr_at_100 + value: 94.44200000000001 + - type: mrr_at_1000 + value: 94.44200000000001 + - type: mrr_at_3 + value: 94.197 + - type: mrr_at_5 + value: 94.383 + - type: ndcg_at_1 + value: 90.279 + - type: ndcg_at_10 + value: 92.111 + - type: ndcg_at_100 + value: 92.608 + - type: ndcg_at_1000 + value: 92.823 + - type: ndcg_at_3 + value: 91.282 + - type: ndcg_at_5 + value: 91.754 + - type: precision_at_1 + value: 90.279 + - type: precision_at_10 + value: 10.612 + - type: precision_at_100 + value: 1.1079999999999999 + - type: precision_at_1000 + value: 0.11399999999999999 + - type: precision_at_3 + value: 33.953 + - type: precision_at_5 + value: 20.798 + - type: recall_at_1 + value: 83.87599999999999 + - type: recall_at_10 + value: 95.42699999999999 + - type: recall_at_100 + value: 97.236 + - type: recall_at_1000 + value: 98.519 + - type: recall_at_3 + value: 93.05600000000001 + - type: recall_at_5 + value: 94.411 + - task: + type: Retrieval + dataset: + type: clarin-knext/fiqa-pl + name: MTEB FiQA-PL + config: default + split: test + revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e + metrics: + - type: map_at_1 + value: 13.901 + - type: map_at_10 + value: 22.326999999999998 + - type: map_at_100 + value: 23.929000000000002 + - type: map_at_1000 + value: 24.125 + - type: map_at_3 + value: 19.339000000000002 + - type: map_at_5 + value: 20.977999999999998 + - type: mrr_at_1 + value: 28.549000000000003 + - type: mrr_at_10 + value: 36.437000000000005 + - type: mrr_at_100 + value: 37.421 + - type: mrr_at_1000 + value: 37.486999999999995 + - type: mrr_at_3 + value: 34.001999999999995 + - type: mrr_at_5 + value: 35.484 + - type: ndcg_at_1 + value: 28.549000000000003 + - type: ndcg_at_10 + value: 28.962 + - type: ndcg_at_100 + value: 35.814 + - type: ndcg_at_1000 + value: 39.434000000000005 + - type: ndcg_at_3 + value: 26.0 + - type: ndcg_at_5 + value: 26.973999999999997 + - type: precision_at_1 + value: 28.549000000000003 + - type: precision_at_10 + value: 8.364 + - type: precision_at_100 + value: 1.508 + - type: precision_at_1000 + value: 0.213 + - type: precision_at_3 + value: 17.335 + - type: precision_at_5 + value: 13.086 + - type: recall_at_1 + value: 13.901 + - type: recall_at_10 + value: 34.469 + - type: recall_at_100 + value: 61.038000000000004 + - type: recall_at_1000 + value: 83.125 + - type: recall_at_3 + value: 23.602 + - type: recall_at_5 + value: 28.164 + - task: + type: Retrieval + dataset: + type: mteb/fiqa + name: MTEB FiQA2018 + config: default + split: test + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + metrics: + - type: map_at_1 + value: 22.572 + - type: map_at_10 + value: 36.666 + - type: map_at_100 + value: 38.498 + - type: map_at_1000 + value: 38.671 + - type: map_at_3 + value: 32.114 + - type: map_at_5 + value: 34.343 + - type: mrr_at_1 + value: 44.599 + - type: mrr_at_10 + value: 53.154999999999994 + - type: mrr_at_100 + value: 53.89000000000001 + - type: mrr_at_1000 + value: 53.923 + - type: mrr_at_3 + value: 50.592000000000006 + - type: mrr_at_5 + value: 51.964999999999996 + - type: ndcg_at_1 + value: 44.599 + - type: ndcg_at_10 + value: 45.005 + - type: ndcg_at_100 + value: 51.568999999999996 + - type: ndcg_at_1000 + value: 54.214 + - type: ndcg_at_3 + value: 40.967 + - type: ndcg_at_5 + value: 41.754000000000005 + - type: precision_at_1 + value: 44.599 + - type: precision_at_10 + value: 12.407 + - type: precision_at_100 + value: 1.944 + - type: precision_at_1000 + value: 0.241 + - type: precision_at_3 + value: 27.366 + - type: precision_at_5 + value: 19.63 + - type: recall_at_1 + value: 22.572 + - type: recall_at_10 + value: 52.815999999999995 + - type: recall_at_100 + value: 77.12400000000001 + - type: recall_at_1000 + value: 92.914 + - type: recall_at_3 + value: 36.936 + - type: recall_at_5 + value: 42.642 + - task: + type: Clustering + dataset: + type: lyon-nlp/clustering-hal-s2s + name: MTEB HALClusteringS2S + config: default + split: test + revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915 + metrics: + - type: v_measure + value: 25.133776435657595 + - task: + type: Retrieval + dataset: + type: mteb/hotpotqa + name: MTEB HotpotQA + config: default + split: test + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + metrics: + - type: map_at_1 + value: 41.242000000000004 + - type: map_at_10 + value: 53.159 + - type: map_at_100 + value: 54.022999999999996 + - type: map_at_1000 + value: 54.093 + - type: map_at_3 + value: 50.663000000000004 + - type: map_at_5 + value: 52.195 + - type: mrr_at_1 + value: 82.485 + - type: mrr_at_10 + value: 86.55000000000001 + - type: mrr_at_100 + value: 86.726 + - type: mrr_at_1000 + value: 86.733 + - type: mrr_at_3 + value: 85.904 + - type: mrr_at_5 + value: 86.30799999999999 + - type: ndcg_at_1 + value: 82.485 + - type: ndcg_at_10 + value: 63.036 + - type: ndcg_at_100 + value: 66.07600000000001 + - type: ndcg_at_1000 + value: 67.486 + - type: ndcg_at_3 + value: 59.535000000000004 + - type: ndcg_at_5 + value: 61.443000000000005 + - type: precision_at_1 + value: 82.485 + - type: precision_at_10 + value: 12.262 + - type: precision_at_100 + value: 1.466 + - type: precision_at_1000 + value: 0.165 + - type: precision_at_3 + value: 35.709999999999994 + - type: precision_at_5 + value: 22.93 + - type: recall_at_1 + value: 41.242000000000004 + - type: recall_at_10 + value: 61.309999999999995 + - type: recall_at_100 + value: 73.288 + - type: recall_at_1000 + value: 82.70100000000001 + - type: recall_at_3 + value: 53.565 + - type: recall_at_5 + value: 57.326 + - task: + type: Retrieval + dataset: + type: clarin-knext/hotpotqa-pl + name: MTEB HotpotQA-PL + config: default + split: test + revision: a0bd479ac97b4ccb5bd6ce320c415d0bb4beb907 + metrics: + - type: map_at_1 + value: 36.664 + - type: map_at_10 + value: 47.403 + - type: map_at_100 + value: 48.209 + - type: map_at_1000 + value: 48.282000000000004 + - type: map_at_3 + value: 45.018 + - type: map_at_5 + value: 46.515 + - type: mrr_at_1 + value: 73.329 + - type: mrr_at_10 + value: 78.31700000000001 + - type: mrr_at_100 + value: 78.58000000000001 + - type: mrr_at_1000 + value: 78.596 + - type: mrr_at_3 + value: 77.333 + - type: mrr_at_5 + value: 77.92999999999999 + - type: ndcg_at_1 + value: 73.329 + - type: ndcg_at_10 + value: 56.904999999999994 + - type: ndcg_at_100 + value: 59.9 + - type: ndcg_at_1000 + value: 61.458 + - type: ndcg_at_3 + value: 53.313 + - type: ndcg_at_5 + value: 55.298 + - type: precision_at_1 + value: 73.329 + - type: precision_at_10 + value: 11.233 + - type: precision_at_100 + value: 1.359 + - type: precision_at_1000 + value: 0.157 + - type: precision_at_3 + value: 32.122 + - type: precision_at_5 + value: 20.845 + - type: recall_at_1 + value: 36.664 + - type: recall_at_10 + value: 56.165 + - type: recall_at_100 + value: 67.96799999999999 + - type: recall_at_1000 + value: 78.386 + - type: recall_at_3 + value: 48.184 + - type: recall_at_5 + value: 52.113 + - task: + type: Classification + dataset: + type: C-MTEB/IFlyTek-classification + name: MTEB IFlyTek + config: default + split: validation + revision: 421605374b29664c5fc098418fe20ada9bd55f8a + metrics: + - type: accuracy + value: 44.59407464409388 + - type: f1 + value: 36.363013162155674 + - task: + type: Classification + dataset: + type: mteb/imdb + name: MTEB ImdbClassification + config: default + split: test + revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 + metrics: + - type: accuracy + value: 74.912 + - type: ap + value: 69.23485069643695 + - type: f1 + value: 74.59572978303918 + - task: + type: Classification + dataset: + type: C-MTEB/JDReview-classification + name: MTEB JDReview + config: default + split: test + revision: b7c64bd89eb87f8ded463478346f76731f07bf8b + metrics: + - type: accuracy + value: 79.26829268292683 + - type: ap + value: 41.08462328909307 + - type: f1 + value: 72.44970924874636 + - task: + type: STS + dataset: + type: C-MTEB/LCQMC + name: MTEB LCQMC + config: default + split: test + revision: 17f9b096f80380fce5ed12a9be8be7784b337daf + metrics: + - type: cos_sim_pearson + value: 68.22457454154936 + - type: cos_sim_spearman + value: 74.8601229809791 + - type: euclidean_pearson + value: 73.85180344935003 + - type: euclidean_spearman + value: 74.93374594591396 + - type: manhattan_pearson + value: 73.77782575661044 + - type: manhattan_spearman + value: 74.84232248416093 + - task: + type: Clustering + dataset: + type: mlsum + name: MTEB MLSUMClusteringP2P + config: default + split: test + revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7 + metrics: + - type: v_measure + value: 42.331902754246556 + - task: + type: Clustering + dataset: + type: mlsum + name: MTEB MLSUMClusteringS2S + config: default + split: test + revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7 + metrics: + - type: v_measure + value: 40.92029335502153 + - task: + type: Reranking + dataset: + type: C-MTEB/Mmarco-reranking + name: MTEB MMarcoReranking + config: default + split: dev + revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6 + metrics: + - type: map + value: 32.19266316591337 + - type: mrr + value: 31.12023809523809 + - task: + type: Retrieval + dataset: + type: C-MTEB/MMarcoRetrieval + name: MTEB MMarcoRetrieval + config: default + split: dev + revision: 539bbde593d947e2a124ba72651aafc09eb33fc2 + metrics: + - type: map_at_1 + value: 66.717 + - type: map_at_10 + value: 75.717 + - type: map_at_100 + value: 76.049 + - type: map_at_1000 + value: 76.06 + - type: map_at_3 + value: 73.971 + - type: map_at_5 + value: 75.07300000000001 + - type: mrr_at_1 + value: 69.011 + - type: mrr_at_10 + value: 76.322 + - type: mrr_at_100 + value: 76.61200000000001 + - type: mrr_at_1000 + value: 76.622 + - type: mrr_at_3 + value: 74.766 + - type: mrr_at_5 + value: 75.766 + - type: ndcg_at_1 + value: 69.011 + - type: ndcg_at_10 + value: 79.346 + - type: ndcg_at_100 + value: 80.81 + - type: ndcg_at_1000 + value: 81.099 + - type: ndcg_at_3 + value: 76.008 + - type: ndcg_at_5 + value: 77.89500000000001 + - type: precision_at_1 + value: 69.011 + - type: precision_at_10 + value: 9.556000000000001 + - type: precision_at_100 + value: 1.028 + - type: precision_at_1000 + value: 0.105 + - type: precision_at_3 + value: 28.558 + - type: precision_at_5 + value: 18.132 + - type: recall_at_1 + value: 66.717 + - type: recall_at_10 + value: 89.92599999999999 + - type: recall_at_100 + value: 96.497 + - type: recall_at_1000 + value: 98.75 + - type: recall_at_3 + value: 81.10000000000001 + - type: recall_at_5 + value: 85.591 + - task: + type: Retrieval + dataset: + type: mteb/msmarco + name: MTEB MSMARCO + config: default + split: dev + revision: c5a29a104738b98a9e76336939199e264163d4a0 + metrics: + - type: map_at_1 + value: 21.144 + - type: map_at_10 + value: 33.186 + - type: map_at_100 + value: 34.415 + - type: map_at_1000 + value: 34.467 + - type: map_at_3 + value: 29.421000000000003 + - type: map_at_5 + value: 31.644 + - type: mrr_at_1 + value: 21.776999999999997 + - type: mrr_at_10 + value: 33.806000000000004 + - type: mrr_at_100 + value: 34.975 + - type: mrr_at_1000 + value: 35.021 + - type: mrr_at_3 + value: 30.098000000000003 + - type: mrr_at_5 + value: 32.306000000000004 + - type: ndcg_at_1 + value: 21.776999999999997 + - type: ndcg_at_10 + value: 39.922999999999995 + - type: ndcg_at_100 + value: 45.82 + - type: ndcg_at_1000 + value: 47.122 + - type: ndcg_at_3 + value: 32.301 + - type: ndcg_at_5 + value: 36.272 + - type: precision_at_1 + value: 21.776999999999997 + - type: precision_at_10 + value: 6.331 + - type: precision_at_100 + value: 0.927 + - type: precision_at_1000 + value: 0.104 + - type: precision_at_3 + value: 13.806 + - type: precision_at_5 + value: 10.292 + - type: recall_at_1 + value: 21.144 + - type: recall_at_10 + value: 60.568999999999996 + - type: recall_at_100 + value: 87.778 + - type: recall_at_1000 + value: 97.75399999999999 + - type: recall_at_3 + value: 39.983000000000004 + - type: recall_at_5 + value: 49.511 + - task: + type: Retrieval + dataset: + type: clarin-knext/msmarco-pl + name: MTEB MSMARCO-PL + config: default + split: test + revision: 8634c07806d5cce3a6138e260e59b81760a0a640 + metrics: + - type: map_at_1 + value: 1.897 + - type: map_at_10 + value: 9.861 + - type: map_at_100 + value: 22.945 + - type: map_at_1000 + value: 27.782 + - type: map_at_3 + value: 4.163 + - type: map_at_5 + value: 6.075 + - type: mrr_at_1 + value: 79.07 + - type: mrr_at_10 + value: 83.592 + - type: mrr_at_100 + value: 84.257 + - type: mrr_at_1000 + value: 84.257 + - type: mrr_at_3 + value: 83.333 + - type: mrr_at_5 + value: 83.333 + - type: ndcg_at_1 + value: 65.116 + - type: ndcg_at_10 + value: 55.620999999999995 + - type: ndcg_at_100 + value: 45.531 + - type: ndcg_at_1000 + value: 53.078 + - type: ndcg_at_3 + value: 62.269 + - type: ndcg_at_5 + value: 58.924 + - type: precision_at_1 + value: 79.07 + - type: precision_at_10 + value: 61.86000000000001 + - type: precision_at_100 + value: 26.395000000000003 + - type: precision_at_1000 + value: 5.2909999999999995 + - type: precision_at_3 + value: 73.643 + - type: precision_at_5 + value: 67.907 + - type: recall_at_1 + value: 1.897 + - type: recall_at_10 + value: 10.596 + - type: recall_at_100 + value: 34.689 + - type: recall_at_1000 + value: 60.187999999999995 + - type: recall_at_3 + value: 4.276 + - type: recall_at_5 + value: 6.282 + - task: + type: Classification + dataset: + type: mteb/mtop_domain + name: MTEB MTOPDomainClassification (en) + config: en + split: test + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + metrics: + - type: accuracy + value: 92.53989968080255 + - type: f1 + value: 92.17404896441792 + - task: + type: Classification + dataset: + type: mteb/mtop_domain + name: MTEB MTOPDomainClassification (de) + config: de + split: test + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + metrics: + - type: accuracy + value: 88.26993519301212 + - type: f1 + value: 87.17487767541024 + - task: + type: Classification + dataset: + type: mteb/mtop_domain + name: MTEB MTOPDomainClassification (es) + config: es + split: test + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + metrics: + - type: accuracy + value: 90.87725150100067 + - type: f1 + value: 90.34079470065224 + - task: + type: Classification + dataset: + type: mteb/mtop_domain + name: MTEB MTOPDomainClassification (fr) + config: fr + split: test + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + metrics: + - type: accuracy + value: 87.48512370811149 + - type: f1 + value: 87.48700020179777 + - task: + type: Classification + dataset: + type: mteb/mtop_domain + name: MTEB MTOPDomainClassification (hi) + config: hi + split: test + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + metrics: + - type: accuracy + value: 89.45141627823591 + - type: f1 + value: 88.67605288548023 + - task: + type: Classification + dataset: + type: mteb/mtop_domain + name: MTEB MTOPDomainClassification (th) + config: th + split: test + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + metrics: + - type: accuracy + value: 83.45750452079565 + - type: f1 + value: 83.4675582484486 + - task: + type: Classification + dataset: + type: mteb/mtop_intent + name: MTEB MTOPIntentClassification (en) + config: en + split: test + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + metrics: + - type: accuracy + value: 72.57637938896488 + - type: f1 + value: 53.805977127014316 + - task: + type: Classification + dataset: + type: mteb/mtop_intent + name: MTEB MTOPIntentClassification (de) + config: de + split: test + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + metrics: + - type: accuracy + value: 63.50803043110736 + - type: f1 + value: 43.96208254183418 + - task: + type: Classification + dataset: + type: mteb/mtop_intent + name: MTEB MTOPIntentClassification (es) + config: es + split: test + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + metrics: + - type: accuracy + value: 71.6577718478986 + - type: f1 + value: 50.195122761422795 + - task: + type: Classification + dataset: + type: mteb/mtop_intent + name: MTEB MTOPIntentClassification (fr) + config: fr + split: test + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + metrics: + - type: accuracy + value: 64.05887879736925 + - type: f1 + value: 47.59678981677967 + - task: + type: Classification + dataset: + type: mteb/mtop_intent + name: MTEB MTOPIntentClassification (hi) + config: hi + split: test + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + metrics: + - type: accuracy + value: 65.27070634636071 + - type: f1 + value: 44.95491099713245 + - task: + type: Classification + dataset: + type: mteb/mtop_intent + name: MTEB MTOPIntentClassification (th) + config: th + split: test + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + metrics: + - type: accuracy + value: 63.04520795660037 + - type: f1 + value: 44.25110006551209 + - task: + type: Classification + dataset: + type: masakhane/masakhanews + name: MTEB MasakhaNEWSClassification (fra) + config: fra + split: test + revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60 + metrics: + - type: accuracy + value: 80.66350710900474 + - type: f1 + value: 77.00606522659957 + - task: + type: Clustering + dataset: + type: masakhane/masakhanews + name: MTEB MasakhaNEWSClusteringP2P (fra) + config: fra + split: test + revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60 + metrics: + - type: v_measure + value: 44.016506455899425 + - task: + type: Clustering + dataset: + type: masakhane/masakhanews + name: MTEB MasakhaNEWSClusteringS2S (fra) + config: fra + split: test + revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60 + metrics: + - type: v_measure + value: 40.67730129573544 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (af) + config: af + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 57.94552790854068 + - type: f1 + value: 55.51782273592829 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (am) + config: am + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 49.273705447209146 + - type: f1 + value: 46.59303953535819 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (ar) + config: ar + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 55.490921318090116 + - type: f1 + value: 52.1336512470817 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (az) + config: az + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 60.97511768661733 + - type: f1 + value: 59.53304386237761 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (bn) + config: bn + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 57.5689307330195 + - type: f1 + value: 55.236853815173305 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (cy) + config: cy + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 48.34902488231337 + - type: f1 + value: 45.762870992178826 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (da) + config: da + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 63.6684599865501 + - type: f1 + value: 60.86544598872774 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (de) + config: de + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 62.54539340954942 + - type: f1 + value: 58.92316381905971 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (el) + config: el + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 63.08675184936112 + - type: f1 + value: 60.86901975090237 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (en) + config: en + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 72.12508406186953 + - type: f1 + value: 70.28677567884597 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (es) + config: es + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 67.41425689307331 + - type: f1 + value: 66.19967757903729 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (fa) + config: fa + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 65.59515803631474 + - type: f1 + value: 62.13175205112521 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (fi) + config: fi + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 62.90517821116342 + - type: f1 + value: 59.426053088059064 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (fr) + config: fr + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 67.91526563550774 + - type: f1 + value: 65.67036097948665 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (he) + config: he + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 55.198386012104905 + - type: f1 + value: 51.9453547788884 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (hi) + config: hi + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 65.04371217215869 + - type: f1 + value: 63.20901739554199 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (hu) + config: hu + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 63.31203765971756 + - type: f1 + value: 60.605880143804335 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (hy) + config: hy + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 55.521183591123055 + - type: f1 + value: 52.58851975163622 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (id) + config: id + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 66.06254203093476 + - type: f1 + value: 63.37086477119072 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (is) + config: is + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 56.01546738399461 + - type: f1 + value: 53.982060719173596 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (it) + config: it + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 67.27975790181574 + - type: f1 + value: 65.2196343426182 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (ja) + config: ja + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 66.79556153328849 + - type: f1 + value: 65.04943535989699 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (jv) + config: jv + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 50.18493611297915 + - type: f1 + value: 47.475065973718635 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (ka) + config: ka + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 47.888365837256224 + - type: f1 + value: 47.105306477636375 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (km) + config: km + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 50.79690652320108 + - type: f1 + value: 48.763883908873765 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (kn) + config: kn + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 57.225958305312716 + - type: f1 + value: 53.88522523714696 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (ko) + config: ko + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 64.58641560188299 + - type: f1 + value: 62.94938791394574 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (lv) + config: lv + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 59.08204438466711 + - type: f1 + value: 57.227602592058034 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (ml) + config: ml + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 59.54606590450572 + - type: f1 + value: 56.781566905378 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (mn) + config: mn + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 53.443174176193665 + - type: f1 + value: 51.262338238733484 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (ms) + config: ms + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 61.65097511768661 + - type: f1 + value: 59.50909415019775 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (my) + config: my + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 53.45662407531944 + - type: f1 + value: 51.54768890424679 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (nb) + config: nb + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 63.739071956960316 + - type: f1 + value: 60.81537715614231 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (nl) + config: nl + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 66.36180228648286 + - type: f1 + value: 63.64208272649926 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (pl) + config: pl + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 66.3920645595158 + - type: f1 + value: 63.92180507942064 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (pt) + config: pt + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 68.06993947545395 + - type: f1 + value: 66.57135919535165 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (ro) + config: ro + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 63.123739071956955 + - type: f1 + value: 60.48364558349193 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (ru) + config: ru + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 67.46133154001346 + - type: f1 + value: 65.14481952360305 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (sl) + config: sl + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 60.54472091459314 + - type: f1 + value: 59.253272829254215 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (sq) + config: sq + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 58.204438466711494 + - type: f1 + value: 55.83303873817565 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (sv) + config: sv + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 65.69603227975792 + - type: f1 + value: 63.30964778309585 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (sw) + config: sw + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 51.684599865501 + - type: f1 + value: 50.29921838053032 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (ta) + config: ta + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 58.523873570948226 + - type: f1 + value: 55.65233316670667 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (te) + config: te + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 58.53396099529253 + - type: f1 + value: 55.93323226026825 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (th) + config: th + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 61.88298587760591 + - type: f1 + value: 62.097061499004965 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (tl) + config: tl + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 56.65097511768662 + - type: f1 + value: 53.96577417430821 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (tr) + config: tr + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 64.8453261600538 + - type: f1 + value: 62.70839672224188 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (ur) + config: ur + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 58.6247478143914 + - type: f1 + value: 56.04456141937539 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (vi) + config: vi + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 64.16274377942166 + - type: f1 + value: 62.67517841125281 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (zh-CN) + config: zh-CN + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 69.61667787491594 + - type: f1 + value: 67.67118900558366 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_intent + name: MTEB MassiveIntentClassification (zh-TW) + config: zh-TW + split: test + revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 + metrics: + - type: accuracy + value: 64.17283120376598 + - type: f1 + value: 63.80968898049476 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (af) + config: af + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 64.89912575655683 + - type: f1 + value: 63.33767813021953 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (am) + config: am + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 57.27975790181573 + - type: f1 + value: 55.80961945814178 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (ar) + config: ar + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 62.269670477471415 + - type: f1 + value: 62.2866776190912 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (az) + config: az + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 65.10423671822461 + - type: f1 + value: 64.75524927537393 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (bn) + config: bn + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 62.40753194351043 + - type: f1 + value: 61.67932904248043 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (cy) + config: cy + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 55.369872225958304 + - type: f1 + value: 53.257077282240004 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (da) + config: da + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 71.60726294552792 + - type: f1 + value: 70.95549898944775 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (de) + config: de + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 70.30262273032952 + - type: f1 + value: 69.76200013582921 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (el) + config: el + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 69.52925353059851 + - type: f1 + value: 69.05741731093374 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (en) + config: en + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 76.28446536650976 + - type: f1 + value: 76.49988381098754 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (es) + config: es + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 72.45460659045058 + - type: f1 + value: 72.71906386636509 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (fa) + config: fa + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 70.26563550773368 + - type: f1 + value: 69.19325779361584 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (fi) + config: fi + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 67.20578345662408 + - type: f1 + value: 66.63483316900775 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (fr) + config: fr + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 72.64963012777405 + - type: f1 + value: 72.6819368280743 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (he) + config: he + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 61.698049764626774 + - type: f1 + value: 61.629652168049866 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (hi) + config: hi + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 70.14458641560188 + - type: f1 + value: 69.60715498508675 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (hu) + config: hu + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 70.51445864156018 + - type: f1 + value: 70.00157369358362 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (hy) + config: hy + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 60.13786146603901 + - type: f1 + value: 58.554234023777354 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (id) + config: id + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 70.61533288500337 + - type: f1 + value: 70.18030325592972 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (is) + config: is + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 61.526563550773375 + - type: f1 + value: 60.69232263149094 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (it) + config: it + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 71.99731002017484 + - type: f1 + value: 72.1010062939661 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (ja) + config: ja + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 71.59381304640216 + - type: f1 + value: 71.81100198834069 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (jv) + config: jv + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 57.010759919300604 + - type: f1 + value: 55.15479242648993 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (ka) + config: ka + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 53.26160053799597 + - type: f1 + value: 52.426274973612585 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (km) + config: km + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 57.800941492938804 + - type: f1 + value: 55.01354068658932 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (kn) + config: kn + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 62.387357094821795 + - type: f1 + value: 60.80642697558842 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (ko) + config: ko + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 69.5359784801614 + - type: f1 + value: 69.82865226171255 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (lv) + config: lv + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 63.36919973100203 + - type: f1 + value: 62.85339009407041 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (ml) + config: ml + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 64.81506388702084 + - type: f1 + value: 64.27270766333481 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (mn) + config: mn + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 59.35104236718225 + - type: f1 + value: 57.96949744358587 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (ms) + config: ms + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 66.67787491593813 + - type: f1 + value: 66.18656500828368 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (my) + config: my + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 59.4250168123739 + - type: f1 + value: 58.21872225851335 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (nb) + config: nb + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 71.49630127774043 + - type: f1 + value: 70.84966239262444 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (nl) + config: nl + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 71.95696032279758 + - type: f1 + value: 71.34485604173267 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (pl) + config: pl + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 70.11768661735036 + - type: f1 + value: 69.60469535187366 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (pt) + config: pt + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 71.86953597848016 + - type: f1 + value: 72.23618850802328 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (ro) + config: ro + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 68.51042367182247 + - type: f1 + value: 68.33330514249053 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (ru) + config: ru + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 71.65097511768661 + - type: f1 + value: 71.9854835697368 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (sl) + config: sl + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 66.81573638197713 + - type: f1 + value: 66.99569412204197 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (sq) + config: sq + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 65.26227303295225 + - type: f1 + value: 64.13614395678285 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (sv) + config: sv + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 72.51513113651646 + - type: f1 + value: 72.17284787611037 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (sw) + config: sw + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 58.29858776059179 + - type: f1 + value: 57.141080973382216 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (ta) + config: ta + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 62.72696704774714 + - type: f1 + value: 62.30067237898462 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (te) + config: te + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 66.57700067249496 + - type: f1 + value: 65.24782004465402 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (th) + config: th + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 68.22797579018157 + - type: f1 + value: 67.85132518277669 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (tl) + config: tl + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 61.97041022192333 + - type: f1 + value: 61.92181598378477 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (tr) + config: tr + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 70.72629455279085 + - type: f1 + value: 70.98488716167527 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (ur) + config: ur + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 63.16072629455278 + - type: f1 + value: 61.9494242343283 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (vi) + config: vi + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 67.92199058507062 + - type: f1 + value: 68.3041953137872 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (zh-CN) + config: zh-CN + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 74.40484196368527 + - type: f1 + value: 75.00353280382252 + - task: + type: Classification + dataset: + type: mteb/amazon_massive_scenario + name: MTEB MassiveScenarioClassification (zh-TW) + config: zh-TW + split: test + revision: 7d571f92784cd94a019292a1f45445077d0ef634 + metrics: + - type: accuracy + value: 71.61398789509079 + - type: f1 + value: 72.15263704905499 + - task: + type: Retrieval + dataset: + type: C-MTEB/MedicalRetrieval + name: MTEB MedicalRetrieval + config: default + split: dev + revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6 + metrics: + - type: map_at_1 + value: 54.400000000000006 + - type: map_at_10 + value: 59.358999999999995 + - type: map_at_100 + value: 59.921 + - type: map_at_1000 + value: 59.973 + - type: map_at_3 + value: 57.983 + - type: map_at_5 + value: 58.797999999999995 + - type: mrr_at_1 + value: 54.400000000000006 + - type: mrr_at_10 + value: 59.362 + - type: mrr_at_100 + value: 59.924 + - type: mrr_at_1000 + value: 59.976 + - type: mrr_at_3 + value: 57.983 + - type: mrr_at_5 + value: 58.803000000000004 + - type: ndcg_at_1 + value: 54.400000000000006 + - type: ndcg_at_10 + value: 61.934999999999995 + - type: ndcg_at_100 + value: 64.959 + - type: ndcg_at_1000 + value: 66.414 + - type: ndcg_at_3 + value: 59.12 + - type: ndcg_at_5 + value: 60.596000000000004 + - type: precision_at_1 + value: 54.400000000000006 + - type: precision_at_10 + value: 7.01 + - type: precision_at_100 + value: 0.849 + - type: precision_at_1000 + value: 0.097 + - type: precision_at_3 + value: 20.8 + - type: precision_at_5 + value: 13.200000000000001 + - type: recall_at_1 + value: 54.400000000000006 + - type: recall_at_10 + value: 70.1 + - type: recall_at_100 + value: 84.89999999999999 + - type: recall_at_1000 + value: 96.5 + - type: recall_at_3 + value: 62.4 + - type: recall_at_5 + value: 66.0 + - task: + type: Clustering + dataset: + type: mteb/medrxiv-clustering-p2p + name: MTEB MedrxivClusteringP2P + config: default + split: test + revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 + metrics: + - type: v_measure + value: 33.052031054565205 + - task: + type: Clustering + dataset: + type: mteb/medrxiv-clustering-s2s + name: MTEB MedrxivClusteringS2S + config: default + split: test + revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 + metrics: + - type: v_measure + value: 31.969909524076794 + - task: + type: Reranking + dataset: + type: mteb/mind_small + name: MTEB MindSmallReranking + config: default + split: test + revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69 + metrics: + - type: map + value: 31.7530992892652 + - type: mrr + value: 32.99422601090959 + - task: + type: Retrieval + dataset: + type: jinaai/mintakaqa + name: MTEB MintakaRetrieval (fr) + config: fr + split: test + revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e + metrics: + - type: map_at_1 + value: 20.025000000000002 + - type: map_at_10 + value: 29.705 + - type: map_at_100 + value: 30.758000000000003 + - type: map_at_1000 + value: 30.84 + - type: map_at_3 + value: 27.177 + - type: map_at_5 + value: 28.578 + - type: mrr_at_1 + value: 20.025000000000002 + - type: mrr_at_10 + value: 29.705 + - type: mrr_at_100 + value: 30.758000000000003 + - type: mrr_at_1000 + value: 30.84 + - type: mrr_at_3 + value: 27.177 + - type: mrr_at_5 + value: 28.578 + - type: ndcg_at_1 + value: 20.025000000000002 + - type: ndcg_at_10 + value: 34.705999999999996 + - type: ndcg_at_100 + value: 40.359 + - type: ndcg_at_1000 + value: 42.771 + - type: ndcg_at_3 + value: 29.465999999999998 + - type: ndcg_at_5 + value: 31.993 + - type: precision_at_1 + value: 20.025000000000002 + - type: precision_at_10 + value: 5.0569999999999995 + - type: precision_at_100 + value: 0.783 + - type: precision_at_1000 + value: 0.098 + - type: precision_at_3 + value: 12.026 + - type: precision_at_5 + value: 8.444 + - type: recall_at_1 + value: 20.025000000000002 + - type: recall_at_10 + value: 50.573 + - type: recall_at_100 + value: 78.256 + - type: recall_at_1000 + value: 97.748 + - type: recall_at_3 + value: 36.077 + - type: recall_at_5 + value: 42.219 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (ar) + config: ar + split: test + revision: None + metrics: + - type: map_at_1 + value: 42.5 + - type: map_at_10 + value: 51.051 + - type: map_at_100 + value: 51.849999999999994 + - type: map_at_1000 + value: 51.895 + - type: map_at_3 + value: 49.083 + - type: map_at_5 + value: 50.383 + - type: mrr_at_1 + value: 42.5 + - type: mrr_at_10 + value: 51.051 + - type: mrr_at_100 + value: 51.849999999999994 + - type: mrr_at_1000 + value: 51.895 + - type: mrr_at_3 + value: 49.083 + - type: mrr_at_5 + value: 50.383 + - type: ndcg_at_1 + value: 42.5 + - type: ndcg_at_10 + value: 55.166000000000004 + - type: ndcg_at_100 + value: 59.169000000000004 + - type: ndcg_at_1000 + value: 60.373 + - type: ndcg_at_3 + value: 51.244 + - type: ndcg_at_5 + value: 53.547 + - type: precision_at_1 + value: 42.5 + - type: precision_at_10 + value: 6.800000000000001 + - type: precision_at_100 + value: 0.8699999999999999 + - type: precision_at_1000 + value: 0.097 + - type: precision_at_3 + value: 19.167 + - type: precision_at_5 + value: 12.6 + - type: recall_at_1 + value: 42.5 + - type: recall_at_10 + value: 68.0 + - type: recall_at_100 + value: 87.0 + - type: recall_at_1000 + value: 96.5 + - type: recall_at_3 + value: 57.49999999999999 + - type: recall_at_5 + value: 63.0 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (de) + config: de + split: test + revision: None + metrics: + - type: map_at_1 + value: 46.0 + - type: map_at_10 + value: 51.809000000000005 + - type: map_at_100 + value: 52.308 + - type: map_at_1000 + value: 52.361999999999995 + - type: map_at_3 + value: 49.75 + - type: map_at_5 + value: 50.9 + - type: mrr_at_1 + value: 46.0 + - type: mrr_at_10 + value: 51.809000000000005 + - type: mrr_at_100 + value: 52.308 + - type: mrr_at_1000 + value: 52.361999999999995 + - type: mrr_at_3 + value: 49.75 + - type: mrr_at_5 + value: 50.9 + - type: ndcg_at_1 + value: 46.0 + - type: ndcg_at_10 + value: 55.155 + - type: ndcg_at_100 + value: 58.379999999999995 + - type: ndcg_at_1000 + value: 59.885999999999996 + - type: ndcg_at_3 + value: 50.851 + - type: ndcg_at_5 + value: 52.917 + - type: precision_at_1 + value: 46.0 + - type: precision_at_10 + value: 6.6000000000000005 + - type: precision_at_100 + value: 0.83 + - type: precision_at_1000 + value: 0.095 + - type: precision_at_3 + value: 18.0 + - type: precision_at_5 + value: 11.799999999999999 + - type: recall_at_1 + value: 46.0 + - type: recall_at_10 + value: 66.0 + - type: recall_at_100 + value: 83.0 + - type: recall_at_1000 + value: 95.0 + - type: recall_at_3 + value: 54.0 + - type: recall_at_5 + value: 59.0 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (en) + config: en + split: test + revision: None + metrics: + - type: map_at_1 + value: 40.625 + - type: map_at_10 + value: 47.52 + - type: map_at_100 + value: 48.089 + - type: map_at_1000 + value: 48.143 + - type: map_at_3 + value: 45.812000000000005 + - type: map_at_5 + value: 46.769 + - type: mrr_at_1 + value: 40.625 + - type: mrr_at_10 + value: 47.52 + - type: mrr_at_100 + value: 48.089 + - type: mrr_at_1000 + value: 48.143 + - type: mrr_at_3 + value: 45.812000000000005 + - type: mrr_at_5 + value: 46.769 + - type: ndcg_at_1 + value: 40.625 + - type: ndcg_at_10 + value: 50.993 + - type: ndcg_at_100 + value: 54.11 + - type: ndcg_at_1000 + value: 55.627 + - type: ndcg_at_3 + value: 47.409 + - type: ndcg_at_5 + value: 49.173 + - type: precision_at_1 + value: 40.625 + - type: precision_at_10 + value: 6.2 + - type: precision_at_100 + value: 0.774 + - type: precision_at_1000 + value: 0.09 + - type: precision_at_3 + value: 17.333000000000002 + - type: precision_at_5 + value: 11.275 + - type: recall_at_1 + value: 40.625 + - type: recall_at_10 + value: 62.0 + - type: recall_at_100 + value: 77.375 + - type: recall_at_1000 + value: 89.5 + - type: recall_at_3 + value: 52.0 + - type: recall_at_5 + value: 56.375 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (es) + config: es + split: test + revision: None + metrics: + - type: map_at_1 + value: 74.0 + - type: map_at_10 + value: 78.903 + - type: map_at_100 + value: 79.35799999999999 + - type: map_at_1000 + value: 79.363 + - type: map_at_3 + value: 77.833 + - type: map_at_5 + value: 78.408 + - type: mrr_at_1 + value: 74.0 + - type: mrr_at_10 + value: 78.903 + - type: mrr_at_100 + value: 79.35799999999999 + - type: mrr_at_1000 + value: 79.363 + - type: mrr_at_3 + value: 77.833 + - type: mrr_at_5 + value: 78.408 + - type: ndcg_at_1 + value: 74.0 + - type: ndcg_at_10 + value: 81.228 + - type: ndcg_at_100 + value: 83.382 + - type: ndcg_at_1000 + value: 83.512 + - type: ndcg_at_3 + value: 79.036 + - type: ndcg_at_5 + value: 80.068 + - type: precision_at_1 + value: 74.0 + - type: precision_at_10 + value: 8.85 + - type: precision_at_100 + value: 0.985 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_3 + value: 27.500000000000004 + - type: precision_at_5 + value: 17.0 + - type: recall_at_1 + value: 74.0 + - type: recall_at_10 + value: 88.5 + - type: recall_at_100 + value: 98.5 + - type: recall_at_1000 + value: 99.5 + - type: recall_at_3 + value: 82.5 + - type: recall_at_5 + value: 85.0 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (fr) + config: fr + split: test + revision: None + metrics: + - type: map_at_1 + value: 66.0 + - type: map_at_10 + value: 73.002 + - type: map_at_100 + value: 73.332 + - type: map_at_1000 + value: 73.354 + - type: map_at_3 + value: 71.333 + - type: map_at_5 + value: 72.658 + - type: mrr_at_1 + value: 66.0 + - type: mrr_at_10 + value: 73.002 + - type: mrr_at_100 + value: 73.332 + - type: mrr_at_1000 + value: 73.354 + - type: mrr_at_3 + value: 71.333 + - type: mrr_at_5 + value: 72.658 + - type: ndcg_at_1 + value: 66.0 + - type: ndcg_at_10 + value: 76.19 + - type: ndcg_at_100 + value: 77.943 + - type: ndcg_at_1000 + value: 78.571 + - type: ndcg_at_3 + value: 73.047 + - type: ndcg_at_5 + value: 75.372 + - type: precision_at_1 + value: 66.0 + - type: precision_at_10 + value: 8.6 + - type: precision_at_100 + value: 0.9450000000000001 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_3 + value: 26.0 + - type: precision_at_5 + value: 16.7 + - type: recall_at_1 + value: 66.0 + - type: recall_at_10 + value: 86.0 + - type: recall_at_100 + value: 94.5 + - type: recall_at_1000 + value: 99.5 + - type: recall_at_3 + value: 78.0 + - type: recall_at_5 + value: 83.5 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (hi) + config: hi + split: test + revision: None + metrics: + - type: map_at_1 + value: 34.5 + - type: map_at_10 + value: 41.346 + - type: map_at_100 + value: 42.437999999999995 + - type: map_at_1000 + value: 42.492000000000004 + - type: map_at_3 + value: 39.0 + - type: map_at_5 + value: 40.625 + - type: mrr_at_1 + value: 34.5 + - type: mrr_at_10 + value: 41.346 + - type: mrr_at_100 + value: 42.437999999999995 + - type: mrr_at_1000 + value: 42.492000000000004 + - type: mrr_at_3 + value: 39.0 + - type: mrr_at_5 + value: 40.625 + - type: ndcg_at_1 + value: 34.5 + - type: ndcg_at_10 + value: 45.206 + - type: ndcg_at_100 + value: 50.78 + - type: ndcg_at_1000 + value: 52.449 + - type: ndcg_at_3 + value: 40.536 + - type: ndcg_at_5 + value: 43.441 + - type: precision_at_1 + value: 34.5 + - type: precision_at_10 + value: 5.75 + - type: precision_at_100 + value: 0.84 + - type: precision_at_1000 + value: 0.098 + - type: precision_at_3 + value: 15.0 + - type: precision_at_5 + value: 10.4 + - type: recall_at_1 + value: 34.5 + - type: recall_at_10 + value: 57.49999999999999 + - type: recall_at_100 + value: 84.0 + - type: recall_at_1000 + value: 97.5 + - type: recall_at_3 + value: 45.0 + - type: recall_at_5 + value: 52.0 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (it) + config: it + split: test + revision: None + metrics: + - type: map_at_1 + value: 56.49999999999999 + - type: map_at_10 + value: 63.178999999999995 + - type: map_at_100 + value: 63.552 + - type: map_at_1000 + value: 63.57899999999999 + - type: map_at_3 + value: 61.25000000000001 + - type: map_at_5 + value: 62.4 + - type: mrr_at_1 + value: 56.49999999999999 + - type: mrr_at_10 + value: 63.178999999999995 + - type: mrr_at_100 + value: 63.552 + - type: mrr_at_1000 + value: 63.57899999999999 + - type: mrr_at_3 + value: 61.25000000000001 + - type: mrr_at_5 + value: 62.4 + - type: ndcg_at_1 + value: 56.49999999999999 + - type: ndcg_at_10 + value: 66.741 + - type: ndcg_at_100 + value: 69.063 + - type: ndcg_at_1000 + value: 69.967 + - type: ndcg_at_3 + value: 62.851 + - type: ndcg_at_5 + value: 64.917 + - type: precision_at_1 + value: 56.49999999999999 + - type: precision_at_10 + value: 7.8 + - type: precision_at_100 + value: 0.8999999999999999 + - type: precision_at_1000 + value: 0.098 + - type: precision_at_3 + value: 22.5 + - type: precision_at_5 + value: 14.499999999999998 + - type: recall_at_1 + value: 56.49999999999999 + - type: recall_at_10 + value: 78.0 + - type: recall_at_100 + value: 90.0 + - type: recall_at_1000 + value: 97.5 + - type: recall_at_3 + value: 67.5 + - type: recall_at_5 + value: 72.5 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (ja) + config: ja + split: test + revision: None + metrics: + - type: map_at_1 + value: 40.5 + - type: map_at_10 + value: 47.814 + - type: map_at_100 + value: 48.286 + - type: map_at_1000 + value: 48.361 + - type: map_at_3 + value: 45.333 + - type: map_at_5 + value: 46.533 + - type: mrr_at_1 + value: 40.5 + - type: mrr_at_10 + value: 47.814 + - type: mrr_at_100 + value: 48.286 + - type: mrr_at_1000 + value: 48.361 + - type: mrr_at_3 + value: 45.333 + - type: mrr_at_5 + value: 46.533 + - type: ndcg_at_1 + value: 40.5 + - type: ndcg_at_10 + value: 52.111 + - type: ndcg_at_100 + value: 54.672 + - type: ndcg_at_1000 + value: 56.692 + - type: ndcg_at_3 + value: 46.916999999999994 + - type: ndcg_at_5 + value: 49.025999999999996 + - type: precision_at_1 + value: 40.5 + - type: precision_at_10 + value: 6.6000000000000005 + - type: precision_at_100 + value: 0.7849999999999999 + - type: precision_at_1000 + value: 0.095 + - type: precision_at_3 + value: 17.166999999999998 + - type: precision_at_5 + value: 11.3 + - type: recall_at_1 + value: 40.5 + - type: recall_at_10 + value: 66.0 + - type: recall_at_100 + value: 78.5 + - type: recall_at_1000 + value: 94.5 + - type: recall_at_3 + value: 51.5 + - type: recall_at_5 + value: 56.49999999999999 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (ko) + config: ko + split: test + revision: None + metrics: + - type: map_at_1 + value: 33.0 + - type: map_at_10 + value: 42.326 + - type: map_at_100 + value: 43.229 + - type: map_at_1000 + value: 43.308 + - type: map_at_3 + value: 40.333000000000006 + - type: map_at_5 + value: 41.608000000000004 + - type: mrr_at_1 + value: 33.0 + - type: mrr_at_10 + value: 42.326 + - type: mrr_at_100 + value: 43.229 + - type: mrr_at_1000 + value: 43.308 + - type: mrr_at_3 + value: 40.333000000000006 + - type: mrr_at_5 + value: 41.608000000000004 + - type: ndcg_at_1 + value: 33.0 + - type: ndcg_at_10 + value: 46.733000000000004 + - type: ndcg_at_100 + value: 51.056000000000004 + - type: ndcg_at_1000 + value: 53.147 + - type: ndcg_at_3 + value: 42.69 + - type: ndcg_at_5 + value: 44.971 + - type: precision_at_1 + value: 33.0 + - type: precision_at_10 + value: 6.05 + - type: precision_at_100 + value: 0.8049999999999999 + - type: precision_at_1000 + value: 0.097 + - type: precision_at_3 + value: 16.5 + - type: precision_at_5 + value: 11.0 + - type: recall_at_1 + value: 33.0 + - type: recall_at_10 + value: 60.5 + - type: recall_at_100 + value: 80.5 + - type: recall_at_1000 + value: 97.0 + - type: recall_at_3 + value: 49.5 + - type: recall_at_5 + value: 55.00000000000001 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (pt) + config: pt + split: test + revision: None + metrics: + - type: map_at_1 + value: 70.0 + - type: map_at_10 + value: 76.402 + - type: map_at_100 + value: 76.63799999999999 + - type: map_at_1000 + value: 76.659 + - type: map_at_3 + value: 75.417 + - type: map_at_5 + value: 75.967 + - type: mrr_at_1 + value: 70.0 + - type: mrr_at_10 + value: 76.402 + - type: mrr_at_100 + value: 76.63799999999999 + - type: mrr_at_1000 + value: 76.659 + - type: mrr_at_3 + value: 75.417 + - type: mrr_at_5 + value: 75.967 + - type: ndcg_at_1 + value: 70.0 + - type: ndcg_at_10 + value: 79.105 + - type: ndcg_at_100 + value: 80.271 + - type: ndcg_at_1000 + value: 80.93599999999999 + - type: ndcg_at_3 + value: 76.994 + - type: ndcg_at_5 + value: 78.005 + - type: precision_at_1 + value: 70.0 + - type: precision_at_10 + value: 8.75 + - type: precision_at_100 + value: 0.9299999999999999 + - type: precision_at_1000 + value: 0.099 + - type: precision_at_3 + value: 27.167 + - type: precision_at_5 + value: 16.8 + - type: recall_at_1 + value: 70.0 + - type: recall_at_10 + value: 87.5 + - type: recall_at_100 + value: 93.0 + - type: recall_at_1000 + value: 98.5 + - type: recall_at_3 + value: 81.5 + - type: recall_at_5 + value: 84.0 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (ru) + config: ru + split: test + revision: None + metrics: + - type: map_at_1 + value: 55.00000000000001 + - type: map_at_10 + value: 60.943000000000005 + - type: map_at_100 + value: 61.582 + - type: map_at_1000 + value: 61.614999999999995 + - type: map_at_3 + value: 59.416999999999994 + - type: map_at_5 + value: 60.367000000000004 + - type: mrr_at_1 + value: 55.00000000000001 + - type: mrr_at_10 + value: 60.943000000000005 + - type: mrr_at_100 + value: 61.582 + - type: mrr_at_1000 + value: 61.614999999999995 + - type: mrr_at_3 + value: 59.416999999999994 + - type: mrr_at_5 + value: 60.367000000000004 + - type: ndcg_at_1 + value: 55.00000000000001 + - type: ndcg_at_10 + value: 64.21 + - type: ndcg_at_100 + value: 67.459 + - type: ndcg_at_1000 + value: 68.499 + - type: ndcg_at_3 + value: 61.089000000000006 + - type: ndcg_at_5 + value: 62.873999999999995 + - type: precision_at_1 + value: 55.00000000000001 + - type: precision_at_10 + value: 7.449999999999999 + - type: precision_at_100 + value: 0.8999999999999999 + - type: precision_at_1000 + value: 0.099 + - type: precision_at_3 + value: 22.0 + - type: precision_at_5 + value: 14.099999999999998 + - type: recall_at_1 + value: 55.00000000000001 + - type: recall_at_10 + value: 74.5 + - type: recall_at_100 + value: 90.0 + - type: recall_at_1000 + value: 98.5 + - type: recall_at_3 + value: 66.0 + - type: recall_at_5 + value: 70.5 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (th) + config: th + split: test + revision: None + metrics: + - type: map_at_1 + value: 28.499999999999996 + - type: map_at_10 + value: 33.082 + - type: map_at_100 + value: 33.655 + - type: map_at_1000 + value: 33.763 + - type: map_at_3 + value: 31.917 + - type: map_at_5 + value: 32.617000000000004 + - type: mrr_at_1 + value: 28.499999999999996 + - type: mrr_at_10 + value: 33.082 + - type: mrr_at_100 + value: 33.655 + - type: mrr_at_1000 + value: 33.763 + - type: mrr_at_3 + value: 31.917 + - type: mrr_at_5 + value: 32.617000000000004 + - type: ndcg_at_1 + value: 28.499999999999996 + - type: ndcg_at_10 + value: 35.467 + - type: ndcg_at_100 + value: 39.152 + - type: ndcg_at_1000 + value: 42.607 + - type: ndcg_at_3 + value: 33.089 + - type: ndcg_at_5 + value: 34.337 + - type: precision_at_1 + value: 28.499999999999996 + - type: precision_at_10 + value: 4.3 + - type: precision_at_100 + value: 0.625 + - type: precision_at_1000 + value: 0.091 + - type: precision_at_3 + value: 12.167 + - type: precision_at_5 + value: 7.9 + - type: recall_at_1 + value: 28.499999999999996 + - type: recall_at_10 + value: 43.0 + - type: recall_at_100 + value: 62.5 + - type: recall_at_1000 + value: 91.0 + - type: recall_at_3 + value: 36.5 + - type: recall_at_5 + value: 39.5 + - task: + type: Retrieval + dataset: + type: Shitao/MLDR + name: MTEB MultiLongDocRetrieval (zh) + config: zh + split: test + revision: None + metrics: + - type: map_at_1 + value: 19.875 + - type: map_at_10 + value: 24.829 + - type: map_at_100 + value: 25.629999999999995 + - type: map_at_1000 + value: 25.71 + - type: map_at_3 + value: 23.354 + - type: map_at_5 + value: 24.335 + - type: mrr_at_1 + value: 19.875 + - type: mrr_at_10 + value: 24.829 + - type: mrr_at_100 + value: 25.629999999999995 + - type: mrr_at_1000 + value: 25.71 + - type: mrr_at_3 + value: 23.354 + - type: mrr_at_5 + value: 24.335 + - type: ndcg_at_1 + value: 19.875 + - type: ndcg_at_10 + value: 27.419 + - type: ndcg_at_100 + value: 31.419999999999998 + - type: ndcg_at_1000 + value: 34.066 + - type: ndcg_at_3 + value: 24.454 + - type: ndcg_at_5 + value: 26.212999999999997 + - type: precision_at_1 + value: 19.875 + - type: precision_at_10 + value: 3.563 + - type: precision_at_100 + value: 0.5459999999999999 + - type: precision_at_1000 + value: 0.077 + - type: precision_at_3 + value: 9.208 + - type: precision_at_5 + value: 6.375 + - type: recall_at_1 + value: 19.875 + - type: recall_at_10 + value: 35.625 + - type: recall_at_100 + value: 54.625 + - type: recall_at_1000 + value: 76.625 + - type: recall_at_3 + value: 27.625 + - type: recall_at_5 + value: 31.874999999999996 + - task: + type: Classification + dataset: + type: C-MTEB/MultilingualSentiment-classification + name: MTEB MultilingualSentiment + config: default + split: validation + revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a + metrics: + - type: accuracy + value: 61.02000000000001 + - type: f1 + value: 61.09335018058513 + - task: + type: Retrieval + dataset: + type: mteb/nfcorpus + name: MTEB NFCorpus + config: default + split: test + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + metrics: + - type: map_at_1 + value: 6.691 + - type: map_at_10 + value: 14.076 + - type: map_at_100 + value: 18.061 + - type: map_at_1000 + value: 19.625 + - type: map_at_3 + value: 10.536 + - type: map_at_5 + value: 12.145999999999999 + - type: mrr_at_1 + value: 47.678 + - type: mrr_at_10 + value: 56.654 + - type: mrr_at_100 + value: 57.18600000000001 + - type: mrr_at_1000 + value: 57.226 + - type: mrr_at_3 + value: 54.901999999999994 + - type: mrr_at_5 + value: 55.862 + - type: ndcg_at_1 + value: 45.511 + - type: ndcg_at_10 + value: 36.65 + - type: ndcg_at_100 + value: 34.23 + - type: ndcg_at_1000 + value: 42.844 + - type: ndcg_at_3 + value: 42.183 + - type: ndcg_at_5 + value: 39.663 + - type: precision_at_1 + value: 47.678 + - type: precision_at_10 + value: 27.089999999999996 + - type: precision_at_100 + value: 8.746 + - type: precision_at_1000 + value: 2.15 + - type: precision_at_3 + value: 39.732 + - type: precision_at_5 + value: 34.18 + - type: recall_at_1 + value: 6.691 + - type: recall_at_10 + value: 17.949 + - type: recall_at_100 + value: 35.008 + - type: recall_at_1000 + value: 65.777 + - type: recall_at_3 + value: 11.591999999999999 + - type: recall_at_5 + value: 14.184 + - task: + type: Retrieval + dataset: + type: clarin-knext/nfcorpus-pl + name: MTEB NFCorpus-PL + config: default + split: test + revision: 9a6f9567fda928260afed2de480d79c98bf0bec0 + metrics: + - type: map_at_1 + value: 4.195 + - type: map_at_10 + value: 9.328 + - type: map_at_100 + value: 11.78 + - type: map_at_1000 + value: 12.971 + - type: map_at_3 + value: 6.935 + - type: map_at_5 + value: 7.911 + - type: mrr_at_1 + value: 35.604 + - type: mrr_at_10 + value: 44.940999999999995 + - type: mrr_at_100 + value: 45.609 + - type: mrr_at_1000 + value: 45.683 + - type: mrr_at_3 + value: 42.673 + - type: mrr_at_5 + value: 43.958000000000006 + - type: ndcg_at_1 + value: 33.591 + - type: ndcg_at_10 + value: 26.831 + - type: ndcg_at_100 + value: 24.935 + - type: ndcg_at_1000 + value: 33.564 + - type: ndcg_at_3 + value: 31.268 + - type: ndcg_at_5 + value: 29.279 + - type: precision_at_1 + value: 35.604 + - type: precision_at_10 + value: 19.845 + - type: precision_at_100 + value: 6.464 + - type: precision_at_1000 + value: 1.8739999999999999 + - type: precision_at_3 + value: 29.205 + - type: precision_at_5 + value: 25.139 + - type: recall_at_1 + value: 4.195 + - type: recall_at_10 + value: 13.049 + - type: recall_at_100 + value: 26.035000000000004 + - type: recall_at_1000 + value: 56.586000000000006 + - type: recall_at_3 + value: 8.128 + - type: recall_at_5 + value: 9.837 + - task: + type: Retrieval + dataset: + type: mteb/nq + name: MTEB NQ + config: default + split: test + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + metrics: + - type: map_at_1 + value: 34.733000000000004 + - type: map_at_10 + value: 50.532 + - type: map_at_100 + value: 51.466 + - type: map_at_1000 + value: 51.491 + - type: map_at_3 + value: 46.254 + - type: map_at_5 + value: 48.867 + - type: mrr_at_1 + value: 38.992 + - type: mrr_at_10 + value: 52.989 + - type: mrr_at_100 + value: 53.661 + - type: mrr_at_1000 + value: 53.677 + - type: mrr_at_3 + value: 49.599 + - type: mrr_at_5 + value: 51.657 + - type: ndcg_at_1 + value: 38.963 + - type: ndcg_at_10 + value: 58.111000000000004 + - type: ndcg_at_100 + value: 61.870000000000005 + - type: ndcg_at_1000 + value: 62.426 + - type: ndcg_at_3 + value: 50.27199999999999 + - type: ndcg_at_5 + value: 54.517 + - type: precision_at_1 + value: 38.963 + - type: precision_at_10 + value: 9.366 + - type: precision_at_100 + value: 1.147 + - type: precision_at_1000 + value: 0.12 + - type: precision_at_3 + value: 22.654 + - type: precision_at_5 + value: 16.095000000000002 + - type: recall_at_1 + value: 34.733000000000004 + - type: recall_at_10 + value: 78.611 + - type: recall_at_100 + value: 94.593 + - type: recall_at_1000 + value: 98.69200000000001 + - type: recall_at_3 + value: 58.538999999999994 + - type: recall_at_5 + value: 68.27 + - task: + type: Retrieval + dataset: + type: clarin-knext/nq-pl + name: MTEB NQ-PL + config: default + split: test + revision: f171245712cf85dd4700b06bef18001578d0ca8d + metrics: + - type: map_at_1 + value: 24.131 + - type: map_at_10 + value: 36.738 + - type: map_at_100 + value: 37.794 + - type: map_at_1000 + value: 37.85 + - type: map_at_3 + value: 33.251 + - type: map_at_5 + value: 35.371 + - type: mrr_at_1 + value: 27.404 + - type: mrr_at_10 + value: 39.025 + - type: mrr_at_100 + value: 39.89 + - type: mrr_at_1000 + value: 39.932 + - type: mrr_at_3 + value: 36.105 + - type: mrr_at_5 + value: 37.827 + - type: ndcg_at_1 + value: 27.404 + - type: ndcg_at_10 + value: 43.126999999999995 + - type: ndcg_at_100 + value: 47.948 + - type: ndcg_at_1000 + value: 49.324 + - type: ndcg_at_3 + value: 36.584 + - type: ndcg_at_5 + value: 40.044999999999995 + - type: precision_at_1 + value: 27.404 + - type: precision_at_10 + value: 7.176 + - type: precision_at_100 + value: 0.9900000000000001 + - type: precision_at_1000 + value: 0.11199999999999999 + - type: precision_at_3 + value: 16.802 + - type: precision_at_5 + value: 12.132 + - type: recall_at_1 + value: 24.131 + - type: recall_at_10 + value: 60.343999999999994 + - type: recall_at_100 + value: 81.899 + - type: recall_at_1000 + value: 92.27499999999999 + - type: recall_at_3 + value: 43.385 + - type: recall_at_5 + value: 51.308 + - task: + type: PairClassification + dataset: + type: C-MTEB/OCNLI + name: MTEB Ocnli + config: default + split: validation + revision: 66e76a618a34d6d565d5538088562851e6daa7ec + metrics: + - type: cos_sim_accuracy + value: 68.00216567406605 + - type: cos_sim_ap + value: 72.67630697316041 + - type: cos_sim_f1 + value: 70.50062060405462 + - type: cos_sim_precision + value: 57.95918367346938 + - type: cos_sim_recall + value: 89.96832101372756 + - type: dot_accuracy + value: 70.49269085002707 + - type: dot_ap + value: 72.2438245308642 + - type: dot_f1 + value: 72.9326705829191 + - type: dot_precision + value: 63.74407582938388 + - type: dot_recall + value: 85.21647307286166 + - type: euclidean_accuracy + value: 66.54033567948024 + - type: euclidean_ap + value: 71.04136548476117 + - type: euclidean_f1 + value: 68.42709529276692 + - type: euclidean_precision + value: 53.66146458583433 + - type: euclidean_recall + value: 94.40337909186906 + - type: manhattan_accuracy + value: 66.43205197617759 + - type: manhattan_ap + value: 71.03183247826372 + - type: manhattan_f1 + value: 68.55524079320114 + - type: manhattan_precision + value: 55.577427821522306 + - type: manhattan_recall + value: 89.44033790918691 + - type: max_accuracy + value: 70.49269085002707 + - type: max_ap + value: 72.67630697316041 + - type: max_f1 + value: 72.9326705829191 + - task: + type: Classification + dataset: + type: C-MTEB/OnlineShopping-classification + name: MTEB OnlineShopping + config: default + split: test + revision: e610f2ebd179a8fda30ae534c3878750a96db120 + metrics: + - type: accuracy + value: 84.85000000000001 + - type: ap + value: 81.33901278350862 + - type: f1 + value: 84.82923665758534 + - task: + type: PairClassification + dataset: + type: GEM/opusparcus + name: MTEB OpusparcusPC (fr) + config: fr + split: test + revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a + metrics: + - type: cos_sim_accuracy + value: 99.90069513406156 + - type: cos_sim_ap + value: 100.0 + - type: cos_sim_f1 + value: 99.95032290114257 + - type: cos_sim_precision + value: 100.0 + - type: cos_sim_recall + value: 99.90069513406156 + - type: dot_accuracy + value: 99.90069513406156 + - type: dot_ap + value: 100.0 + - type: dot_f1 + value: 99.95032290114257 + - type: dot_precision + value: 100.0 + - type: dot_recall + value: 99.90069513406156 + - type: euclidean_accuracy + value: 99.90069513406156 + - type: euclidean_ap + value: 100.0 + - type: euclidean_f1 + value: 99.95032290114257 + - type: euclidean_precision + value: 100.0 + - type: euclidean_recall + value: 99.90069513406156 + - type: manhattan_accuracy + value: 99.90069513406156 + - type: manhattan_ap + value: 100.0 + - type: manhattan_f1 + value: 99.95032290114257 + - type: manhattan_precision + value: 100.0 + - type: manhattan_recall + value: 99.90069513406156 + - type: max_accuracy + value: 99.90069513406156 + - type: max_ap + value: 100.0 + - type: max_f1 + value: 99.95032290114257 + - task: + type: Classification + dataset: + type: laugustyniak/abusive-clauses-pl + name: MTEB PAC + config: default + split: test + revision: None + metrics: + - type: accuracy + value: 65.99189110918043 + - type: ap + value: 75.91845359909098 + - type: f1 + value: 63.55411595629412 + - task: + type: STS + dataset: + type: C-MTEB/PAWSX + name: MTEB PAWSX + config: default + split: test + revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1 + metrics: + - type: cos_sim_pearson + value: 15.15278065299867 + - type: cos_sim_spearman + value: 16.124364530596228 + - type: euclidean_pearson + value: 17.651913634482305 + - type: euclidean_spearman + value: 15.72320416589172 + - type: manhattan_pearson + value: 17.63232114944006 + - type: manhattan_spearman + value: 15.68784352637479 + - task: + type: PairClassification + dataset: + type: PL-MTEB/ppc-pairclassification + name: MTEB PPC + config: default + split: test + revision: None + metrics: + - type: cos_sim_accuracy + value: 84.0 + - type: cos_sim_ap + value: 92.43431057460192 + - type: cos_sim_f1 + value: 87.48043818466354 + - type: cos_sim_precision + value: 82.93768545994065 + - type: cos_sim_recall + value: 92.54966887417218 + - type: dot_accuracy + value: 80.30000000000001 + - type: dot_ap + value: 86.30985098642361 + - type: dot_f1 + value: 84.8159509202454 + - type: dot_precision + value: 79.0 + - type: dot_recall + value: 91.55629139072848 + - type: euclidean_accuracy + value: 83.7 + - type: euclidean_ap + value: 91.89327372022301 + - type: euclidean_f1 + value: 86.86543110394842 + - type: euclidean_precision + value: 84.61538461538461 + - type: euclidean_recall + value: 89.23841059602648 + - type: manhattan_accuracy + value: 83.5 + - type: manhattan_ap + value: 91.87533686581254 + - type: manhattan_f1 + value: 86.66127728375102 + - type: manhattan_precision + value: 84.67614533965245 + - type: manhattan_recall + value: 88.74172185430463 + - type: max_accuracy + value: 84.0 + - type: max_ap + value: 92.43431057460192 + - type: max_f1 + value: 87.48043818466354 + - task: + type: PairClassification + dataset: + type: PL-MTEB/psc-pairclassification + name: MTEB PSC + config: default + split: test + revision: None + metrics: + - type: cos_sim_accuracy + value: 97.1243042671614 + - type: cos_sim_ap + value: 99.06090138049724 + - type: cos_sim_f1 + value: 95.32428355957767 + - type: cos_sim_precision + value: 94.32835820895522 + - type: cos_sim_recall + value: 96.34146341463415 + - type: dot_accuracy + value: 93.5064935064935 + - type: dot_ap + value: 95.23627592350495 + - type: dot_f1 + value: 89.19753086419753 + - type: dot_precision + value: 90.3125 + - type: dot_recall + value: 88.10975609756098 + - type: euclidean_accuracy + value: 97.1243042671614 + - type: euclidean_ap + value: 99.04686044253339 + - type: euclidean_f1 + value: 95.32428355957767 + - type: euclidean_precision + value: 94.32835820895522 + - type: euclidean_recall + value: 96.34146341463415 + - type: manhattan_accuracy + value: 97.1243042671614 + - type: manhattan_ap + value: 98.99840745210426 + - type: manhattan_f1 + value: 95.26627218934912 + - type: manhattan_precision + value: 92.52873563218391 + - type: manhattan_recall + value: 98.17073170731707 + - type: max_accuracy + value: 97.1243042671614 + - type: max_ap + value: 99.06090138049724 + - type: max_f1 + value: 95.32428355957767 + - task: + type: PairClassification + dataset: + type: paws-x + name: MTEB PawsX (fr) + config: fr + split: test + revision: 8a04d940a42cd40658986fdd8e3da561533a3646 + metrics: + - type: cos_sim_accuracy + value: 60.8 + - type: cos_sim_ap + value: 58.9314954874314 + - type: cos_sim_f1 + value: 62.52207700459201 + - type: cos_sim_precision + value: 45.90248962655601 + - type: cos_sim_recall + value: 98.00664451827242 + - type: dot_accuracy + value: 55.95 + - type: dot_ap + value: 49.33501220766562 + - type: dot_f1 + value: 62.62626262626263 + - type: dot_precision + value: 45.68089430894309 + - type: dot_recall + value: 99.55703211517165 + - type: euclidean_accuracy + value: 60.6 + - type: euclidean_ap + value: 58.60387288759128 + - type: euclidean_f1 + value: 62.53462603878117 + - type: euclidean_precision + value: 45.4911838790932 + - type: euclidean_recall + value: 100.0 + - type: manhattan_accuracy + value: 60.550000000000004 + - type: manhattan_ap + value: 58.628799120245525 + - type: manhattan_f1 + value: 62.5562868029096 + - type: manhattan_precision + value: 45.51411290322581 + - type: manhattan_recall + value: 100.0 + - type: max_accuracy + value: 60.8 + - type: max_ap + value: 58.9314954874314 + - type: max_f1 + value: 62.62626262626263 + - task: + type: Classification + dataset: + type: PL-MTEB/polemo2_in + name: MTEB PolEmo2.0-IN + config: default + split: test + revision: None + metrics: + - type: accuracy + value: 69.59833795013851 + - type: f1 + value: 69.66258155393481 + - task: + type: Classification + dataset: + type: PL-MTEB/polemo2_out + name: MTEB PolEmo2.0-OUT + config: default + split: test + revision: None + metrics: + - type: accuracy + value: 44.73684210526315 + - type: f1 + value: 38.3851347399725 + - task: + type: STS + dataset: + type: C-MTEB/QBQTC + name: MTEB QBQTC + config: default + split: test + revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7 + metrics: + - type: cos_sim_pearson + value: 36.493530138673535 + - type: cos_sim_spearman + value: 39.36450754137984 + - type: euclidean_pearson + value: 38.34383358310511 + - type: euclidean_spearman + value: 39.77263560323228 + - type: manhattan_pearson + value: 38.35160381770154 + - type: manhattan_spearman + value: 39.784130386911684 + - task: + type: Retrieval + dataset: + type: clarin-knext/quora-pl + name: MTEB Quora-PL + config: default + split: test + revision: 0be27e93455051e531182b85e85e425aba12e9d4 + metrics: + - type: map_at_1 + value: 62.763000000000005 + - type: map_at_10 + value: 76.20400000000001 + - type: map_at_100 + value: 77.00200000000001 + - type: map_at_1000 + value: 77.029 + - type: map_at_3 + value: 73.05 + - type: map_at_5 + value: 75.012 + - type: mrr_at_1 + value: 72.16 + - type: mrr_at_10 + value: 79.61 + - type: mrr_at_100 + value: 79.851 + - type: mrr_at_1000 + value: 79.857 + - type: mrr_at_3 + value: 78.137 + - type: mrr_at_5 + value: 79.067 + - type: ndcg_at_1 + value: 72.33000000000001 + - type: ndcg_at_10 + value: 80.76299999999999 + - type: ndcg_at_100 + value: 82.821 + - type: ndcg_at_1000 + value: 83.14099999999999 + - type: ndcg_at_3 + value: 77.011 + - type: ndcg_at_5 + value: 79.01700000000001 + - type: precision_at_1 + value: 72.33000000000001 + - type: precision_at_10 + value: 12.43 + - type: precision_at_100 + value: 1.4829999999999999 + - type: precision_at_1000 + value: 0.155 + - type: precision_at_3 + value: 33.857 + - type: precision_at_5 + value: 22.532 + - type: recall_at_1 + value: 62.763000000000005 + - type: recall_at_10 + value: 90.071 + - type: recall_at_100 + value: 97.711 + - type: recall_at_1000 + value: 99.617 + - type: recall_at_3 + value: 79.45100000000001 + - type: recall_at_5 + value: 84.87700000000001 + - task: + type: Retrieval + dataset: + type: mteb/quora + name: MTEB QuoraRetrieval + config: default + split: test + revision: None + metrics: + - type: map_at_1 + value: 70.312 + - type: map_at_10 + value: 84.258 + - type: map_at_100 + value: 84.929 + - type: map_at_1000 + value: 84.944 + - type: map_at_3 + value: 81.345 + - type: map_at_5 + value: 83.176 + - type: mrr_at_1 + value: 81.05 + - type: mrr_at_10 + value: 87.27000000000001 + - type: mrr_at_100 + value: 87.39 + - type: mrr_at_1000 + value: 87.39099999999999 + - type: mrr_at_3 + value: 86.335 + - type: mrr_at_5 + value: 86.979 + - type: ndcg_at_1 + value: 81.06 + - type: ndcg_at_10 + value: 88.022 + - type: ndcg_at_100 + value: 89.333 + - type: ndcg_at_1000 + value: 89.422 + - type: ndcg_at_3 + value: 85.219 + - type: ndcg_at_5 + value: 86.779 + - type: precision_at_1 + value: 81.06 + - type: precision_at_10 + value: 13.369 + - type: precision_at_100 + value: 1.5310000000000001 + - type: precision_at_1000 + value: 0.157 + - type: precision_at_3 + value: 37.333 + - type: precision_at_5 + value: 24.546 + - type: recall_at_1 + value: 70.312 + - type: recall_at_10 + value: 95.15599999999999 + - type: recall_at_100 + value: 99.612 + - type: recall_at_1000 + value: 99.995 + - type: recall_at_3 + value: 87.03699999999999 + - type: recall_at_5 + value: 91.472 + - task: + type: Clustering + dataset: + type: mteb/reddit-clustering + name: MTEB RedditClustering + config: default + split: test + revision: 24640382cdbf8abc73003fb0fa6d111a705499eb + metrics: + - type: v_measure + value: 55.719165988934385 + - task: + type: Clustering + dataset: + type: mteb/reddit-clustering-p2p + name: MTEB RedditClusteringP2P + config: default + split: test + revision: 282350215ef01743dc01b456c7f5241fa8937f16 + metrics: + - type: v_measure + value: 62.25390069273025 + - task: + type: Retrieval + dataset: + type: mteb/scidocs + name: MTEB SCIDOCS + config: default + split: test + revision: None + metrics: + - type: map_at_1 + value: 4.288 + - type: map_at_10 + value: 10.638 + - type: map_at_100 + value: 12.775 + - type: map_at_1000 + value: 13.103000000000002 + - type: map_at_3 + value: 7.707 + - type: map_at_5 + value: 9.118 + - type: mrr_at_1 + value: 21.099999999999998 + - type: mrr_at_10 + value: 31.644 + - type: mrr_at_100 + value: 32.92 + - type: mrr_at_1000 + value: 32.97 + - type: mrr_at_3 + value: 28.283 + - type: mrr_at_5 + value: 30.048000000000002 + - type: ndcg_at_1 + value: 21.099999999999998 + - type: ndcg_at_10 + value: 18.243000000000002 + - type: ndcg_at_100 + value: 26.667 + - type: ndcg_at_1000 + value: 32.318000000000005 + - type: ndcg_at_3 + value: 17.329 + - type: ndcg_at_5 + value: 15.018 + - type: precision_at_1 + value: 21.099999999999998 + - type: precision_at_10 + value: 9.48 + - type: precision_at_100 + value: 2.162 + - type: precision_at_1000 + value: 0.35100000000000003 + - type: precision_at_3 + value: 16.267 + - type: precision_at_5 + value: 13.139999999999999 + - type: recall_at_1 + value: 4.288 + - type: recall_at_10 + value: 19.23 + - type: recall_at_100 + value: 43.903 + - type: recall_at_1000 + value: 71.385 + - type: recall_at_3 + value: 9.898 + - type: recall_at_5 + value: 13.308 + - task: + type: Retrieval + dataset: + type: clarin-knext/scidocs-pl + name: MTEB SCIDOCS-PL + config: default + split: test + revision: 45452b03f05560207ef19149545f168e596c9337 + metrics: + - type: map_at_1 + value: 3.3029999999999995 + - type: map_at_10 + value: 8.277 + - type: map_at_100 + value: 9.837 + - type: map_at_1000 + value: 10.086 + - type: map_at_3 + value: 6.067 + - type: map_at_5 + value: 7.2620000000000005 + - type: mrr_at_1 + value: 16.3 + - type: mrr_at_10 + value: 24.682000000000002 + - type: mrr_at_100 + value: 25.955000000000002 + - type: mrr_at_1000 + value: 26.025 + - type: mrr_at_3 + value: 21.983 + - type: mrr_at_5 + value: 23.318 + - type: ndcg_at_1 + value: 16.3 + - type: ndcg_at_10 + value: 14.219000000000001 + - type: ndcg_at_100 + value: 20.95 + - type: ndcg_at_1000 + value: 25.95 + - type: ndcg_at_3 + value: 13.602 + - type: ndcg_at_5 + value: 11.838999999999999 + - type: precision_at_1 + value: 16.3 + - type: precision_at_10 + value: 7.39 + - type: precision_at_100 + value: 1.7080000000000002 + - type: precision_at_1000 + value: 0.292 + - type: precision_at_3 + value: 12.833 + - type: precision_at_5 + value: 10.440000000000001 + - type: recall_at_1 + value: 3.3029999999999995 + - type: recall_at_10 + value: 14.953 + - type: recall_at_100 + value: 34.666999999999994 + - type: recall_at_1000 + value: 59.282999999999994 + - type: recall_at_3 + value: 7.808 + - type: recall_at_5 + value: 10.568 + - task: + type: PairClassification + dataset: + type: PL-MTEB/sicke-pl-pairclassification + name: MTEB SICK-E-PL + config: default + split: test + revision: None + metrics: + - type: cos_sim_accuracy + value: 82.61312678353036 + - type: cos_sim_ap + value: 75.4022630307816 + - type: cos_sim_f1 + value: 68.30065359477125 + - type: cos_sim_precision + value: 63.10386473429952 + - type: cos_sim_recall + value: 74.43019943019942 + - type: dot_accuracy + value: 78.23073787199347 + - type: dot_ap + value: 62.82873679461897 + - type: dot_f1 + value: 63.2059326868226 + - type: dot_precision + value: 52.71170313986679 + - type: dot_recall + value: 78.91737891737893 + - type: euclidean_accuracy + value: 82.61312678353036 + - type: euclidean_ap + value: 74.72673813868272 + - type: euclidean_f1 + value: 67.91519434628975 + - type: euclidean_precision + value: 67.3913043478261 + - type: euclidean_recall + value: 68.44729344729345 + - type: manhattan_accuracy + value: 82.40929474113331 + - type: manhattan_ap + value: 74.67559251124733 + - type: manhattan_f1 + value: 67.53155680224403 + - type: manhattan_precision + value: 66.50552486187846 + - type: manhattan_recall + value: 68.58974358974359 + - type: max_accuracy + value: 82.61312678353036 + - type: max_ap + value: 75.4022630307816 + - type: max_f1 + value: 68.30065359477125 + - task: + type: STS + dataset: + type: mteb/sickr-sts + name: MTEB SICK-R + config: default + split: test + revision: a6ea5a8cab320b040a23452cc28066d9beae2cee + metrics: + - type: cos_sim_pearson + value: 82.39179603049683 + - type: cos_sim_spearman + value: 79.34269390198548 + - type: euclidean_pearson + value: 81.57590821452807 + - type: euclidean_spearman + value: 80.71387431268936 + - type: manhattan_pearson + value: 81.32420078361032 + - type: manhattan_spearman + value: 80.55637734755108 + - task: + type: STS + dataset: + type: PL-MTEB/sickr-pl-sts + name: MTEB SICK-R-PL + config: default + split: test + revision: None + metrics: + - type: cos_sim_pearson + value: 78.71773829418606 + - type: cos_sim_spearman + value: 74.0651660446132 + - type: euclidean_pearson + value: 75.68219811697571 + - type: euclidean_spearman + value: 73.48234311064358 + - type: manhattan_pearson + value: 75.47789695988631 + - type: manhattan_spearman + value: 73.39478151730667 + - task: + type: STS + dataset: + type: Lajavaness/SICK-fr + name: MTEB SICKFr + config: default + split: test + revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a + metrics: + - type: cos_sim_pearson + value: 81.76872256264345 + - type: cos_sim_spearman + value: 78.62693119733123 + - type: euclidean_pearson + value: 79.31610374332244 + - type: euclidean_spearman + value: 78.86252761794086 + - type: manhattan_pearson + value: 79.06955396544335 + - type: manhattan_spearman + value: 78.71387250232036 + - task: + type: STS + dataset: + type: mteb/sts12-sts + name: MTEB STS12 + config: default + split: test + revision: a0d554a64d88156834ff5ae9920b964011b16384 + metrics: + - type: cos_sim_pearson + value: 86.16225119682464 + - type: cos_sim_spearman + value: 77.50660544631359 + - type: euclidean_pearson + value: 77.03285592170637 + - type: euclidean_spearman + value: 73.95426530512972 + - type: manhattan_pearson + value: 76.75853346562738 + - type: manhattan_spearman + value: 73.76492063782614 + - task: + type: STS + dataset: + type: mteb/sts13-sts + name: MTEB STS13 + config: default + split: test + revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca + metrics: + - type: cos_sim_pearson + value: 85.35996153732276 + - type: cos_sim_spearman + value: 85.55415077723738 + - type: euclidean_pearson + value: 83.28477921675959 + - type: euclidean_spearman + value: 83.51049278180835 + - type: manhattan_pearson + value: 83.08093562706036 + - type: manhattan_spearman + value: 83.26482896581837 + - task: + type: STS + dataset: + type: mteb/sts14-sts + name: MTEB STS14 + config: default + split: test + revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 + metrics: + - type: cos_sim_pearson + value: 84.94131554210682 + - type: cos_sim_spearman + value: 81.67550814479077 + - type: euclidean_pearson + value: 81.82547948811897 + - type: euclidean_spearman + value: 79.79225528886921 + - type: manhattan_pearson + value: 81.66068185747336 + - type: manhattan_spearman + value: 79.66645836656771 + - task: + type: STS + dataset: + type: mteb/sts15-sts + name: MTEB STS15 + config: default + split: test + revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 + metrics: + - type: cos_sim_pearson + value: 88.0932837277106 + - type: cos_sim_spearman + value: 88.94601412322764 + - type: euclidean_pearson + value: 87.23266713465327 + - type: euclidean_spearman + value: 87.57673012640862 + - type: manhattan_pearson + value: 87.07640549074678 + - type: manhattan_spearman + value: 87.40751941761181 + - task: + type: STS + dataset: + type: mteb/sts16-sts + name: MTEB STS16 + config: default + split: test + revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 + metrics: + - type: cos_sim_pearson + value: 83.15813804087286 + - type: cos_sim_spearman + value: 84.33844259337481 + - type: euclidean_pearson + value: 82.90754022752472 + - type: euclidean_spearman + value: 83.36495752869074 + - type: manhattan_pearson + value: 82.80722068257612 + - type: manhattan_spearman + value: 83.30672293369642 + - task: + type: STS + dataset: + type: mteb/sts17-crosslingual-sts + name: MTEB STS17 (ko-ko) + config: ko-ko + split: test + revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d + metrics: + - type: cos_sim_pearson + value: 81.3703207858466 + - type: cos_sim_spearman + value: 81.58650681159105 + - type: euclidean_pearson + value: 79.74776589716434 + - type: euclidean_spearman + value: 80.05466991197031 + - type: manhattan_pearson + value: 79.55439106660286 + - type: manhattan_spearman + value: 79.85831818370244 + - task: + type: STS + dataset: + type: mteb/sts17-crosslingual-sts + name: MTEB STS17 (ar-ar) + config: ar-ar + split: test + revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d + metrics: + - type: cos_sim_pearson + value: 78.40439553884103 + - type: cos_sim_spearman + value: 78.82472265884256 + - type: euclidean_pearson + value: 76.25118964088612 + - type: euclidean_spearman + value: 77.54292638152103 + - type: manhattan_pearson + value: 76.157004337179 + - type: manhattan_spearman + value: 77.52562351600642 + - task: + type: STS + dataset: + type: mteb/sts17-crosslingual-sts + name: MTEB STS17 (en-ar) + config: en-ar + split: test + revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d + metrics: + - type: cos_sim_pearson + value: 76.12418344078775 + - type: cos_sim_spearman + value: 76.43637938260397 + - type: euclidean_pearson + value: 76.10002133975735 + - type: euclidean_spearman + value: 76.13201231959233 + - type: manhattan_pearson + value: 75.74962813280307 + - type: manhattan_spearman + value: 75.86950629871502 + - task: + type: STS + dataset: + type: mteb/sts17-crosslingual-sts + name: MTEB STS17 (en-de) + config: en-de + split: test + revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d + metrics: + - type: cos_sim_pearson + value: 84.44767945749255 + - type: cos_sim_spearman + value: 84.71008299464059 + - type: euclidean_pearson + value: 85.23102717615696 + - type: euclidean_spearman + value: 85.21529538171704 + - type: manhattan_pearson + value: 85.22498256067347 + - type: manhattan_spearman + value: 85.20518575242379 + - task: + type: STS + dataset: + type: mteb/sts17-crosslingual-sts + name: MTEB STS17 (en-en) + config: en-en + split: test + revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d + metrics: + - type: cos_sim_pearson + value: 89.2338272283271 + - type: cos_sim_spearman + value: 88.88074713413747 + - type: euclidean_pearson + value: 89.84652420687198 + - type: euclidean_spearman + value: 89.52472667615159 + - type: manhattan_pearson + value: 89.93035397486055 + - type: manhattan_spearman + value: 89.77093266711445 + - task: + type: STS + dataset: + type: mteb/sts17-crosslingual-sts + name: MTEB STS17 (en-tr) + config: en-tr + split: test + revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d + metrics: + - type: cos_sim_pearson + value: 77.24433137502619 + - type: cos_sim_spearman + value: 76.36405640457285 + - type: euclidean_pearson + value: 78.16757935174871 + - type: euclidean_spearman + value: 77.27894317708414 + - type: manhattan_pearson + value: 77.7675584391109 + - type: manhattan_spearman + value: 76.97536501454636 + - task: + type: STS + dataset: + type: mteb/sts17-crosslingual-sts + name: MTEB STS17 (es-en) + config: es-en + split: test + revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d + metrics: + - type: cos_sim_pearson + value: 81.60622391799825 + - type: cos_sim_spearman + value: 83.84737910084762 + - type: euclidean_pearson + value: 82.24992486063724 + - type: euclidean_spearman + value: 82.92405125812236 + - type: manhattan_pearson + value: 81.87596080217985 + - type: manhattan_spearman + value: 82.53373784371693 + - task: + type: STS + dataset: + type: mteb/sts17-crosslingual-sts + name: MTEB STS17 (es-es) + config: es-es + split: test + revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d + metrics: + - type: cos_sim_pearson + value: 87.66217398954839 + - type: cos_sim_spearman + value: 87.03931621433031 + - type: euclidean_pearson + value: 88.09774581119254 + - type: euclidean_spearman + value: 87.44070372526771 + - type: manhattan_pearson + value: 88.07865255052057 + - type: manhattan_spearman + value: 87.30316048248994 + - task: + type: STS + dataset: + type: mteb/sts17-crosslingual-sts + name: MTEB STS17 (fr-en) + config: fr-en + split: test + revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d + metrics: + - type: cos_sim_pearson + value: 85.07057532370953 + - type: cos_sim_spearman + value: 84.43335591752246 + - type: euclidean_pearson + value: 86.07036908844178 + - type: euclidean_spearman + value: 85.65781269131332 + - type: manhattan_pearson + value: 85.92851163121334 + - type: manhattan_spearman + value: 85.54622237253656 + - task: + type: STS + dataset: + type: mteb/sts17-crosslingual-sts + name: MTEB STS17 (it-en) + config: it-en + split: test + revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d + metrics: + - type: cos_sim_pearson + value: 83.99714534740785 + - type: cos_sim_spearman + value: 83.85268648747021 + - type: euclidean_pearson + value: 84.80751131246772 + - type: euclidean_spearman + value: 84.57116208108246 + - type: manhattan_pearson + value: 84.89188639388988 + - type: manhattan_spearman + value: 84.53983376216995 + - task: + type: STS + dataset: + type: mteb/sts17-crosslingual-sts + name: MTEB STS17 (nl-en) + config: nl-en + split: test + revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d + metrics: + - type: cos_sim_pearson + value: 83.71407995284179 + - type: cos_sim_spearman + value: 82.45786516224341 + - type: euclidean_pearson + value: 84.54397153694924 + - type: euclidean_spearman + value: 83.76715825485627 + - type: manhattan_pearson + value: 84.33431717475153 + - type: manhattan_spearman + value: 83.54436201385383 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (en) + config: en + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 67.63031679148935 + - type: cos_sim_spearman + value: 67.20227303970304 + - type: euclidean_pearson + value: 70.21359475095501 + - type: euclidean_spearman + value: 68.23352099806908 + - type: manhattan_pearson + value: 70.08387819309947 + - type: manhattan_spearman + value: 68.00270896982141 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (de) + config: de + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 56.99181183949814 + - type: cos_sim_spearman + value: 60.892838305537126 + - type: euclidean_pearson + value: 49.92440826036365 + - type: euclidean_spearman + value: 58.62111209873571 + - type: manhattan_pearson + value: 49.77771053165326 + - type: manhattan_spearman + value: 58.47037658929069 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (es) + config: es + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 72.46416853469829 + - type: cos_sim_spearman + value: 72.01876318464508 + - type: euclidean_pearson + value: 73.13195455209215 + - type: euclidean_spearman + value: 73.28030252562642 + - type: manhattan_pearson + value: 72.8648540257268 + - type: manhattan_spearman + value: 72.86514954070654 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (pl) + config: pl + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 39.220161683538954 + - type: cos_sim_spearman + value: 42.3879320510127 + - type: euclidean_pearson + value: 27.764980107130743 + - type: euclidean_spearman + value: 44.28084713173845 + - type: manhattan_pearson + value: 27.187403466333738 + - type: manhattan_spearman + value: 43.91700314485015 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (tr) + config: tr + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 63.76021347584226 + - type: cos_sim_spearman + value: 65.54048784845729 + - type: euclidean_pearson + value: 65.28162090832441 + - type: euclidean_spearman + value: 66.1775088593127 + - type: manhattan_pearson + value: 65.05593704543786 + - type: manhattan_spearman + value: 65.58680826329297 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (ar) + config: ar + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 55.333183890417104 + - type: cos_sim_spearman + value: 58.55244068334867 + - type: euclidean_pearson + value: 56.34064105237403 + - type: euclidean_spearman + value: 58.76057731669611 + - type: manhattan_pearson + value: 56.329497697757155 + - type: manhattan_spearman + value: 58.79061045506503 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (ru) + config: ru + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 64.65640633186557 + - type: cos_sim_spearman + value: 66.48710288440624 + - type: euclidean_pearson + value: 61.64151826263008 + - type: euclidean_spearman + value: 66.24182838187325 + - type: manhattan_pearson + value: 61.277244852642646 + - type: manhattan_spearman + value: 65.93522739536715 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (zh) + config: zh + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 66.41209558018136 + - type: cos_sim_spearman + value: 66.585754901838 + - type: euclidean_pearson + value: 67.27551432252201 + - type: euclidean_spearman + value: 67.19180900913817 + - type: manhattan_pearson + value: 67.21503349627515 + - type: manhattan_spearman + value: 67.25416193515257 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (fr) + config: fr + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 81.87927696180968 + - type: cos_sim_spearman + value: 81.03001290557805 + - type: euclidean_pearson + value: 81.42396074924677 + - type: euclidean_spearman + value: 81.44978292869469 + - type: manhattan_pearson + value: 81.03118276932616 + - type: manhattan_spearman + value: 81.37612934944073 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (de-en) + config: de-en + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 64.95865830953834 + - type: cos_sim_spearman + value: 62.28001859884359 + - type: euclidean_pearson + value: 68.88812442784385 + - type: euclidean_spearman + value: 62.67872695381064 + - type: manhattan_pearson + value: 69.36563140116816 + - type: manhattan_spearman + value: 63.01126813951885 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (es-en) + config: es-en + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 78.02443827586939 + - type: cos_sim_spearman + value: 79.64106342105019 + - type: euclidean_pearson + value: 80.20122709227267 + - type: euclidean_spearman + value: 79.99888528456198 + - type: manhattan_pearson + value: 80.05701939405118 + - type: manhattan_spearman + value: 79.76395341299597 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (it) + config: it + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 76.35745785825382 + - type: cos_sim_spearman + value: 78.27915339361124 + - type: euclidean_pearson + value: 77.64200739883206 + - type: euclidean_spearman + value: 78.56671141252622 + - type: manhattan_pearson + value: 77.78132818754408 + - type: manhattan_spearman + value: 78.6818818262449 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (pl-en) + config: pl-en + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 79.14066958434304 + - type: cos_sim_spearman + value: 78.28574268257462 + - type: euclidean_pearson + value: 78.82251558241832 + - type: euclidean_spearman + value: 79.40053832631105 + - type: manhattan_pearson + value: 78.14441871415183 + - type: manhattan_spearman + value: 77.99922978348349 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (zh-en) + config: zh-en + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 73.96194095480487 + - type: cos_sim_spearman + value: 72.92658860751482 + - type: euclidean_pearson + value: 74.49837562662343 + - type: euclidean_spearman + value: 72.94193387887508 + - type: manhattan_pearson + value: 74.05846016856329 + - type: manhattan_spearman + value: 72.44404957446845 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (es-it) + config: es-it + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 72.92653518273094 + - type: cos_sim_spearman + value: 74.83418886368217 + - type: euclidean_pearson + value: 73.1956729395067 + - type: euclidean_spearman + value: 74.50693552306916 + - type: manhattan_pearson + value: 73.43231525549557 + - type: manhattan_spearman + value: 74.74962321300251 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (de-fr) + config: de-fr + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 55.178420636457425 + - type: cos_sim_spearman + value: 56.01064022625769 + - type: euclidean_pearson + value: 53.74348098592354 + - type: euclidean_spearman + value: 57.81117563153298 + - type: manhattan_pearson + value: 54.11207038695852 + - type: manhattan_spearman + value: 58.11803379584055 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (de-pl) + config: de-pl + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 43.923596793149535 + - type: cos_sim_spearman + value: 53.64332829635126 + - type: euclidean_pearson + value: 43.08810341004501 + - type: euclidean_spearman + value: 54.53635729784045 + - type: manhattan_pearson + value: 42.27926243992903 + - type: manhattan_spearman + value: 56.014474265822564 + - task: + type: STS + dataset: + type: mteb/sts22-crosslingual-sts + name: MTEB STS22 (fr-pl) + config: fr-pl + split: test + revision: eea2b4fe26a775864c896887d910b76a8098ad3f + metrics: + - type: cos_sim_pearson + value: 75.0867614967689 + - type: cos_sim_spearman + value: 73.24670207647144 + - type: euclidean_pearson + value: 77.89178357665665 + - type: euclidean_spearman + value: 84.51542547285167 + - type: manhattan_pearson + value: 76.74724370998545 + - type: manhattan_spearman + value: 73.24670207647144 + - task: + type: STS + dataset: + type: C-MTEB/STSB + name: MTEB STSB + config: default + split: test + revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0 + metrics: + - type: cos_sim_pearson + value: 80.23913308581588 + - type: cos_sim_spearman + value: 80.7157790971544 + - type: euclidean_pearson + value: 77.69343661862517 + - type: euclidean_spearman + value: 78.37263311712707 + - type: manhattan_pearson + value: 77.28827207264473 + - type: manhattan_spearman + value: 77.94893604494689 + - task: + type: STS + dataset: + type: mteb/stsbenchmark-sts + name: MTEB STSBenchmark + config: default + split: test + revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 + metrics: + - type: cos_sim_pearson + value: 85.49000740556608 + - type: cos_sim_spearman + value: 86.45763616928973 + - type: euclidean_pearson + value: 84.85385425200849 + - type: euclidean_spearman + value: 84.85894813746422 + - type: manhattan_pearson + value: 84.61375426510962 + - type: manhattan_spearman + value: 84.61878334325435 + - task: + type: STS + dataset: + type: stsb_multi_mt + name: MTEB STSBenchmarkMultilingualSTS (fr) + config: fr + split: test + revision: 93d57ef91790589e3ce9c365164337a8a78b7632 + metrics: + - type: cos_sim_pearson + value: 84.06495190745792 + - type: cos_sim_spearman + value: 84.4335500335282 + - type: euclidean_pearson + value: 81.49426303551708 + - type: euclidean_spearman + value: 82.33941062838754 + - type: manhattan_pearson + value: 81.26950760793311 + - type: manhattan_spearman + value: 82.12426386146173 + - task: + type: Reranking + dataset: + type: mteb/scidocs-reranking + name: MTEB SciDocsRR + config: default + split: test + revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab + metrics: + - type: map + value: 84.15276484499303 + - type: mrr + value: 95.61439105556752 + - task: + type: Retrieval + dataset: + type: mteb/scifact + name: MTEB SciFact + config: default + split: test + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + metrics: + - type: map_at_1 + value: 58.038999999999994 + - type: map_at_10 + value: 68.76299999999999 + - type: map_at_100 + value: 69.257 + - type: map_at_1000 + value: 69.279 + - type: map_at_3 + value: 65.967 + - type: map_at_5 + value: 67.71000000000001 + - type: mrr_at_1 + value: 60.667 + - type: mrr_at_10 + value: 69.913 + - type: mrr_at_100 + value: 70.248 + - type: mrr_at_1000 + value: 70.27 + - type: mrr_at_3 + value: 67.944 + - type: mrr_at_5 + value: 69.211 + - type: ndcg_at_1 + value: 60.667 + - type: ndcg_at_10 + value: 73.433 + - type: ndcg_at_100 + value: 75.51400000000001 + - type: ndcg_at_1000 + value: 76.075 + - type: ndcg_at_3 + value: 68.984 + - type: ndcg_at_5 + value: 71.46900000000001 + - type: precision_at_1 + value: 60.667 + - type: precision_at_10 + value: 9.733 + - type: precision_at_100 + value: 1.087 + - type: precision_at_1000 + value: 0.11299999999999999 + - type: precision_at_3 + value: 27.0 + - type: precision_at_5 + value: 17.867 + - type: recall_at_1 + value: 58.038999999999994 + - type: recall_at_10 + value: 86.256 + - type: recall_at_100 + value: 95.667 + - type: recall_at_1000 + value: 100.0 + - type: recall_at_3 + value: 74.68299999999999 + - type: recall_at_5 + value: 80.95599999999999 + - task: + type: Retrieval + dataset: + type: clarin-knext/scifact-pl + name: MTEB SciFact-PL + config: default + split: test + revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e + metrics: + - type: map_at_1 + value: 44.289 + - type: map_at_10 + value: 53.986999999999995 + - type: map_at_100 + value: 54.793000000000006 + - type: map_at_1000 + value: 54.830999999999996 + - type: map_at_3 + value: 50.970000000000006 + - type: map_at_5 + value: 52.937999999999995 + - type: mrr_at_1 + value: 46.333 + - type: mrr_at_10 + value: 55.388000000000005 + - type: mrr_at_100 + value: 55.945 + - type: mrr_at_1000 + value: 55.981 + - type: mrr_at_3 + value: 53.0 + - type: mrr_at_5 + value: 54.617000000000004 + - type: ndcg_at_1 + value: 46.333 + - type: ndcg_at_10 + value: 58.919999999999995 + - type: ndcg_at_100 + value: 62.231 + - type: ndcg_at_1000 + value: 63.336000000000006 + - type: ndcg_at_3 + value: 53.567 + - type: ndcg_at_5 + value: 56.68299999999999 + - type: precision_at_1 + value: 46.333 + - type: precision_at_10 + value: 8.167 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.109 + - type: precision_at_3 + value: 21.111 + - type: precision_at_5 + value: 14.6 + - type: recall_at_1 + value: 44.289 + - type: recall_at_10 + value: 72.47200000000001 + - type: recall_at_100 + value: 87.433 + - type: recall_at_1000 + value: 96.333 + - type: recall_at_3 + value: 58.45 + - type: recall_at_5 + value: 65.917 + - task: + type: PairClassification + dataset: + type: mteb/sprintduplicatequestions-pairclassification + name: MTEB SprintDuplicateQuestions + config: default + split: test + revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 + metrics: + - type: cos_sim_accuracy + value: 99.81386138613861 + - type: cos_sim_ap + value: 95.40564890916419 + - type: cos_sim_f1 + value: 90.58116232464928 + - type: cos_sim_precision + value: 90.76305220883533 + - type: cos_sim_recall + value: 90.4 + - type: dot_accuracy + value: 99.64554455445544 + - type: dot_ap + value: 89.03740455446096 + - type: dot_f1 + value: 81.648675171737 + - type: dot_precision + value: 80.15414258188824 + - type: dot_recall + value: 83.2 + - type: euclidean_accuracy + value: 99.80594059405941 + - type: euclidean_ap + value: 95.19029842032158 + - type: euclidean_f1 + value: 90.1394422310757 + - type: euclidean_precision + value: 89.78174603174604 + - type: euclidean_recall + value: 90.5 + - type: manhattan_accuracy + value: 99.81188118811882 + - type: manhattan_ap + value: 95.24923490941165 + - type: manhattan_f1 + value: 90.3943377148635 + - type: manhattan_precision + value: 91.41104294478528 + - type: manhattan_recall + value: 89.4 + - type: max_accuracy + value: 99.81386138613861 + - type: max_ap + value: 95.40564890916419 + - type: max_f1 + value: 90.58116232464928 + - task: + type: Clustering + dataset: + type: mteb/stackexchange-clustering + name: MTEB StackExchangeClustering + config: default + split: test + revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 + metrics: + - type: v_measure + value: 63.41856697730145 + - task: + type: Clustering + dataset: + type: mteb/stackexchange-clustering-p2p + name: MTEB StackExchangeClusteringP2P + config: default + split: test + revision: 815ca46b2622cec33ccafc3735d572c266efdb44 + metrics: + - type: v_measure + value: 31.709285904909112 + - task: + type: Reranking + dataset: + type: mteb/stackoverflowdupquestions-reranking + name: MTEB StackOverflowDupQuestions + config: default + split: test + revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 + metrics: + - type: map + value: 52.09341030060322 + - type: mrr + value: 53.03283624055683 + - task: + type: Summarization + dataset: + type: mteb/summeval + name: MTEB SummEval + config: default + split: test + revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c + metrics: + - type: cos_sim_pearson + value: 29.767856073980703 + - type: cos_sim_spearman + value: 30.58262517835034 + - type: dot_pearson + value: 27.271429811384547 + - type: dot_spearman + value: 26.521930168827605 + - task: + type: Summarization + dataset: + type: lyon-nlp/summarization-summeval-fr-p2p + name: MTEB SummEvalFr + config: default + split: test + revision: b385812de6a9577b6f4d0f88c6a6e35395a94054 + metrics: + - type: cos_sim_pearson + value: 31.251113497359086 + - type: cos_sim_spearman + value: 29.744542072951358 + - type: dot_pearson + value: 30.07119302266507 + - type: dot_spearman + value: 30.120330112048354 + - task: + type: Reranking + dataset: + type: lyon-nlp/mteb-fr-reranking-syntec-s2p + name: MTEB SyntecReranking + config: default + split: test + revision: b205c5084a0934ce8af14338bf03feb19499c84d + metrics: + - type: map + value: 88.03333333333333 + - type: mrr + value: 88.03333333333333 + - task: + type: Retrieval + dataset: + type: lyon-nlp/mteb-fr-retrieval-syntec-s2p + name: MTEB SyntecRetrieval + config: default + split: test + revision: 77f7e271bf4a92b24fce5119f3486b583ca016ff + metrics: + - type: map_at_1 + value: 68.0 + - type: map_at_10 + value: 78.483 + - type: map_at_100 + value: 78.642 + - type: map_at_1000 + value: 78.642 + - type: map_at_3 + value: 76.5 + - type: map_at_5 + value: 78.05 + - type: mrr_at_1 + value: 68.0 + - type: mrr_at_10 + value: 78.483 + - type: mrr_at_100 + value: 78.642 + - type: mrr_at_1000 + value: 78.642 + - type: mrr_at_3 + value: 76.5 + - type: mrr_at_5 + value: 78.05 + - type: ndcg_at_1 + value: 68.0 + - type: ndcg_at_10 + value: 83.043 + - type: ndcg_at_100 + value: 83.735 + - type: ndcg_at_1000 + value: 83.735 + - type: ndcg_at_3 + value: 79.202 + - type: ndcg_at_5 + value: 82.042 + - type: precision_at_1 + value: 68.0 + - type: precision_at_10 + value: 9.700000000000001 + - type: precision_at_100 + value: 1.0 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_3 + value: 28.999999999999996 + - type: precision_at_5 + value: 18.8 + - type: recall_at_1 + value: 68.0 + - type: recall_at_10 + value: 97.0 + - type: recall_at_100 + value: 100.0 + - type: recall_at_1000 + value: 100.0 + - type: recall_at_3 + value: 87.0 + - type: recall_at_5 + value: 94.0 + - task: + type: Reranking + dataset: + type: C-MTEB/T2Reranking + name: MTEB T2Reranking + config: default + split: dev + revision: 76631901a18387f85eaa53e5450019b87ad58ef9 + metrics: + - type: map + value: 67.08577894804324 + - type: mrr + value: 77.29943122588688 + - task: + type: Retrieval + dataset: + type: C-MTEB/T2Retrieval + name: MTEB T2Retrieval + config: default + split: dev + revision: 8731a845f1bf500a4f111cf1070785c793d10e64 + metrics: + - type: map_at_1 + value: 27.614 + - type: map_at_10 + value: 77.29899999999999 + - type: map_at_100 + value: 80.874 + - type: map_at_1000 + value: 80.941 + - type: map_at_3 + value: 54.486000000000004 + - type: map_at_5 + value: 66.90700000000001 + - type: mrr_at_1 + value: 90.334 + - type: mrr_at_10 + value: 92.60300000000001 + - type: mrr_at_100 + value: 92.69 + - type: mrr_at_1000 + value: 92.694 + - type: mrr_at_3 + value: 92.192 + - type: mrr_at_5 + value: 92.447 + - type: ndcg_at_1 + value: 90.334 + - type: ndcg_at_10 + value: 84.718 + - type: ndcg_at_100 + value: 88.255 + - type: ndcg_at_1000 + value: 88.897 + - type: ndcg_at_3 + value: 86.29 + - type: ndcg_at_5 + value: 84.822 + - type: precision_at_1 + value: 90.334 + - type: precision_at_10 + value: 42.022999999999996 + - type: precision_at_100 + value: 5.002 + - type: precision_at_1000 + value: 0.515 + - type: precision_at_3 + value: 75.468 + - type: precision_at_5 + value: 63.196 + - type: recall_at_1 + value: 27.614 + - type: recall_at_10 + value: 83.44500000000001 + - type: recall_at_100 + value: 95.03399999999999 + - type: recall_at_1000 + value: 98.291 + - type: recall_at_3 + value: 56.018 + - type: recall_at_5 + value: 70.025 + - task: + type: Classification + dataset: + type: C-MTEB/TNews-classification + name: MTEB TNews + config: default + split: validation + revision: 317f262bf1e6126357bbe89e875451e4b0938fe4 + metrics: + - type: accuracy + value: 48.726 + - type: f1 + value: 47.21361842697635 + - task: + type: Retrieval + dataset: + type: mteb/trec-covid + name: MTEB TRECCOVID + config: default + split: test + revision: None + metrics: + - type: map_at_1 + value: 0.179 + - type: map_at_10 + value: 1.361 + - type: map_at_100 + value: 7.599 + - type: map_at_1000 + value: 19.348000000000003 + - type: map_at_3 + value: 0.486 + - type: map_at_5 + value: 0.766 + - type: mrr_at_1 + value: 68.0 + - type: mrr_at_10 + value: 80.5 + - type: mrr_at_100 + value: 80.5 + - type: mrr_at_1000 + value: 80.5 + - type: mrr_at_3 + value: 78.667 + - type: mrr_at_5 + value: 80.167 + - type: ndcg_at_1 + value: 62.0 + - type: ndcg_at_10 + value: 57.56 + - type: ndcg_at_100 + value: 45.123999999999995 + - type: ndcg_at_1000 + value: 44.46 + - type: ndcg_at_3 + value: 62.0 + - type: ndcg_at_5 + value: 59.897999999999996 + - type: precision_at_1 + value: 68.0 + - type: precision_at_10 + value: 63.0 + - type: precision_at_100 + value: 46.660000000000004 + - type: precision_at_1000 + value: 20.012 + - type: precision_at_3 + value: 68.667 + - type: precision_at_5 + value: 66.8 + - type: recall_at_1 + value: 0.179 + - type: recall_at_10 + value: 1.6660000000000001 + - type: recall_at_100 + value: 11.352 + - type: recall_at_1000 + value: 42.769 + - type: recall_at_3 + value: 0.541 + - type: recall_at_5 + value: 0.8789999999999999 + - task: + type: Retrieval + dataset: + type: clarin-knext/trec-covid-pl + name: MTEB TRECCOVID-PL + config: default + split: test + revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd + metrics: + - type: map_at_1 + value: 0.182 + - type: map_at_10 + value: 1.4160000000000001 + - type: map_at_100 + value: 7.4590000000000005 + - type: map_at_1000 + value: 17.714 + - type: map_at_3 + value: 0.49699999999999994 + - type: map_at_5 + value: 0.784 + - type: mrr_at_1 + value: 68.0 + - type: mrr_at_10 + value: 79.3 + - type: mrr_at_100 + value: 79.467 + - type: mrr_at_1000 + value: 79.467 + - type: mrr_at_3 + value: 77.667 + - type: mrr_at_5 + value: 78.967 + - type: ndcg_at_1 + value: 64.0 + - type: ndcg_at_10 + value: 59.355999999999995 + - type: ndcg_at_100 + value: 45.025999999999996 + - type: ndcg_at_1000 + value: 42.405 + - type: ndcg_at_3 + value: 63.70400000000001 + - type: ndcg_at_5 + value: 62.692 + - type: precision_at_1 + value: 68.0 + - type: precision_at_10 + value: 62.8 + - type: precision_at_100 + value: 46.14 + - type: precision_at_1000 + value: 18.8 + - type: precision_at_3 + value: 68.0 + - type: precision_at_5 + value: 66.8 + - type: recall_at_1 + value: 0.182 + - type: recall_at_10 + value: 1.711 + - type: recall_at_100 + value: 11.216 + - type: recall_at_1000 + value: 40.300000000000004 + - type: recall_at_3 + value: 0.5479999999999999 + - type: recall_at_5 + value: 0.906 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (sqi-eng) + config: sqi-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 86.2 + - type: f1 + value: 82.765 + - type: precision + value: 81.28261904761905 + - type: recall + value: 86.2 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (fry-eng) + config: fry-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 78.61271676300578 + - type: f1 + value: 73.69942196531792 + - type: precision + value: 71.59922928709057 + - type: recall + value: 78.61271676300578 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (kur-eng) + config: kur-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 39.268292682926834 + - type: f1 + value: 32.86585365853657 + - type: precision + value: 30.726973568436982 + - type: recall + value: 39.268292682926834 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (tur-eng) + config: tur-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 96.8 + - type: f1 + value: 95.81666666666666 + - type: precision + value: 95.33333333333334 + - type: recall + value: 96.8 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (deu-eng) + config: deu-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 98.2 + - type: f1 + value: 97.75 + - type: precision + value: 97.53333333333333 + - type: recall + value: 98.2 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (nld-eng) + config: nld-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 95.1 + - type: f1 + value: 93.78333333333335 + - type: precision + value: 93.13333333333334 + - type: recall + value: 95.1 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ron-eng) + config: ron-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 92.7 + - type: f1 + value: 90.72333333333333 + - type: precision + value: 89.775 + - type: recall + value: 92.7 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ang-eng) + config: ang-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 49.25373134328358 + - type: f1 + value: 42.45202558635395 + - type: precision + value: 39.96465043205028 + - type: recall + value: 49.25373134328358 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ido-eng) + config: ido-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 81.89999999999999 + - type: f1 + value: 77.59238095238095 + - type: precision + value: 75.80666666666667 + - type: recall + value: 81.89999999999999 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (jav-eng) + config: jav-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 40.0 + - type: f1 + value: 35.69686411149825 + - type: precision + value: 34.42389588731052 + - type: recall + value: 40.0 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (isl-eng) + config: isl-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 86.0 + - type: f1 + value: 82.59333333333333 + - type: precision + value: 81.06666666666666 + - type: recall + value: 86.0 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (slv-eng) + config: slv-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 86.99878493317132 + - type: f1 + value: 84.1456922987907 + - type: precision + value: 82.90603483191576 + - type: recall + value: 86.99878493317132 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (cym-eng) + config: cym-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 58.26086956521739 + - type: f1 + value: 52.47462133594857 + - type: precision + value: 50.334650856389985 + - type: recall + value: 58.26086956521739 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (kaz-eng) + config: kaz-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 72.34782608695653 + - type: f1 + value: 67.62965440356746 + - type: precision + value: 65.78426501035196 + - type: recall + value: 72.34782608695653 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (est-eng) + config: est-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 83.1 + - type: f1 + value: 79.48412698412699 + - type: precision + value: 77.99583333333334 + - type: recall + value: 83.1 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (heb-eng) + config: heb-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 80.5 + - type: f1 + value: 75.85 + - type: precision + value: 73.74833333333333 + - type: recall + value: 80.5 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (gla-eng) + config: gla-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 33.41375150784077 + - type: f1 + value: 27.32600866497127 + - type: precision + value: 25.178212418863804 + - type: recall + value: 33.41375150784077 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (mar-eng) + config: mar-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 87.5 + - type: f1 + value: 84.38 + - type: precision + value: 82.97333333333333 + - type: recall + value: 87.5 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (lat-eng) + config: lat-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 49.7 + - type: f1 + value: 42.98888712165028 + - type: precision + value: 40.63768476692389 + - type: recall + value: 49.7 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (bel-eng) + config: bel-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 88.3 + - type: f1 + value: 85.55690476190476 + - type: precision + value: 84.33928571428571 + - type: recall + value: 88.3 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (pms-eng) + config: pms-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 52.57142857142857 + - type: f1 + value: 46.68466031323174 + - type: precision + value: 44.64467120181406 + - type: recall + value: 52.57142857142857 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (gle-eng) + config: gle-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 37.3 + - type: f1 + value: 32.73071428571428 + - type: precision + value: 31.176114718614716 + - type: recall + value: 37.3 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (pes-eng) + config: pes-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 90.7 + - type: f1 + value: 88.26333333333334 + - type: precision + value: 87.11666666666666 + - type: recall + value: 90.7 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (nob-eng) + config: nob-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 97.39999999999999 + - type: f1 + value: 96.61666666666666 + - type: precision + value: 96.23333333333333 + - type: recall + value: 97.39999999999999 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (bul-eng) + config: bul-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 93.30000000000001 + - type: f1 + value: 91.30666666666666 + - type: precision + value: 90.35833333333333 + - type: recall + value: 93.30000000000001 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (cbk-eng) + config: cbk-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 75.7 + - type: f1 + value: 70.03714285714285 + - type: precision + value: 67.61777777777776 + - type: recall + value: 75.7 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (hun-eng) + config: hun-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 91.2 + - type: f1 + value: 89.09 + - type: precision + value: 88.145 + - type: recall + value: 91.2 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (uig-eng) + config: uig-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 65.5 + - type: f1 + value: 59.570476190476185 + - type: precision + value: 57.27102564102563 + - type: recall + value: 65.5 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (rus-eng) + config: rus-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 94.5 + - type: f1 + value: 92.9 + - type: precision + value: 92.10000000000001 + - type: recall + value: 94.5 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (spa-eng) + config: spa-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 98.2 + - type: f1 + value: 97.68333333333334 + - type: precision + value: 97.43333333333334 + - type: recall + value: 98.2 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (hye-eng) + config: hye-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 84.09703504043127 + - type: f1 + value: 80.40880503144653 + - type: precision + value: 78.68373764600179 + - type: recall + value: 84.09703504043127 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (tel-eng) + config: tel-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 91.88034188034187 + - type: f1 + value: 89.7008547008547 + - type: precision + value: 88.78205128205127 + - type: recall + value: 91.88034188034187 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (afr-eng) + config: afr-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 85.7 + - type: f1 + value: 81.84833333333333 + - type: precision + value: 80.0592857142857 + - type: recall + value: 85.7 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (mon-eng) + config: mon-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 76.36363636363637 + - type: f1 + value: 71.69696969696969 + - type: precision + value: 69.71969696969697 + - type: recall + value: 76.36363636363637 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (arz-eng) + config: arz-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 60.58700209643606 + - type: f1 + value: 55.76985790822269 + - type: precision + value: 53.701956673654784 + - type: recall + value: 60.58700209643606 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (hrv-eng) + config: hrv-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 93.5 + - type: f1 + value: 91.66666666666666 + - type: precision + value: 90.76666666666667 + - type: recall + value: 93.5 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (nov-eng) + config: nov-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 73.15175097276264 + - type: f1 + value: 68.36668519547896 + - type: precision + value: 66.46284973133223 + - type: recall + value: 73.15175097276264 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (gsw-eng) + config: gsw-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 44.44444444444444 + - type: f1 + value: 36.73992673992674 + - type: precision + value: 34.39393939393939 + - type: recall + value: 44.44444444444444 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (nds-eng) + config: nds-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 69.0 + - type: f1 + value: 63.420952380952365 + - type: precision + value: 61.22844988344988 + - type: recall + value: 69.0 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ukr-eng) + config: ukr-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 93.2 + - type: f1 + value: 91.28999999999999 + - type: precision + value: 90.39166666666667 + - type: recall + value: 93.2 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (uzb-eng) + config: uzb-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 46.26168224299065 + - type: f1 + value: 40.95392490046146 + - type: precision + value: 39.25358811748998 + - type: recall + value: 46.26168224299065 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (lit-eng) + config: lit-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 81.0 + - type: f1 + value: 77.58936507936508 + - type: precision + value: 76.24361111111111 + - type: recall + value: 81.0 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ina-eng) + config: ina-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 93.2 + - type: f1 + value: 91.28999999999999 + - type: precision + value: 90.375 + - type: recall + value: 93.2 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (lfn-eng) + config: lfn-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 69.39999999999999 + - type: f1 + value: 63.563650793650794 + - type: precision + value: 61.337616550116536 + - type: recall + value: 69.39999999999999 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (zsm-eng) + config: zsm-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 95.6 + - type: f1 + value: 94.35 + - type: precision + value: 93.73333333333333 + - type: recall + value: 95.6 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ita-eng) + config: ita-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 93.10000000000001 + - type: f1 + value: 91.43 + - type: precision + value: 90.63333333333333 + - type: recall + value: 93.10000000000001 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (cmn-eng) + config: cmn-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 96.7 + - type: f1 + value: 95.73333333333332 + - type: precision + value: 95.26666666666668 + - type: recall + value: 96.7 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (lvs-eng) + config: lvs-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 83.0 + - type: f1 + value: 79.38666666666667 + - type: precision + value: 77.83611111111111 + - type: recall + value: 83.0 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (glg-eng) + config: glg-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 91.8 + - type: f1 + value: 89.64 + - type: precision + value: 88.625 + - type: recall + value: 91.8 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ceb-eng) + config: ceb-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 25.333333333333336 + - type: f1 + value: 21.257184628237262 + - type: precision + value: 19.958671171171172 + - type: recall + value: 25.333333333333336 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (bre-eng) + config: bre-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 17.2 + - type: f1 + value: 13.592316017316017 + - type: precision + value: 12.555672105672109 + - type: recall + value: 17.2 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ben-eng) + config: ben-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 78.2 + - type: f1 + value: 73.22666666666666 + - type: precision + value: 71.05833333333332 + - type: recall + value: 78.2 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (swg-eng) + config: swg-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 58.03571428571429 + - type: f1 + value: 51.711309523809526 + - type: precision + value: 49.41326530612245 + - type: recall + value: 58.03571428571429 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (arq-eng) + config: arq-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 30.735455543358945 + - type: f1 + value: 24.98790634904795 + - type: precision + value: 22.989347773683022 + - type: recall + value: 30.735455543358945 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (kab-eng) + config: kab-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 21.8 + - type: f1 + value: 17.19218192918193 + - type: precision + value: 15.923809523809524 + - type: recall + value: 21.8 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (fra-eng) + config: fra-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 94.69999999999999 + - type: f1 + value: 93.26666666666667 + - type: precision + value: 92.58333333333333 + - type: recall + value: 94.69999999999999 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (por-eng) + config: por-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 95.6 + - type: f1 + value: 94.57333333333334 + - type: precision + value: 94.075 + - type: recall + value: 95.6 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (tat-eng) + config: tat-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 48.5 + - type: f1 + value: 42.35127206127206 + - type: precision + value: 40.19790043290043 + - type: recall + value: 48.5 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (oci-eng) + config: oci-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 56.49999999999999 + - type: f1 + value: 51.12318903318903 + - type: precision + value: 49.215995670995675 + - type: recall + value: 56.49999999999999 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (pol-eng) + config: pol-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 96.1 + - type: f1 + value: 94.89999999999999 + - type: precision + value: 94.31666666666666 + - type: recall + value: 96.1 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (war-eng) + config: war-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 27.400000000000002 + - type: f1 + value: 23.856320290390055 + - type: precision + value: 22.68799881491058 + - type: recall + value: 27.400000000000002 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (aze-eng) + config: aze-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 83.39999999999999 + - type: f1 + value: 79.52833333333334 + - type: precision + value: 77.86428571428571 + - type: recall + value: 83.39999999999999 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (vie-eng) + config: vie-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 96.8 + - type: f1 + value: 95.93333333333334 + - type: precision + value: 95.53333333333333 + - type: recall + value: 96.8 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (nno-eng) + config: nno-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 92.80000000000001 + - type: f1 + value: 90.75333333333333 + - type: precision + value: 89.79166666666666 + - type: recall + value: 92.80000000000001 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (cha-eng) + config: cha-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 34.306569343065696 + - type: f1 + value: 30.802919708029197 + - type: precision + value: 29.691808596918083 + - type: recall + value: 34.306569343065696 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (mhr-eng) + config: mhr-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 20.0 + - type: f1 + value: 15.984076294076294 + - type: precision + value: 14.769488289488288 + - type: recall + value: 20.0 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (dan-eng) + config: dan-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 93.5 + - type: f1 + value: 91.82666666666667 + - type: precision + value: 91.08333333333334 + - type: recall + value: 93.5 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ell-eng) + config: ell-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 93.7 + - type: f1 + value: 91.9 + - type: precision + value: 91.03333333333333 + - type: recall + value: 93.7 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (amh-eng) + config: amh-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 80.95238095238095 + - type: f1 + value: 76.36054421768706 + - type: precision + value: 74.30555555555556 + - type: recall + value: 80.95238095238095 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (pam-eng) + config: pam-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 11.899999999999999 + - type: f1 + value: 9.232711399711398 + - type: precision + value: 8.456782310303296 + - type: recall + value: 11.899999999999999 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (hsb-eng) + config: hsb-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 51.96687370600414 + - type: f1 + value: 45.640803181175855 + - type: precision + value: 43.45222410439802 + - type: recall + value: 51.96687370600414 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (srp-eng) + config: srp-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 89.0 + - type: f1 + value: 86.29 + - type: precision + value: 85.045 + - type: recall + value: 89.0 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (epo-eng) + config: epo-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 91.2 + - type: f1 + value: 88.90833333333332 + - type: precision + value: 87.86761904761904 + - type: recall + value: 91.2 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (kzj-eng) + config: kzj-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 13.3 + - type: f1 + value: 11.11880248978075 + - type: precision + value: 10.508978465037789 + - type: recall + value: 13.3 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (awa-eng) + config: awa-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 55.41125541125541 + - type: f1 + value: 48.45839345839346 + - type: precision + value: 45.83505119219405 + - type: recall + value: 55.41125541125541 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (fao-eng) + config: fao-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 70.61068702290076 + - type: f1 + value: 65.68157033805888 + - type: precision + value: 63.84223918575063 + - type: recall + value: 70.61068702290076 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (mal-eng) + config: mal-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 95.92430858806405 + - type: f1 + value: 94.63852498786997 + - type: precision + value: 94.00776322173701 + - type: recall + value: 95.92430858806405 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ile-eng) + config: ile-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 85.1 + - type: f1 + value: 81.67904761904761 + - type: precision + value: 80.29333333333332 + - type: recall + value: 85.1 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (bos-eng) + config: bos-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 91.80790960451978 + - type: f1 + value: 89.35969868173258 + - type: precision + value: 88.18267419962335 + - type: recall + value: 91.80790960451978 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (cor-eng) + config: cor-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 8.1 + - type: f1 + value: 5.957229437229437 + - type: precision + value: 5.480012944571769 + - type: recall + value: 8.1 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (cat-eng) + config: cat-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 93.30000000000001 + - type: f1 + value: 91.50333333333333 + - type: precision + value: 90.70833333333333 + - type: recall + value: 93.30000000000001 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (eus-eng) + config: eus-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 68.60000000000001 + - type: f1 + value: 63.75498778998778 + - type: precision + value: 61.93067460317461 + - type: recall + value: 68.60000000000001 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (yue-eng) + config: yue-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 86.4 + - type: f1 + value: 82.99190476190476 + - type: precision + value: 81.54666666666667 + - type: recall + value: 86.4 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (swe-eng) + config: swe-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 94.5 + - type: f1 + value: 92.95 + - type: precision + value: 92.21666666666665 + - type: recall + value: 94.5 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (dtp-eng) + config: dtp-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 10.4 + - type: f1 + value: 9.054042624042623 + - type: precision + value: 8.630757575757576 + - type: recall + value: 10.4 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (kat-eng) + config: kat-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 77.61394101876675 + - type: f1 + value: 72.77064981488574 + - type: precision + value: 70.7497127537342 + - type: recall + value: 77.61394101876675 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (jpn-eng) + config: jpn-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 94.69999999999999 + - type: f1 + value: 93.14 + - type: precision + value: 92.40833333333333 + - type: recall + value: 94.69999999999999 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (csb-eng) + config: csb-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 35.96837944664031 + - type: f1 + value: 29.976786498525627 + - type: precision + value: 28.14112635946284 + - type: recall + value: 35.96837944664031 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (xho-eng) + config: xho-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 71.83098591549296 + - type: f1 + value: 67.6525821596244 + - type: precision + value: 65.90375586854461 + - type: recall + value: 71.83098591549296 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (orv-eng) + config: orv-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 40.23952095808383 + - type: f1 + value: 33.12964812964813 + - type: precision + value: 30.84730194857 + - type: recall + value: 40.23952095808383 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ind-eng) + config: ind-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 93.89999999999999 + - type: f1 + value: 92.30666666666666 + - type: precision + value: 91.55833333333334 + - type: recall + value: 93.89999999999999 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (tuk-eng) + config: tuk-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 40.39408866995074 + - type: f1 + value: 34.36077879427633 + - type: precision + value: 32.28790366721401 + - type: recall + value: 40.39408866995074 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (max-eng) + config: max-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 58.45070422535211 + - type: f1 + value: 52.571845212690285 + - type: precision + value: 50.454812206572775 + - type: recall + value: 58.45070422535211 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (swh-eng) + config: swh-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 64.1025641025641 + - type: f1 + value: 58.13107263107262 + - type: precision + value: 55.97893772893773 + - type: recall + value: 64.1025641025641 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (hin-eng) + config: hin-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 94.8 + - type: f1 + value: 93.33333333333333 + - type: precision + value: 92.61666666666667 + - type: recall + value: 94.8 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (dsb-eng) + config: dsb-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 48.643006263048015 + - type: f1 + value: 42.87370133925458 + - type: precision + value: 40.999775566581405 + - type: recall + value: 48.643006263048015 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ber-eng) + config: ber-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 24.4 + - type: f1 + value: 20.394327616827614 + - type: precision + value: 19.241467380939998 + - type: recall + value: 24.4 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (tam-eng) + config: tam-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 87.29641693811075 + - type: f1 + value: 84.29967426710098 + - type: precision + value: 82.95331161780672 + - type: recall + value: 87.29641693811075 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (slk-eng) + config: slk-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 91.10000000000001 + - type: f1 + value: 88.80666666666667 + - type: precision + value: 87.77833333333332 + - type: recall + value: 91.10000000000001 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (tgl-eng) + config: tgl-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 72.2 + - type: f1 + value: 67.23062271062273 + - type: precision + value: 65.27804093567252 + - type: recall + value: 72.2 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ast-eng) + config: ast-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 82.67716535433071 + - type: f1 + value: 78.08398950131233 + - type: precision + value: 75.98425196850394 + - type: recall + value: 82.67716535433071 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (mkd-eng) + config: mkd-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 82.1 + - type: f1 + value: 77.85166666666666 + - type: precision + value: 76.01761904761905 + - type: recall + value: 82.1 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (khm-eng) + config: khm-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 72.57617728531855 + - type: f1 + value: 67.63004001231148 + - type: precision + value: 65.65707030734731 + - type: recall + value: 72.57617728531855 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ces-eng) + config: ces-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 91.9 + - type: f1 + value: 89.77000000000001 + - type: precision + value: 88.775 + - type: recall + value: 91.9 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (tzl-eng) + config: tzl-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 45.19230769230769 + - type: f1 + value: 40.2654503616042 + - type: precision + value: 38.693910256410255 + - type: recall + value: 45.19230769230769 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (urd-eng) + config: urd-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 87.2 + - type: f1 + value: 83.90333333333334 + - type: precision + value: 82.39166666666668 + - type: recall + value: 87.2 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (ara-eng) + config: ara-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 81.8 + - type: f1 + value: 77.80666666666666 + - type: precision + value: 76.04714285714286 + - type: recall + value: 81.8 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (kor-eng) + config: kor-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 87.3 + - type: f1 + value: 84.08 + - type: precision + value: 82.58666666666666 + - type: recall + value: 87.3 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (yid-eng) + config: yid-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 66.39150943396226 + - type: f1 + value: 60.43098607367475 + - type: precision + value: 58.105065139263246 + - type: recall + value: 66.39150943396226 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (fin-eng) + config: fin-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 90.5 + - type: f1 + value: 88.19333333333333 + - type: precision + value: 87.16666666666666 + - type: recall + value: 90.5 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (tha-eng) + config: tha-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 92.7007299270073 + - type: f1 + value: 90.55352798053529 + - type: precision + value: 89.5529197080292 + - type: recall + value: 92.7007299270073 + - task: + type: BitextMining + dataset: + type: mteb/tatoeba-bitext-mining + name: MTEB Tatoeba (wuu-eng) + config: wuu-eng + split: test + revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 + metrics: + - type: accuracy + value: 90.9 + - type: f1 + value: 88.44999999999999 + - type: precision + value: 87.28333333333332 + - type: recall + value: 90.9 + - task: + type: Clustering + dataset: + type: C-MTEB/ThuNewsClusteringP2P + name: MTEB ThuNewsClusteringP2P + config: default + split: test + revision: 5798586b105c0434e4f0fe5e767abe619442cf93 + metrics: + - type: v_measure + value: 57.25416429643288 + - task: + type: Clustering + dataset: + type: C-MTEB/ThuNewsClusteringS2S + name: MTEB ThuNewsClusteringS2S + config: default + split: test + revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d + metrics: + - type: v_measure + value: 56.616646560243524 + - task: + type: Retrieval + dataset: + type: mteb/touche2020 + name: MTEB Touche2020 + config: default + split: test + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + metrics: + - type: map_at_1 + value: 2.83 + - type: map_at_10 + value: 8.790000000000001 + - type: map_at_100 + value: 14.939 + - type: map_at_1000 + value: 16.476 + - type: map_at_3 + value: 5.133 + - type: map_at_5 + value: 6.236 + - type: mrr_at_1 + value: 32.653 + - type: mrr_at_10 + value: 46.225 + - type: mrr_at_100 + value: 47.046 + - type: mrr_at_1000 + value: 47.046 + - type: mrr_at_3 + value: 41.497 + - type: mrr_at_5 + value: 43.333 + - type: ndcg_at_1 + value: 29.592000000000002 + - type: ndcg_at_10 + value: 22.819 + - type: ndcg_at_100 + value: 35.918 + - type: ndcg_at_1000 + value: 47.155 + - type: ndcg_at_3 + value: 26.135 + - type: ndcg_at_5 + value: 23.177 + - type: precision_at_1 + value: 32.653 + - type: precision_at_10 + value: 19.796 + - type: precision_at_100 + value: 7.550999999999999 + - type: precision_at_1000 + value: 1.506 + - type: precision_at_3 + value: 26.531 + - type: precision_at_5 + value: 22.448999999999998 + - type: recall_at_1 + value: 2.83 + - type: recall_at_10 + value: 14.732000000000001 + - type: recall_at_100 + value: 47.238 + - type: recall_at_1000 + value: 81.598 + - type: recall_at_3 + value: 6.027 + - type: recall_at_5 + value: 8.32 + - task: + type: Classification + dataset: + type: mteb/toxic_conversations_50k + name: MTEB ToxicConversationsClassification + config: default + split: test + revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c + metrics: + - type: accuracy + value: 71.02579999999999 + - type: ap + value: 14.22668140305417 + - type: f1 + value: 54.599964737442164 + - task: + type: Classification + dataset: + type: mteb/tweet_sentiment_extraction + name: MTEB TweetSentimentExtractionClassification + config: default + split: test + revision: d604517c81ca91fe16a244d1248fc021f9ecee7a + metrics: + - type: accuracy + value: 57.60045274476514 + - type: f1 + value: 57.97634511022601 + - task: + type: Clustering + dataset: + type: mteb/twentynewsgroups-clustering + name: MTEB TwentyNewsgroupsClustering + config: default + split: test + revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 + metrics: + - type: v_measure + value: 50.346666699466205 + - task: + type: PairClassification + dataset: + type: mteb/twittersemeval2015-pairclassification + name: MTEB TwitterSemEval2015 + config: default + split: test + revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 + metrics: + - type: cos_sim_accuracy + value: 85.56356917208082 + - type: cos_sim_ap + value: 71.88199004440489 + - type: cos_sim_f1 + value: 66.49739748635267 + - type: cos_sim_precision + value: 64.08123317837044 + - type: cos_sim_recall + value: 69.10290237467018 + - type: dot_accuracy + value: 82.58925910472671 + - type: dot_ap + value: 61.96081610774744 + - type: dot_f1 + value: 60.18303843807199 + - type: dot_precision + value: 55.98183881952327 + - type: dot_recall + value: 65.06596306068602 + - type: euclidean_accuracy + value: 85.4205161828694 + - type: euclidean_ap + value: 71.48565394160755 + - type: euclidean_f1 + value: 66.07009694258016 + - type: euclidean_precision + value: 62.45300751879699 + - type: euclidean_recall + value: 70.13192612137203 + - type: manhattan_accuracy + value: 85.40263455921799 + - type: manhattan_ap + value: 71.39090181446517 + - type: manhattan_f1 + value: 66.0143198090692 + - type: manhattan_precision + value: 60.26143790849673 + - type: manhattan_recall + value: 72.98153034300792 + - type: max_accuracy + value: 85.56356917208082 + - type: max_ap + value: 71.88199004440489 + - type: max_f1 + value: 66.49739748635267 + - task: + type: PairClassification + dataset: + type: mteb/twitterurlcorpus-pairclassification + name: MTEB TwitterURLCorpus + config: default + split: test + revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf + metrics: + - type: cos_sim_accuracy + value: 88.836496293709 + - type: cos_sim_ap + value: 85.41587779677383 + - type: cos_sim_f1 + value: 77.97599261311173 + - type: cos_sim_precision + value: 74.93433662241783 + - type: cos_sim_recall + value: 81.27502309824453 + - type: dot_accuracy + value: 85.13408623433072 + - type: dot_ap + value: 76.26463526576318 + - type: dot_f1 + value: 71.07011324131759 + - type: dot_precision + value: 64.26392779333956 + - type: dot_recall + value: 79.48875885432707 + - type: euclidean_accuracy + value: 88.67155664221679 + - type: euclidean_ap + value: 85.05143347557028 + - type: euclidean_f1 + value: 77.63578274760384 + - type: euclidean_precision + value: 75.01076812634602 + - type: euclidean_recall + value: 80.45118570988605 + - type: manhattan_accuracy + value: 88.7297706368611 + - type: manhattan_ap + value: 85.04160711843862 + - type: manhattan_f1 + value: 77.593330382175 + - type: manhattan_precision + value: 74.48300283286119 + - type: manhattan_recall + value: 80.97474591931014 + - type: max_accuracy + value: 88.836496293709 + - type: max_ap + value: 85.41587779677383 + - type: max_f1 + value: 77.97599261311173 + - task: + type: Retrieval + dataset: + type: C-MTEB/VideoRetrieval + name: MTEB VideoRetrieval + config: default + split: dev + revision: 58c2597a5943a2ba48f4668c3b90d796283c5639 + metrics: + - type: map_at_1 + value: 58.099999999999994 + - type: map_at_10 + value: 68.125 + - type: map_at_100 + value: 68.508 + - type: map_at_1000 + value: 68.52000000000001 + - type: map_at_3 + value: 66.183 + - type: map_at_5 + value: 67.348 + - type: mrr_at_1 + value: 58.099999999999994 + - type: mrr_at_10 + value: 68.125 + - type: mrr_at_100 + value: 68.508 + - type: mrr_at_1000 + value: 68.52000000000001 + - type: mrr_at_3 + value: 66.183 + - type: mrr_at_5 + value: 67.348 + - type: ndcg_at_1 + value: 58.099999999999994 + - type: ndcg_at_10 + value: 72.792 + - type: ndcg_at_100 + value: 74.646 + - type: ndcg_at_1000 + value: 74.957 + - type: ndcg_at_3 + value: 68.83200000000001 + - type: ndcg_at_5 + value: 70.93199999999999 + - type: precision_at_1 + value: 58.099999999999994 + - type: precision_at_10 + value: 8.73 + - type: precision_at_100 + value: 0.959 + - type: precision_at_1000 + value: 0.098 + - type: precision_at_3 + value: 25.5 + - type: precision_at_5 + value: 16.32 + - type: recall_at_1 + value: 58.099999999999994 + - type: recall_at_10 + value: 87.3 + - type: recall_at_100 + value: 95.89999999999999 + - type: recall_at_1000 + value: 98.3 + - type: recall_at_3 + value: 76.5 + - type: recall_at_5 + value: 81.6 + - task: + type: Classification + dataset: + type: C-MTEB/waimai-classification + name: MTEB Waimai + config: default + split: test + revision: 339287def212450dcaa9df8c22bf93e9980c7023 + metrics: + - type: accuracy + value: 82.58000000000001 + - type: ap + value: 63.03879889500805 + - type: f1 + value: 80.80943546135636 + - task: + type: Retrieval + dataset: + type: jinaai/xpqa + name: MTEB XPQARetrieval (fr) + config: fr + split: test + revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f + metrics: + - type: map_at_1 + value: 38.397999999999996 + - type: map_at_10 + value: 60.653 + - type: map_at_100 + value: 62.031000000000006 + - type: map_at_1000 + value: 62.089000000000006 + - type: map_at_3 + value: 53.97 + - type: map_at_5 + value: 58.36900000000001 + - type: mrr_at_1 + value: 61.682 + - type: mrr_at_10 + value: 69.27499999999999 + - type: mrr_at_100 + value: 69.768 + - type: mrr_at_1000 + value: 69.784 + - type: mrr_at_3 + value: 66.97800000000001 + - type: mrr_at_5 + value: 68.5 + - type: ndcg_at_1 + value: 61.682 + - type: ndcg_at_10 + value: 67.327 + - type: ndcg_at_100 + value: 71.70400000000001 + - type: ndcg_at_1000 + value: 72.565 + - type: ndcg_at_3 + value: 61.39 + - type: ndcg_at_5 + value: 63.774 + - type: precision_at_1 + value: 61.682 + - type: precision_at_10 + value: 15.834000000000001 + - type: precision_at_100 + value: 1.9449999999999998 + - type: precision_at_1000 + value: 0.20600000000000002 + - type: precision_at_3 + value: 37.828 + - type: precision_at_5 + value: 27.503 + - type: recall_at_1 + value: 38.397999999999996 + - type: recall_at_10 + value: 77.512 + - type: recall_at_100 + value: 94.17699999999999 + - type: recall_at_1000 + value: 99.533 + - type: recall_at_3 + value: 59.18600000000001 + - type: recall_at_5 + value: 68.979 --- ## gte-multilingual-base