Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Roman Solomatin
commited on
Commit
•
006466a
1
Parent(s):
ed38465
fix french datasets
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- EXTERNAL_MODEL_RESULTS.json +0 -0
- all_data_tasks/0/default.jsonl +0 -0
- all_data_tasks/1/default.jsonl +0 -0
- all_data_tasks/10/default.jsonl +112 -66
- all_data_tasks/11/default.jsonl +112 -79
- all_data_tasks/12/default.jsonl +0 -0
- all_data_tasks/13/default.jsonl +112 -87
- all_data_tasks/14/default.jsonl +24 -24
- all_data_tasks/15/default.jsonl +32 -47
- all_data_tasks/16/default.jsonl +57 -77
- all_data_tasks/17/default.jsonl +57 -60
- all_data_tasks/18/default.jsonl +57 -61
- all_data_tasks/19/default.jsonl +57 -58
- all_data_tasks/2/default.jsonl +57 -206
- all_data_tasks/20/default.jsonl +57 -60
- all_data_tasks/21/default.jsonl +57 -74
- all_data_tasks/22/default.jsonl +57 -59
- all_data_tasks/23/default.jsonl +32 -47
- all_data_tasks/24/default.jsonl +21 -21
- all_data_tasks/25/default.jsonl +17 -11
- all_data_tasks/26/default.jsonl +19 -13
- all_data_tasks/27/default.jsonl +14 -19
- all_data_tasks/28/default.jsonl +23 -53
- all_data_tasks/29/default.jsonl +23 -24
- all_data_tasks/3/default.jsonl +57 -199
- all_data_tasks/30/default.jsonl +23 -31
- all_data_tasks/31/default.jsonl +23 -24
- all_data_tasks/32/default.jsonl +23 -51
- all_data_tasks/33/default.jsonl +32 -47
- all_data_tasks/34/default.jsonl +0 -0
- all_data_tasks/35/default.jsonl +0 -0
- all_data_tasks/36/default.jsonl +36 -30
- all_data_tasks/37/default.jsonl +14 -14
- all_data_tasks/38/default.jsonl +25 -0
- all_data_tasks/39/default.jsonl +25 -0
- all_data_tasks/4/default.jsonl +0 -0
- all_data_tasks/40/default.jsonl +25 -0
- all_data_tasks/41/default.jsonl +25 -0
- all_data_tasks/42/default.jsonl +25 -0
- all_data_tasks/43/default.jsonl +25 -0
- all_data_tasks/5/default.jsonl +0 -0
- all_data_tasks/6/default.jsonl +57 -184
- all_data_tasks/7/default.jsonl +0 -0
- all_data_tasks/8/default.jsonl +0 -0
- all_data_tasks/9/default.jsonl +112 -66
- app.py +1 -3
- boards_data/bright/data_tasks/Retrieval/default.jsonl +14 -14
- boards_data/da/data_tasks/BitextMining/default.jsonl +24 -24
- boards_data/da/data_tasks/Classification/default.jsonl +32 -47
- boards_data/de/data_tasks/Clustering/default.jsonl +14 -19
EXTERNAL_MODEL_RESULTS.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
all_data_tasks/0/default.jsonl
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
all_data_tasks/1/default.jsonl
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
all_data_tasks/10/default.jsonl
CHANGED
@@ -1,66 +1,112 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"
|
59 |
-
{"
|
60 |
-
{"
|
61 |
-
{"
|
62 |
-
{"
|
63 |
-
{"
|
64 |
-
{"
|
65 |
-
{"
|
66 |
-
{"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":88.52,"Cmnli":91.81,"Ocnli":85.22}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":88.1,"Cmnli":90.77,"Ocnli":85.44}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.32,"Cmnli":85.31,"Ocnli":79.33}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":81.6,"Cmnli":85.27,"Ocnli":77.94}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":79.76,"Cmnli":84.1,"Ocnli":75.41}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.77,"Cmnli":82.17,"Ocnli":71.37}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.86,"Cmnli":77.67,"Ocnli":64.04}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":70.4,"Cmnli":76.24,"Ocnli":64.57}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.89,"Cmnli":78.18,"Ocnli":61.6}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.56,"Cmnli":76.03,"Ocnli":63.08}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.41,"Cmnli":73.87,"Ocnli":60.95}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.07,"Cmnli":74.51,"Ocnli":59.63}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":66.62,"Cmnli":72.55,"Ocnli":60.7}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":66.45,"Cmnli":72.12,"Ocnli":60.77}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":64.3,"Cmnli":69.27,"Ocnli":59.33}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":63.99,"Cmnli":69.98,"Ocnli":58.0}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"Cmnli":null,"Ocnli":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"Cmnli":null,"Ocnli":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.aws.amazon.com\/bedrock\/latest\/userguide\/embeddings.html\">titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"Cmnli":null,"Ocnli":null}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"Cmnli":null,"Ocnli":null}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"Cmnli":null,"Ocnli":null}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"Cmnli":null,"Ocnli":null}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"Cmnli":null,"Ocnli":null}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"Cmnli":null,"Ocnli":null}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"Cmnli":null,"Ocnli":null}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised\">LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"Cmnli":null,"Ocnli":null}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse\">LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"Cmnli":null,"Ocnli":null}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised\">LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"Cmnli":null,"Ocnli":null}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse\">LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"Cmnli":null,"Ocnli":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised\">LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"Cmnli":null,"Ocnli":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse\">LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"Cmnli":null,"Ocnli":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-supervised\">LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"Cmnli":null,"Ocnli":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse\">LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"Cmnli":null,"Ocnli":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"Cmnli":null,"Ocnli":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"Cmnli":null,"Ocnli":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"Cmnli":null,"Ocnli":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bert-base-uncased\">bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"Cmnli":null,"Ocnli":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"Cmnli":null,"Ocnli":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"Cmnli":null,"Ocnli":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"Cmnli":null,"Ocnli":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"Cmnli":null,"Ocnli":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"Cmnli":null,"Ocnli":null}
|
58 |
+
{"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"Cmnli":null,"Ocnli":null}
|
59 |
+
{"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
60 |
+
{"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null}
|
61 |
+
{"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null}
|
62 |
+
{"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"Cmnli":null,"Ocnli":null}
|
63 |
+
{"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"Cmnli":null,"Ocnli":null}
|
64 |
+
{"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"Cmnli":null,"Ocnli":null}
|
65 |
+
{"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
66 |
+
{"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"Cmnli":null,"Ocnli":null}
|
67 |
+
{"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
68 |
+
{"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
69 |
+
{"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"Cmnli":null,"Ocnli":null}
|
70 |
+
{"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"Cmnli":null,"Ocnli":null}
|
71 |
+
{"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null}
|
72 |
+
{"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null}
|
73 |
+
{"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null}
|
74 |
+
{"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"Cmnli":null,"Ocnli":null}
|
75 |
+
{"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
76 |
+
{"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/sup-simcse-bert-base-uncased\">sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
77 |
+
{"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/unsup-simcse-bert-base-uncased\">unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
78 |
+
{"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"Cmnli":null,"Ocnli":null}
|
79 |
+
{"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"Cmnli":null,"Ocnli":null}
|
80 |
+
{"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"Cmnli":null,"Ocnli":null}
|
81 |
+
{"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
82 |
+
{"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
83 |
+
{"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_glove.6B.300d\">glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"Cmnli":null,"Ocnli":null}
|
84 |
+
{"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"Cmnli":null,"Ocnli":null}
|
85 |
+
{"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"Cmnli":null,"Ocnli":null}
|
86 |
+
{"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-base\">gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
87 |
+
{"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"Cmnli":null,"Ocnli":null}
|
88 |
+
{"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"Cmnli":null,"Ocnli":null}
|
89 |
+
{"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"Cmnli":null,"Ocnli":null}
|
90 |
+
{"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/msmarco-bert-co-condensor\">msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
91 |
+
{"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"Cmnli":null,"Ocnli":null}
|
92 |
+
{"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"Cmnli":null,"Ocnli":null}
|
93 |
+
{"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"Cmnli":null,"Ocnli":null}
|
94 |
+
{"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
95 |
+
{"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"Cmnli":null,"Ocnli":null}
|
96 |
+
{"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"Cmnli":null,"Ocnli":null}
|
97 |
+
{"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"Cmnli":null,"Ocnli":null}
|
98 |
+
{"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"Cmnli":null,"Ocnli":null}
|
99 |
+
{"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"Cmnli":null,"Ocnli":null}
|
100 |
+
{"Rank":100,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
101 |
+
{"Rank":101,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
102 |
+
{"Rank":102,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
103 |
+
{"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"Cmnli":null,"Ocnli":null}
|
104 |
+
{"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"Cmnli":null,"Ocnli":null}
|
105 |
+
{"Rank":105,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
106 |
+
{"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
107 |
+
{"Rank":107,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
108 |
+
{"Rank":108,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
109 |
+
{"Rank":109,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
110 |
+
{"Rank":110,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
111 |
+
{"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"Cmnli":null,"Ocnli":null}
|
112 |
+
{"Rank":112,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/www.elastic.co\/guide\/en\/machine-learning\/current\/ml-nlp-elser.html\">elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"Cmnli":null,"Ocnli":null}
|
all_data_tasks/11/default.jsonl
CHANGED
@@ -1,79 +1,112 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"
|
59 |
-
{"
|
60 |
-
{"
|
61 |
-
{"
|
62 |
-
{"
|
63 |
-
{"
|
64 |
-
{"
|
65 |
-
{"
|
66 |
-
{"
|
67 |
-
{"
|
68 |
-
{"
|
69 |
-
{"
|
70 |
-
{"
|
71 |
-
{"
|
72 |
-
{"
|
73 |
-
{"
|
74 |
-
{"
|
75 |
-
{"
|
76 |
-
{"
|
77 |
-
{"
|
78 |
-
{"
|
79 |
-
{"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":53.24,"CMedQAv1":68.25,"CMedQAv2":68.56,"MMarcoReranking":21.34,"MMarcoReranking (cmn-Hans)":29.12,"T2Reranking":65.83,"T2Reranking (cmn-Hans)":66.32}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":52.13,"CMedQAv1":65.21,"CMedQAv2":66.06,"MMarcoReranking":21.76,"MMarcoReranking (cmn-Hans)":30.52,"T2Reranking":64.39,"T2Reranking (cmn-Hans)":64.86}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":51.85,"CMedQAv1":63.44,"CMedQAv2":62.41,"MMarcoReranking":24.33,"MMarcoReranking (cmn-Hans)":29.98,"T2Reranking":65.24,"T2Reranking (cmn-Hans)":65.72}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.aws.amazon.com\/bedrock\/latest\/userguide\/embeddings.html\">titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.38,"T2Reranking (cmn-Hans)":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":null,"CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":68.11,"T2Reranking (cmn-Hans)":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.49,"T2Reranking (cmn-Hans)":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.16,"T2Reranking (cmn-Hans)":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":65.74,"T2Reranking (cmn-Hans)":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":null,"CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":65.9,"T2Reranking (cmn-Hans)":null}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":64.82,"T2Reranking (cmn-Hans)":null}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":21.7,"T2Reranking":null,"T2Reranking (cmn-Hans)":65.63}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised\">LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse\">LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised\">LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse\">LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised\">LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse\">LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-supervised\">LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse\">LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bert-base-uncased\">bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
58 |
+
{"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
59 |
+
{"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
60 |
+
{"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
61 |
+
{"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
62 |
+
{"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
63 |
+
{"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
64 |
+
{"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.03,"T2Reranking (cmn-Hans)":null}
|
65 |
+
{"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.13,"T2Reranking (cmn-Hans)":null}
|
66 |
+
{"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
67 |
+
{"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
68 |
+
{"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
69 |
+
{"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
70 |
+
{"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
71 |
+
{"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
72 |
+
{"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/sup-simcse-bert-base-uncased\">sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
73 |
+
{"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/unsup-simcse-bert-base-uncased\">unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
74 |
+
{"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":14.83,"T2Reranking":null,"T2Reranking (cmn-Hans)":63.29}
|
75 |
+
{"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":5.27,"T2Reranking":null,"T2Reranking (cmn-Hans)":60.32}
|
76 |
+
{"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":4.74,"T2Reranking":null,"T2Reranking (cmn-Hans)":56.26}
|
77 |
+
{"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":4.65,"T2Reranking":null,"T2Reranking (cmn-Hans)":58.3}
|
78 |
+
{"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
79 |
+
{"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_glove.6B.300d\">glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
80 |
+
{"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
81 |
+
{"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
82 |
+
{"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-base\">gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
83 |
+
{"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
84 |
+
{"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
85 |
+
{"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
86 |
+
{"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/msmarco-bert-co-condensor\">msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
87 |
+
{"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
88 |
+
{"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":16.14,"T2Reranking":null,"T2Reranking (cmn-Hans)":65.28}
|
89 |
+
{"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":14.57,"T2Reranking":null,"T2Reranking (cmn-Hans)":64.49}
|
90 |
+
{"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
91 |
+
{"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
92 |
+
{"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
93 |
+
{"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
94 |
+
{"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
95 |
+
{"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
96 |
+
{"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":65.95,"T2Reranking (cmn-Hans)":null}
|
97 |
+
{"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":null,"CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":65.76,"T2Reranking (cmn-Hans)":null}
|
98 |
+
{"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
99 |
+
{"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
100 |
+
{"Rank":100,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
101 |
+
{"Rank":101,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
102 |
+
{"Rank":102,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
103 |
+
{"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
104 |
+
{"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
105 |
+
{"Rank":105,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
106 |
+
{"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
107 |
+
{"Rank":107,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":66.65,"T2Reranking (cmn-Hans)":null}
|
108 |
+
{"Rank":108,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
109 |
+
{"Rank":109,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
110 |
+
{"Rank":110,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
111 |
+
{"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":67.85,"T2Reranking (cmn-Hans)":null}
|
112 |
+
{"Rank":112,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/www.elastic.co\/guide\/en\/machine-learning\/current\/ml-nlp-elser.html\">elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CMedQAv1":null,"CMedQAv2":null,"MMarcoReranking":null,"MMarcoReranking (cmn-Hans)":null,"T2Reranking":null,"T2Reranking (cmn-Hans)":null}
|
all_data_tasks/12/default.jsonl
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
all_data_tasks/13/default.jsonl
CHANGED
@@ -1,87 +1,112 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"
|
59 |
-
{"
|
60 |
-
{"
|
61 |
-
{"
|
62 |
-
{"
|
63 |
-
{"
|
64 |
-
{"
|
65 |
-
{"
|
66 |
-
{"
|
67 |
-
{"
|
68 |
-
{"
|
69 |
-
{"
|
70 |
-
{"
|
71 |
-
{"
|
72 |
-
{"
|
73 |
-
{"
|
74 |
-
{"
|
75 |
-
{"
|
76 |
-
{"
|
77 |
-
{"
|
78 |
-
{"
|
79 |
-
{"
|
80 |
-
{"
|
81 |
-
{"
|
82 |
-
{"
|
83 |
-
{"
|
84 |
-
{"
|
85 |
-
{"
|
86 |
-
{"
|
87 |
-
{"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":47.05,"AFQMC":33.02,"AFQMC (cmn-Hans)":33.01,"ATEC":39.81,"ATEC (cmn-Hans)":39.8,"BQ":46.44,"BQ (cmn-Hans)":46.44,"LCQMC":75.95,"LCQMC (cmn-Hans)":75.95,"PAWSX":14.63,"PAWSX (cmn-Hans)":14.63,"QBQTC":29.77,"STSB":81.08,"STSB (cmn-Hans)":81.08}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.9,"AFQMC":29.67,"AFQMC (cmn-Hans)":29.66,"ATEC":37.01,"ATEC (cmn-Hans)":37.01,"BQ":45.45,"BQ (cmn-Hans)":45.45,"LCQMC":74.15,"LCQMC (cmn-Hans)":74.15,"PAWSX":12.14,"PAWSX (cmn-Hans)":12.13,"QBQTC":28.81,"STSB":79.05,"STSB (cmn-Hans)":79.04}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":43.1,"AFQMC":25.21,"AFQMC (cmn-Hans)":25.21,"ATEC":35.14,"ATEC (cmn-Hans)":35.14,"BQ":43.27,"BQ (cmn-Hans)":43.27,"LCQMC":72.7,"LCQMC (cmn-Hans)":72.7,"PAWSX":11.01,"PAWSX (cmn-Hans)":11.0,"QBQTC":30.25,"STSB":77.73,"STSB (cmn-Hans)":77.73}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.aws.amazon.com\/bedrock\/latest\/userguide\/embeddings.html\">titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":59.11,"AFQMC (cmn-Hans)":null,"ATEC":58.19,"ATEC (cmn-Hans)":null,"BQ":71.07,"BQ (cmn-Hans)":null,"LCQMC":78.27,"LCQMC (cmn-Hans)":null,"PAWSX":44.98,"PAWSX (cmn-Hans)":null,"QBQTC":38.69,"STSB":82.8,"STSB (cmn-Hans)":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":null,"AFQMC":58.47,"AFQMC (cmn-Hans)":null,"ATEC":55.46,"ATEC (cmn-Hans)":null,"BQ":77.59,"BQ (cmn-Hans)":null,"LCQMC":76.29,"LCQMC (cmn-Hans)":null,"PAWSX":50.22,"PAWSX (cmn-Hans)":null,"QBQTC":31.82,"STSB":81.37,"STSB (cmn-Hans)":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":42.4,"AFQMC (cmn-Hans)":null,"ATEC":48.17,"ATEC (cmn-Hans)":null,"BQ":61.78,"BQ (cmn-Hans)":null,"LCQMC":74.45,"LCQMC (cmn-Hans)":null,"PAWSX":20.4,"PAWSX (cmn-Hans)":null,"QBQTC":36.22,"STSB":78.31,"STSB (cmn-Hans)":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"AFQMC":43.06,"AFQMC (cmn-Hans)":null,"ATEC":48.29,"ATEC (cmn-Hans)":null,"BQ":60.53,"BQ (cmn-Hans)":null,"LCQMC":74.71,"LCQMC (cmn-Hans)":null,"PAWSX":16.64,"PAWSX (cmn-Hans)":null,"QBQTC":35.2,"STSB":78.41,"STSB (cmn-Hans)":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"AFQMC":44.36,"AFQMC (cmn-Hans)":null,"ATEC":49.54,"ATEC (cmn-Hans)":null,"BQ":62.94,"BQ (cmn-Hans)":null,"LCQMC":74.33,"LCQMC (cmn-Hans)":null,"PAWSX":33.92,"PAWSX (cmn-Hans)":null,"QBQTC":37.29,"STSB":78.7,"STSB (cmn-Hans)":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":null,"AFQMC":33.42,"AFQMC (cmn-Hans)":null,"ATEC":43.01,"ATEC (cmn-Hans)":null,"BQ":55.22,"BQ (cmn-Hans)":null,"LCQMC":72.19,"LCQMC (cmn-Hans)":null,"PAWSX":9.26,"PAWSX (cmn-Hans)":null,"QBQTC":35.29,"STSB":76.73,"STSB (cmn-Hans)":null}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"AFQMC":24.51,"AFQMC (cmn-Hans)":null,"ATEC":32.45,"ATEC (cmn-Hans)":null,"BQ":44.22,"BQ (cmn-Hans)":null,"LCQMC":69.16,"LCQMC (cmn-Hans)":null,"PAWSX":14.55,"PAWSX (cmn-Hans)":null,"QBQTC":29.51,"STSB":79.45,"STSB (cmn-Hans)":null}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":32.65,"ATEC":null,"ATEC (cmn-Hans)":37.34,"BQ":null,"BQ (cmn-Hans)":38.03,"LCQMC":null,"LCQMC (cmn-Hans)":71.38,"PAWSX":null,"PAWSX (cmn-Hans)":16.4,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":74.11}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised\">LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse\">LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised\">LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse\">LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised\">LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse\">LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-supervised\">LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse\">LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bert-base-uncased\">bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
58 |
+
{"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
59 |
+
{"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
60 |
+
{"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
61 |
+
{"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
62 |
+
{"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
63 |
+
{"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
64 |
+
{"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":35.87,"AFQMC (cmn-Hans)":null,"ATEC":41.27,"ATEC (cmn-Hans)":null,"BQ":63.81,"BQ (cmn-Hans)":null,"LCQMC":74.88,"LCQMC (cmn-Hans)":null,"PAWSX":12.19,"PAWSX (cmn-Hans)":null,"QBQTC":32.07,"STSB":76.97,"STSB (cmn-Hans)":null}
|
65 |
+
{"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":36.53,"AFQMC (cmn-Hans)":null,"ATEC":41.8,"ATEC (cmn-Hans)":null,"BQ":65.2,"BQ (cmn-Hans)":null,"LCQMC":74.2,"LCQMC (cmn-Hans)":null,"PAWSX":15.95,"PAWSX (cmn-Hans)":null,"QBQTC":32.65,"STSB":74.16,"STSB (cmn-Hans)":null}
|
66 |
+
{"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
67 |
+
{"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
68 |
+
{"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
69 |
+
{"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
70 |
+
{"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
71 |
+
{"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
72 |
+
{"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/sup-simcse-bert-base-uncased\">sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
73 |
+
{"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/unsup-simcse-bert-base-uncased\">unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
74 |
+
{"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":21.02,"ATEC":null,"ATEC (cmn-Hans)":26.61,"BQ":null,"BQ (cmn-Hans)":42.6,"LCQMC":null,"LCQMC (cmn-Hans)":52.19,"PAWSX":null,"PAWSX (cmn-Hans)":10.23,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":68.38}
|
75 |
+
{"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":7.94,"ATEC":null,"ATEC (cmn-Hans)":12.97,"BQ":null,"BQ (cmn-Hans)":23.31,"LCQMC":null,"LCQMC (cmn-Hans)":21.04,"PAWSX":null,"PAWSX (cmn-Hans)":7.31,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":36.66}
|
76 |
+
{"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":8.59,"ATEC":null,"ATEC (cmn-Hans)":13.52,"BQ":null,"BQ (cmn-Hans)":23.84,"LCQMC":null,"LCQMC (cmn-Hans)":23.85,"PAWSX":null,"PAWSX (cmn-Hans)":7.21,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":37.8}
|
77 |
+
{"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":8.01,"ATEC":null,"ATEC (cmn-Hans)":14.03,"BQ":null,"BQ (cmn-Hans)":21.39,"LCQMC":null,"LCQMC (cmn-Hans)":22.84,"PAWSX":null,"PAWSX (cmn-Hans)":6.44,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":37.7}
|
78 |
+
{"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
79 |
+
{"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_glove.6B.300d\">glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
80 |
+
{"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
81 |
+
{"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
82 |
+
{"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-base\">gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
83 |
+
{"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
84 |
+
{"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
85 |
+
{"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
86 |
+
{"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/msmarco-bert-co-condensor\">msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
87 |
+
{"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
88 |
+
{"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":14.3,"ATEC":null,"ATEC (cmn-Hans)":18.42,"BQ":null,"BQ (cmn-Hans)":38.53,"LCQMC":null,"LCQMC (cmn-Hans)":63.96,"PAWSX":null,"PAWSX (cmn-Hans)":10.13,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":78.91}
|
89 |
+
{"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":15.69,"ATEC":null,"ATEC (cmn-Hans)":20.27,"BQ":null,"BQ (cmn-Hans)":36.33,"LCQMC":null,"LCQMC (cmn-Hans)":63.3,"PAWSX":null,"PAWSX (cmn-Hans)":12.16,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":80.84}
|
90 |
+
{"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
91 |
+
{"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
92 |
+
{"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
93 |
+
{"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
94 |
+
{"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
95 |
+
{"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
96 |
+
{"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":26.06,"AFQMC (cmn-Hans)":null,"ATEC":31.93,"ATEC (cmn-Hans)":null,"BQ":42.67,"BQ (cmn-Hans)":null,"LCQMC":70.16,"LCQMC (cmn-Hans)":null,"PAWSX":17.21,"PAWSX (cmn-Hans)":null,"QBQTC":24.62,"STSB":79.3,"STSB (cmn-Hans)":null}
|
97 |
+
{"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":null,"AFQMC":22.24,"AFQMC (cmn-Hans)":null,"ATEC":30.84,"ATEC (cmn-Hans)":null,"BQ":43.33,"BQ (cmn-Hans)":null,"LCQMC":66.74,"LCQMC (cmn-Hans)":null,"PAWSX":12.31,"PAWSX (cmn-Hans)":null,"QBQTC":27.2,"STSB":73.22,"STSB (cmn-Hans)":null}
|
98 |
+
{"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
99 |
+
{"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
100 |
+
{"Rank":100,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
101 |
+
{"Rank":101,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
102 |
+
{"Rank":102,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
103 |
+
{"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
104 |
+
{"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
105 |
+
{"Rank":105,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
106 |
+
{"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
107 |
+
{"Rank":107,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":23.88,"AFQMC (cmn-Hans)":null,"ATEC":29.25,"ATEC (cmn-Hans)":null,"BQ":45.33,"BQ (cmn-Hans)":null,"LCQMC":68.41,"LCQMC (cmn-Hans)":null,"PAWSX":16.55,"PAWSX (cmn-Hans)":null,"QBQTC":30.27,"STSB":70.61,"STSB (cmn-Hans)":null}
|
108 |
+
{"Rank":108,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
109 |
+
{"Rank":109,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
110 |
+
{"Rank":110,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
111 |
+
{"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":50.8,"AFQMC (cmn-Hans)":null,"ATEC":53.23,"ATEC (cmn-Hans)":null,"BQ":66.49,"BQ (cmn-Hans)":null,"LCQMC":76.6,"LCQMC (cmn-Hans)":null,"PAWSX":47.56,"PAWSX (cmn-Hans)":null,"QBQTC":39.96,"STSB":80.14,"STSB (cmn-Hans)":null}
|
112 |
+
{"Rank":112,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/www.elastic.co\/guide\/en\/machine-learning\/current\/ml-nlp-elser.html\">elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null}
|
all_data_tasks/14/default.jsonl
CHANGED
@@ -1,24 +1,24 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":40.52,"BornholmBitextMining":43.89,"BornholmBitextMining (dan-Latn)":37.15}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.81,"BornholmBitextMining":46.4,"BornholmBitextMining (dan-Latn)":33.22}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":36.88,"BornholmBitextMining":44.16,"BornholmBitextMining (dan-Latn)":29.61}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":29.68,"BornholmBitextMining":29.68,"BornholmBitextMining (dan-Latn)":29.68}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","BornholmBitextMining":"","BornholmBitextMining (dan-Latn)":45.13}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KB\/bert-base-swedish-cased\">bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","BornholmBitextMining":6.6,"BornholmBitextMining (dan-Latn)":""}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/electra-small-swedish-cased-discriminator\">electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":"","BornholmBitextMining":0.85,"BornholmBitextMining (dan-Latn)":""}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/sentence-bert-swedish-cased\">sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","BornholmBitextMining":14.08,"BornholmBitextMining (dan-Latn)":""}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-base\">nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","BornholmBitextMining":9.88,"BornholmBitextMining (dan-Latn)":""}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-large\">nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":"","BornholmBitextMining":4.53,"BornholmBitextMining (dan-Latn)":""}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chcaa\/dfm-encoder-large-v1\">dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":"","BornholmBitextMining":11.65,"BornholmBitextMining (dan-Latn)":""}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","BornholmBitextMining":40.09,"BornholmBitextMining (dan-Latn)":""}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","BornholmBitextMining":40.15,"BornholmBitextMining (dan-Latn)":""}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","BornholmBitextMining":40.27,"BornholmBitextMining (dan-Latn)":""}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jonfd\/electra-small-nordic\">electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","BornholmBitextMining":1.44,"BornholmBitextMining (dan-Latn)":""}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-base\">norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Average":"","BornholmBitextMining":6.08,"BornholmBitextMining (dan-Latn)":""}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-large\">norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Average":"","BornholmBitextMining":2.9,"BornholmBitextMining (dan-Latn)":""}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","BornholmBitextMining":"","BornholmBitextMining (dan-Latn)":45.63}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","BornholmBitextMining":"","BornholmBitextMining (dan-Latn)":35.25}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","BornholmBitextMining":"","BornholmBitextMining (dan-Latn)":27.44}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","BornholmBitextMining":"","BornholmBitextMining (dan-Latn)":19.67}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","BornholmBitextMining":"","BornholmBitextMining (dan-Latn)":18.18}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vesteinn\/DanskBERT\">DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","BornholmBitextMining":6.34,"BornholmBitextMining (dan-Latn)":""}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","BornholmBitextMining":4.42,"BornholmBitextMining (dan-Latn)":""}
|
all_data_tasks/15/default.jsonl
CHANGED
@@ -1,47 +1,32 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"index":25,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":71.81,"MassiveScenarioClassification (da)":77.61,"NordicLangClassification":"","ScalaDaClassification":""}
|
34 |
-
{"index":27,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":49.54,"MassiveScenarioClassification (da)":52.53,"NordicLangClassification":"","ScalaDaClassification":""}
|
35 |
-
{"index":28,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":46.93,"MassiveScenarioClassification (da)":49.11,"NordicLangClassification":"","ScalaDaClassification":""}
|
36 |
-
{"index":32,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":58.25,"MassiveScenarioClassification (da)":65.24,"NordicLangClassification":"","ScalaDaClassification":""}
|
37 |
-
{"index":33,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":44.43,"MassiveScenarioClassification (da)":49.47,"NordicLangClassification":"","ScalaDaClassification":""}
|
38 |
-
{"index":35,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","ScalaDaClassification":""}
|
39 |
-
{"index":36,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.47,"MassiveScenarioClassification (da)":39.93,"NordicLangClassification":"","ScalaDaClassification":""}
|
40 |
-
{"index":37,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":52.33,"MassiveScenarioClassification (da)":62.55,"NordicLangClassification":"","ScalaDaClassification":""}
|
41 |
-
{"index":38,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.3,"MassiveScenarioClassification (da)":54.88,"NordicLangClassification":"","ScalaDaClassification":""}
|
42 |
-
{"index":39,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":48.42,"MassiveScenarioClassification (da)":57.28,"NordicLangClassification":"","ScalaDaClassification":""}
|
43 |
-
{"index":40,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.82,"MassiveScenarioClassification (da)":48.36,"NordicLangClassification":"","ScalaDaClassification":""}
|
44 |
-
{"index":41,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":41.76,"MassiveScenarioClassification (da)":51.44,"NordicLangClassification":"","ScalaDaClassification":""}
|
45 |
-
{"index":42,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":47.69,"MassiveScenarioClassification (da)":55.79,"NordicLangClassification":"","ScalaDaClassification":""}
|
46 |
-
{"index":43,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":32.25,"MassiveScenarioClassification (da)":41.14,"NordicLangClassification":"","ScalaDaClassification":""}
|
47 |
-
{"index":44,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":56.74,"MassiveScenarioClassification (da)":63.07,"NordicLangClassification":"","ScalaDaClassification":""}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":59.86,"AngryTweetsClassification":54.95,"AngryTweetsClassification (dan-Latn)":57.69,"DKHateClassification":66.02,"DanishPoliticalCommentsClassification":38.27,"DanishPoliticalCommentsClassification (dan-Latn)":39.43,"LccSentimentClassification":59.6,"LccSentimentClassification (dan-Latn)":61.53,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":82.29,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":80.15,"ScalaDaClassification":50.77}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":58.13,"AngryTweetsClassification":54.65,"AngryTweetsClassification (dan-Latn)":56.28,"DKHateClassification":63.53,"DanishPoliticalCommentsClassification":36.69,"DanishPoliticalCommentsClassification (dan-Latn)":36.41,"LccSentimentClassification":59.67,"LccSentimentClassification (dan-Latn)":60.13,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":75.94,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":75.85,"ScalaDaClassification":50.79}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":55.9,"AngryTweetsClassification":53.57,"AngryTweetsClassification (dan-Latn)":56.27,"DKHateClassification":60.73,"DanishPoliticalCommentsClassification":34.38,"DanishPoliticalCommentsClassification (dan-Latn)":34.82,"LccSentimentClassification":57.87,"LccSentimentClassification (dan-Latn)":58.6,"MassiveIntentClassification (da)":54.63,"MassiveScenarioClassification (da)":62.34,"NordicLangClassification":75.15,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":72.15,"ScalaDaClassification":50.3}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":43.18,"AngryTweetsClassification":42.49,"AngryTweetsClassification (dan-Latn)":42.48,"DKHateClassification":55.05,"DanishPoliticalCommentsClassification":26.96,"DanishPoliticalCommentsClassification (dan-Latn)":26.7,"LccSentimentClassification":38.47,"LccSentimentClassification (dan-Latn)":38.53,"MassiveIntentClassification (da)":40.99,"MassiveScenarioClassification (da)":47.01,"NordicLangClassification":54.71,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":54.7,"ScalaDaClassification":50.03}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":45.61,"MassiveScenarioClassification (da)":54.87,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":54.68,"DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":37.69,"LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":57.2,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":63.6,"ScalaDaClassification":""}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KB\/bert-base-swedish-cased\">bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AngryTweetsClassification":44.58,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":55.53,"DanishPoliticalCommentsClassification":28.97,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":41.2,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":37.98,"MassiveScenarioClassification (da)":40.44,"NordicLangClassification":62.45,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":53.53}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/electra-small-swedish-cased-discriminator\">electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":"","AngryTweetsClassification":40.52,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":52.28,"DanishPoliticalCommentsClassification":25.17,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":36.67,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":6.51,"MassiveScenarioClassification (da)":11.5,"NordicLangClassification":44.53,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":51.66}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/sentence-bert-swedish-cased\">sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AngryTweetsClassification":44.46,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":59.36,"DanishPoliticalCommentsClassification":28.32,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":47.2,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":42.84,"MassiveScenarioClassification (da)":49.64,"NordicLangClassification":51.45,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":50.12}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-base\">nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","AngryTweetsClassification":52.14,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":61.73,"DanishPoliticalCommentsClassification":34.84,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":51.4,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":56.69,"MassiveScenarioClassification (da)":61.93,"NordicLangClassification":84.69,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":57.99}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-large\">nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":"","AngryTweetsClassification":52.14,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":62.13,"DanishPoliticalCommentsClassification":35.04,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":56.27,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":57.03,"MassiveScenarioClassification (da)":60.43,"NordicLangClassification":85.27,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":62.85}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chcaa\/dfm-encoder-large-v1\">dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":"","AngryTweetsClassification":53.8,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":60.09,"DanishPoliticalCommentsClassification":36.6,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":57.33,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":60.55,"MassiveScenarioClassification (da)":64.16,"NordicLangClassification":77.68,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":63.08}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":45.06,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":58.51,"DanishPoliticalCommentsClassification":28.43,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":37.47,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":44.25,"MassiveScenarioClassification (da)":52.99,"NordicLangClassification":59.34,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":50.08}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AngryTweetsClassification":46.14,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":58.72,"DanishPoliticalCommentsClassification":28.67,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":42.13,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":42.29,"MassiveScenarioClassification (da)":52.95,"NordicLangClassification":58.3,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":49.9}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AngryTweetsClassification":43.6,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":57.57,"DanishPoliticalCommentsClassification":28.37,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":40.27,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":41.89,"MassiveScenarioClassification (da)":49.93,"NordicLangClassification":53.47,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":50.15}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jonfd\/electra-small-nordic\">electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AngryTweetsClassification":47.91,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":59.45,"DanishPoliticalCommentsClassification":31.89,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":47.93,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":26.3,"MassiveScenarioClassification (da)":28.93,"NordicLangClassification":57.82,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":70.41}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-base\">norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Average":"","AngryTweetsClassification":52.48,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":58.78,"DanishPoliticalCommentsClassification":34.14,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":54.07,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":53.16,"MassiveScenarioClassification (da)":57.17,"NordicLangClassification":82.67,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":58.25}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-large\">norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Average":"","AngryTweetsClassification":49.04,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":62.71,"DanishPoliticalCommentsClassification":33.53,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":46.93,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":45.98,"MassiveScenarioClassification (da)":50.51,"NordicLangClassification":84.25,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":60.72}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":51.11,"DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":38.34,"LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":50.07,"MassiveIntentClassification (da)":58.25,"MassiveScenarioClassification (da)":65.24,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":35.39,"ScalaDaClassification":""}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":42.87,"DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":27.07,"LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":41.93,"MassiveIntentClassification (da)":44.43,"MassiveScenarioClassification (da)":49.47,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":54.17,"ScalaDaClassification":""}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":44.13,"DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":28.31,"LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":39.27,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":50.15,"ScalaDaClassification":""}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":38.47,"MassiveScenarioClassification (da)":39.93,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":52.33,"MassiveScenarioClassification (da)":62.55,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":45.3,"MassiveScenarioClassification (da)":54.88,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":48.42,"MassiveScenarioClassification (da)":57.28,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":50.9,"DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":37.58,"LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":54.53,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":42.52,"ScalaDaClassification":""}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":54.84,"DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":40.96,"LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":58.4,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":41.57,"ScalaDaClassification":""}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":38.82,"MassiveScenarioClassification (da)":48.36,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":41.76,"MassiveScenarioClassification (da)":51.44,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":47.69,"MassiveScenarioClassification (da)":55.79,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vesteinn\/DanskBERT\">DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AngryTweetsClassification":54.28,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":59.3,"DanishPoliticalCommentsClassification":39.81,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":58.0,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":54.68,"MassiveScenarioClassification (da)":59.56,"NordicLangClassification":74.25,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":66.59}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","AngryTweetsClassification":52.41,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":56.78,"DanishPoliticalCommentsClassification":34.03,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":52.27,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":41.06,"MassiveScenarioClassification (da)":43.91,"NordicLangClassification":79.39,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":57.3}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/16/default.jsonl
CHANGED
@@ -1,77 +1,57 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"index":38,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49}
|
59 |
-
{"index":39,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61}
|
60 |
-
{"index":11,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":37.53,"MassiveScenarioClassification (fr)":45.32,"MTOPDomainClassification (fr)":54.97,"MTOPIntentClassification (fr)":26.69}
|
61 |
-
{"index":12,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":32.64,"MassiveScenarioClassification (fr)":40.66,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
|
62 |
-
{"index":13,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.16,"MassiveScenarioClassification (fr)":40.92,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
|
63 |
-
{"index":20,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":31.56,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":46.89,"MassiveScenarioClassification (fr)":56.99,"MTOPDomainClassification (fr)":79.8,"MTOPIntentClassification (fr)":38.96}
|
64 |
-
{"index":26,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":26.39,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.44,"MassiveScenarioClassification (fr)":45.07,"MTOPDomainClassification (fr)":65.35,"MTOPIntentClassification (fr)":46.33}
|
65 |
-
{"index":27,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":27.4,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.67,"MassiveScenarioClassification (fr)":45.92,"MTOPDomainClassification (fr)":63.13,"MTOPIntentClassification (fr)":44.34}
|
66 |
-
{"index":28,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-nli-bitfit\">SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":37.84,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.32,"MTOPIntentClassification (fr)":58.67}
|
67 |
-
{"index":31,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":39.47,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.27,"MassiveScenarioClassification (fr)":69.76,"MTOPDomainClassification (fr)":86.22,"MTOPIntentClassification (fr)":59.43}
|
68 |
-
{"index":32,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":39.29,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.58,"MassiveScenarioClassification (fr)":69.6,"MTOPDomainClassification (fr)":83.8,"MTOPIntentClassification (fr)":63.36}
|
69 |
-
{"index":33,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":35.92,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":66.95,"MassiveScenarioClassification (fr)":72.91,"MTOPDomainClassification (fr)":90.98,"MTOPIntentClassification (fr)":69.12}
|
70 |
-
{"index":37,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":34.91,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.55,"MassiveScenarioClassification (fr)":63.02,"MTOPDomainClassification (fr)":86.19,"MTOPIntentClassification (fr)":66.75}
|
71 |
-
{"index":46,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":48.51,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":73.32,"MassiveScenarioClassification (fr)":77.07,"MTOPDomainClassification (fr)":89.97,"MTOPIntentClassification (fr)":76.72}
|
72 |
-
{"index":59,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":74.05,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
|
73 |
-
{"index":61,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71}
|
74 |
-
{"index":64,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39}
|
75 |
-
{"index":65,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07}
|
76 |
-
{"index":73,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":30.84,"MassiveScenarioClassification (fr)":42.42,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
|
77 |
-
{"index":74,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":33.45,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.8,"MassiveScenarioClassification (fr)":63.39,"MTOPDomainClassification (fr)":76.17,"MTOPIntentClassification (fr)":53.26}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/17/default.jsonl
CHANGED
@@ -1,60 +1,57 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"index":34,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cleatherbury\/gte-Qwen2-7B-instruct-Q5_K_M-GGUF\">gte-Qwen2-7B-instruct-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":"","HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":""}
|
59 |
-
{"index":55,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/niancheng\/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":"","HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":""}
|
60 |
-
{"index":56,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/niancheng\/gte-Qwen2-7B-instruct-Q4_K_M-GGUF\">gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":"","HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":""}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.18,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.69,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.58,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.79,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.38,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":42.88,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":41.96,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.48,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":41.08,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":40.48,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":40.47,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.11,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":40.01,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.87,"AlloProfClusteringP2P":63.53,"AlloProfClusteringS2S":36.18,"HALClusteringS2S":19.9}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":39.41,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":39.23,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.18,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":38.95,"AlloProfClusteringP2P":53.16,"AlloProfClusteringS2S":43.43,"HALClusteringS2S":20.26}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":38.87,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":38.79,"AlloProfClusteringP2P":53.49,"AlloProfClusteringS2S":43.1,"HALClusteringS2S":19.78}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":38.69,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":38.46,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.9,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":37.45,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":37.36,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.03,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.88,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":36.51,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":36.29,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":35.67,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":34.38,"AlloProfClusteringP2P":62.22,"AlloProfClusteringS2S":27.06,"HALClusteringS2S":13.86}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":34.25,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":32.67,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":32.48,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":29.26,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":28.59,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":27.89,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":27.79,"AlloProfClusteringP2P":53.57,"AlloProfClusteringS2S":22.13,"HALClusteringS2S":7.68}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":27.1,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":23.72,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":22.62,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":19.31,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloProfClusteringP2P":null,"AlloProfClusteringS2S":null,"HALClusteringS2S":null}
|
|
|
|
|
|
all_data_tasks/18/default.jsonl
CHANGED
@@ -1,61 +1,57 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"index":40,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":64.46,"OpusparcusPC (fr)":74.78,"PawsXPairClassification (fr)":54.14}
|
59 |
-
{"index":37,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":71.36}
|
60 |
-
{"index":51,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":66.96}
|
61 |
-
{"index":82,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":""}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null}
|
|
|
|
|
|
|
|
all_data_tasks/19/default.jsonl
CHANGED
@@ -1,58 +1,57 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"index":81,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":"","SyntecReranking":89.87}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":74.79,"AlloprofReranking":57.37,"AlloprofReranking (fra-Latn)":69.44,"SyntecReranking":86.9,"SyntecReranking (fra-Latn)":85.45}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":73.68,"AlloprofReranking":58.1,"AlloprofReranking (fra-Latn)":65.9,"SyntecReranking":85.43,"SyntecReranking (fra-Latn)":85.31}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":72.12,"AlloprofReranking":56.17,"AlloprofReranking (fra-Latn)":64.41,"SyntecReranking":86.7,"SyntecReranking (fra-Latn)":81.22}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.44,"AlloprofReranking":54.34,"AlloprofReranking (fra-Latn)":67.2,"SyntecReranking":83.23,"SyntecReranking (fra-Latn)":80.97}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":64.74,"AlloprofReranking":49.01,"AlloprofReranking (fra-Latn)":62.42,"SyntecReranking":75.03,"SyntecReranking (fra-Latn)":72.5}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":61.44,"AlloprofReranking":49.51,"AlloprofReranking (fra-Latn)":55.37,"SyntecReranking":73.28,"SyntecReranking (fra-Latn)":67.62}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":55.3,"AlloprofReranking":31.69,"AlloprofReranking (fra-Latn)":62.62,"SyntecReranking":59.57,"SyntecReranking (fra-Latn)":67.31}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":72.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.57,"SyntecReranking (fra-Latn)":null}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":63.54,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":82.65,"SyntecReranking (fra-Latn)":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":70.79,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":86.77,"SyntecReranking (fra-Latn)":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":72.92,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":91.2,"SyntecReranking (fra-Latn)":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":74.78,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":90.4,"SyntecReranking (fra-Latn)":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AlloprofReranking":35.29,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":55.93,"SyntecReranking (fra-Latn)":null}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.6,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.03,"SyntecReranking (fra-Latn)":null}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.01,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":85.72,"SyntecReranking (fra-Latn)":null}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.25,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":77.95,"SyntecReranking":null,"SyntecReranking (fra-Latn)":83.32}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AlloprofReranking":53.0,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":82.9,"SyntecReranking (fra-Latn)":null}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":48.68,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":79.75,"SyntecReranking (fra-Latn)":null}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AlloprofReranking":57.62,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.15,"SyntecReranking (fra-Latn)":null}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":34.81,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":55.88,"SyntecReranking (fra-Latn)":null}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":34.55,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":57.18,"SyntecReranking (fra-Latn)":null}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AlloprofReranking":26.29,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":42.8,"SyntecReranking (fra-Latn)":null}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":36.23,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":38.85,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":66.4,"SyntecReranking (fra-Latn)":null}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AlloprofReranking":47.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":77.05,"SyntecReranking (fra-Latn)":null}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":39.13,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":62.58,"SyntecReranking (fra-Latn)":null}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":28.75,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":50.88,"SyntecReranking (fra-Latn)":null}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":67.01,"SyntecReranking":null,"SyntecReranking (fra-Latn)":69.17}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":69.63,"SyntecReranking":null,"SyntecReranking (fra-Latn)":66.12}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofReranking":51.77,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":74.78,"SyntecReranking (fra-Latn)":null}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AlloprofReranking":40.28,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":65.08,"SyntecReranking (fra-Latn)":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":50.12,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":78.05,"SyntecReranking (fra-Latn)":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":57.99,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":79.77,"SyntecReranking (fra-Latn)":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofReranking":63.3,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":83.07,"SyntecReranking (fra-Latn)":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AlloprofReranking":68.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":85.15,"SyntecReranking (fra-Latn)":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.48,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":70.28,"SyntecReranking (fra-Latn)":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":56.23,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":73.85,"SyntecReranking (fra-Latn)":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":55.39,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":77.13,"SyntecReranking (fra-Latn)":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AlloprofReranking":25.58,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":43.75,"SyntecReranking (fra-Latn)":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AlloprofReranking":28.62,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":49.4,"SyntecReranking (fra-Latn)":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":89.87,"SyntecReranking (fra-Latn)":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
|
all_data_tasks/2/default.jsonl
CHANGED
@@ -1,206 +1,57 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"index":148,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-large\">instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":85.89,"SprintDuplicateQuestions":93.07,"TwitterSemEval2015":77.42,"TwitterURLCorpus":87.18}
|
59 |
-
{"index":193,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/mixedbread-ai\/mxbai-embed-2d-large-v1\">mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.89,"SprintDuplicateQuestions":96.05,"TwitterSemEval2015":76.08,"TwitterURLCorpus":85.54}
|
60 |
-
{"index":23,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.84,"SprintDuplicateQuestions":90.94,"TwitterSemEval2015":79.64,"TwitterURLCorpus":86.95}
|
61 |
-
{"index":34,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.84,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":74.8,"TwitterURLCorpus":86.46}
|
62 |
-
{"index":126,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cleatherbury\/gte-Qwen2-7B-instruct-Q5_K_M-GGUF\">gte-Qwen2-7B-instruct-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59}
|
63 |
-
{"index":205,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/niancheng\/gte-Qwen2-7B-instruct-Q4_K_M-GGUF\">gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59}
|
64 |
-
{"index":17,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59}
|
65 |
-
{"index":153,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63}
|
66 |
-
{"index":140,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63}
|
67 |
-
{"index":283,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.72,"SprintDuplicateQuestions":92.25,"TwitterSemEval2015":77.13,"TwitterURLCorpus":87.78}
|
68 |
-
{"index":267,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yessilver\/new_model\">new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.41,"SprintDuplicateQuestions":95.02,"TwitterSemEval2015":75.24,"TwitterURLCorpus":85.96}
|
69 |
-
{"index":169,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.4,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":73.81,"TwitterURLCorpus":86.78}
|
70 |
-
{"index":175,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09}
|
71 |
-
{"index":135,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/djuna\/jina-embeddings-v2-base-en-Q5_K_M-GGUF\">jina-embeddings-v2-base-en-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09}
|
72 |
-
{"index":18,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-base-en-v1.5\">gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.33,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":75.53,"TwitterURLCorpus":85.51}
|
73 |
-
{"index":236,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":85.32,"SprintDuplicateQuestions":95.05,"TwitterSemEval2015":76.03,"TwitterURLCorpus":84.89}
|
74 |
-
{"index":243,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":85.18,"SprintDuplicateQuestions":91.23,"TwitterSemEval2015":78.25,"TwitterURLCorpus":86.05}
|
75 |
-
{"index":129,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/corto-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71}
|
76 |
-
{"index":206,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71}
|
77 |
-
{"index":28,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/CAiRE\/UniVaR-lambda-5\">UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71}
|
78 |
-
{"index":29,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/CAiRE\/UniVaR-lambda-80\">UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71}
|
79 |
-
{"index":26,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/CAiRE\/UniVaR-lambda-1\">UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71}
|
80 |
-
{"index":27,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/CAiRE\/UniVaR-lambda-20\">UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71}
|
81 |
-
{"index":152,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":85.09,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":74.4,"TwitterURLCorpus":85.98}
|
82 |
-
{"index":157,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":85.08,"SprintDuplicateQuestions":95.29,"TwitterSemEval2015":74.16,"TwitterURLCorpus":85.79}
|
83 |
-
{"index":201,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-large-en-v1.5-sparse\">bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.06,"SprintDuplicateQuestions":95.0,"TwitterSemEval2015":74.5,"TwitterURLCorpus":85.69}
|
84 |
-
{"index":246,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":85.06,"SprintDuplicateQuestions":88.89,"TwitterSemEval2015":80.28,"TwitterURLCorpus":86.01}
|
85 |
-
{"index":202,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-small-en-v1.5-quant\">bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.05,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":73.26,"TwitterURLCorpus":85.64}
|
86 |
-
{"index":33,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-light-v3.0\">Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.05,"SprintDuplicateQuestions":96.59,"TwitterSemEval2015":72.23,"TwitterURLCorpus":86.32}
|
87 |
-
{"index":284,"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.04,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":73.33,"TwitterURLCorpus":87.21}
|
88 |
-
{"index":253,"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large\">gte-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":85.0,"SprintDuplicateQuestions":95.75,"TwitterSemEval2015":73.73,"TwitterURLCorpus":85.53}
|
89 |
-
{"index":119,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/NoInstruct-small-Embedding-v0\">NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.99,"SprintDuplicateQuestions":96.14,"TwitterSemEval2015":73.48,"TwitterURLCorpus":85.36}
|
90 |
-
{"index":125,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chihlunLee\/NoInstruct-small-Embedding-v0-Q4_0-GGUF\">NoInstruct-small-Embedding-v0-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.99,"SprintDuplicateQuestions":96.14,"TwitterSemEval2015":73.48,"TwitterURLCorpus":85.36}
|
91 |
-
{"index":244,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":84.97,"SprintDuplicateQuestions":89.01,"TwitterSemEval2015":79.75,"TwitterURLCorpus":86.14}
|
92 |
-
{"index":43,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-8x7B\">GritLM-8x7B<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.97,"SprintDuplicateQuestions":91.24,"TwitterSemEval2015":77.21,"TwitterURLCorpus":86.45}
|
93 |
-
{"index":24,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":84.92,"SprintDuplicateQuestions":96.67,"TwitterSemEval2015":73.24,"TwitterURLCorpus":84.84}
|
94 |
-
{"index":281,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.89,"SprintDuplicateQuestions":92.17,"TwitterSemEval2015":75.28,"TwitterURLCorpus":87.22}
|
95 |
-
{"index":172,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-l-en-v1\">jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.8,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":72.32,"TwitterURLCorpus":85.98}
|
96 |
-
{"index":160,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83}
|
97 |
-
{"index":199,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-base-en-v1.5-sparse\">bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.69,"SprintDuplicateQuestions":95.5,"TwitterSemEval2015":72.92,"TwitterURLCorpus":85.66}
|
98 |
-
{"index":268,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeroshot\/gte-large-quant\">gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.69,"SprintDuplicateQuestions":95.63,"TwitterSemEval2015":72.87,"TwitterURLCorpus":85.58}
|
99 |
-
{"index":118,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-small-Embedding-v0\">GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.68,"SprintDuplicateQuestions":95.79,"TwitterSemEval2015":72.95,"TwitterURLCorpus":85.3}
|
100 |
-
{"index":158,"Rank":100,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small-v2\">e5-small-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.67,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":73.34,"TwitterURLCorpus":85.79}
|
101 |
-
{"index":213,"Rank":101,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65}
|
102 |
-
{"index":211,"Rank":102,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":84.59,"SprintDuplicateQuestions":92.91,"TwitterSemEval2015":74.3,"TwitterURLCorpus":86.57}
|
103 |
-
{"index":207,"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1-ablated\">nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.59,"SprintDuplicateQuestions":94.83,"TwitterSemEval2015":72.55,"TwitterURLCorpus":86.38}
|
104 |
-
{"index":252,"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base\">gte-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.57,"SprintDuplicateQuestions":95.71,"TwitterSemEval2015":72.47,"TwitterURLCorpus":85.52}
|
105 |
-
{"index":176,"Rank":105,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44}
|
106 |
-
{"index":19,"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-large-en-v1.5\">gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.53,"SprintDuplicateQuestions":94.16,"TwitterSemEval2015":75.25,"TwitterURLCorpus":84.18}
|
107 |
-
{"index":124,"Rank":107,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/biswa921\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":84.48,"SprintDuplicateQuestions":97.32,"TwitterSemEval2015":70.29,"TwitterURLCorpus":85.83}
|
108 |
-
{"index":177,"Rank":108,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05}
|
109 |
-
{"index":136,"Rank":109,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/djuna\/jina-embeddings-v2-small-en-Q5_K_M-GGUF\">jina-embeddings-v2-small-en-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05}
|
110 |
-
{"index":282,"Rank":110,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.22,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":76.56,"TwitterURLCorpus":87.09}
|
111 |
-
{"index":210,"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":84.09,"SprintDuplicateQuestions":92.31,"TwitterSemEval2015":73.61,"TwitterURLCorpus":86.34}
|
112 |
-
{"index":167,"Rank":112,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.06,"SprintDuplicateQuestions":95.36,"TwitterSemEval2015":70.64,"TwitterURLCorpus":86.18}
|
113 |
-
{"index":35,"Rank":113,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.95,"SprintDuplicateQuestions":96.6,"TwitterSemEval2015":69.41,"TwitterURLCorpus":85.85}
|
114 |
-
{"index":235,"Rank":114,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-base\">gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":83.85,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":72.23,"TwitterURLCorpus":84.77}
|
115 |
-
{"index":208,"Rank":115,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1-unsupervised\">nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.67,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":69.68,"TwitterURLCorpus":85.41}
|
116 |
-
{"index":174,"Rank":116,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-de\">jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83}
|
117 |
-
{"index":269,"Rank":117,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeroshot\/gte-large-sparse\">gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.58,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":70.34,"TwitterURLCorpus":85.72}
|
118 |
-
{"index":159,"Rank":118,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":83.57,"SprintDuplicateQuestions":93.01,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48}
|
119 |
-
{"index":209,"Rank":119,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":83.54,"SprintDuplicateQuestions":91.45,"TwitterSemEval2015":73.23,"TwitterURLCorpus":85.93}
|
120 |
-
{"index":254,"Rank":120,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small\">gte-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.54,"SprintDuplicateQuestions":95.57,"TwitterSemEval2015":70.12,"TwitterURLCorpus":84.92}
|
121 |
-
{"index":147,"Rank":121,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-base\">instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":83.51,"SprintDuplicateQuestions":90.35,"TwitterSemEval2015":73.99,"TwitterURLCorpus":86.2}
|
122 |
-
{"index":116,"Rank":122,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-all-MiniLM-L6-v2\">GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.39,"SprintDuplicateQuestions":94.14,"TwitterSemEval2015":70.46,"TwitterURLCorpus":85.58}
|
123 |
-
{"index":69,"Rank":123,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Ivysaur\">Ivysaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.32,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":69.78,"TwitterURLCorpus":85.07}
|
124 |
-
{"index":166,"Rank":124,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.11,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":69.14,"TwitterURLCorpus":85.62}
|
125 |
-
{"index":270,"Rank":125,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeroshot\/gte-small-quant\">gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.09,"SprintDuplicateQuestions":95.49,"TwitterSemEval2015":68.61,"TwitterURLCorpus":85.16}
|
126 |
-
{"index":171,"Rank":126,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-b-en-v1\">jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.04,"SprintDuplicateQuestions":95.48,"TwitterSemEval2015":68.3,"TwitterURLCorpus":85.33}
|
127 |
-
{"index":230,"Rank":127,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":83.04,"SprintDuplicateQuestions":90.15,"TwitterSemEval2015":73.85,"TwitterURLCorpus":85.11}
|
128 |
-
{"index":42,"Rank":128,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":82.95,"SprintDuplicateQuestions":93.06,"TwitterSemEval2015":71.24,"TwitterURLCorpus":84.54}
|
129 |
-
{"index":262,"Rank":129,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/w601sxs\/b1ade-embed-kd\">b1ade-embed-kd<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.83,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":71.07,"TwitterURLCorpus":84.4}
|
130 |
-
{"index":107,"Rank":130,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TaylorAI\/gte-tiny\">gte-tiny<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.83,"SprintDuplicateQuestions":95.48,"TwitterSemEval2015":68.17,"TwitterURLCorpus":84.84}
|
131 |
-
{"index":106,"Rank":131,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TaylorAI\/bge-micro-v2\">bge-micro-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.81,"SprintDuplicateQuestions":95.78,"TwitterSemEval2015":67.76,"TwitterURLCorpus":84.89}
|
132 |
-
{"index":68,"Rank":132,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Bulbasaur\">Bulbasaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.69,"SprintDuplicateQuestions":95.35,"TwitterSemEval2015":67.97,"TwitterURLCorpus":84.75}
|
133 |
-
{"index":76,"Rank":133,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/gte-micro-v4\">gte-micro-v4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.59,"SprintDuplicateQuestions":95.54,"TwitterSemEval2015":67.55,"TwitterURLCorpus":84.68}
|
134 |
-
{"index":162,"Rank":134,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":82.59,"SprintDuplicateQuestions":92.18,"TwitterSemEval2015":70.75,"TwitterURLCorpus":84.83}
|
135 |
-
{"index":214,"Rank":135,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":82.54,"SprintDuplicateQuestions":95.55,"TwitterSemEval2015":66.85,"TwitterURLCorpus":85.21}
|
136 |
-
{"index":228,"Rank":136,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":82.41,"SprintDuplicateQuestions":92.45,"TwitterSemEval2015":70.02,"TwitterURLCorpus":84.77}
|
137 |
-
{"index":229,"Rank":137,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7}
|
138 |
-
{"index":192,"Rank":138,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/mgoin\/all-MiniLM-L6-v2-ds\">all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7}
|
139 |
-
{"index":212,"Rank":139,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":82.26,"SprintDuplicateQuestions":90.06,"TwitterSemEval2015":71.68,"TwitterURLCorpus":85.03}
|
140 |
-
{"index":112,"Rank":140,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.14,"SprintDuplicateQuestions":92.92,"TwitterSemEval2015":67.8,"TwitterURLCorpus":85.71}
|
141 |
-
{"index":128,"Rank":141,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/consciousAI\/cai-stellaris-text-embeddings\">cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.11,"SprintDuplicateQuestions":93.23,"TwitterSemEval2015":69.6,"TwitterURLCorpus":83.49}
|
142 |
-
{"index":103,"Rank":142,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-s\">snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.07,"SprintDuplicateQuestions":95.28,"TwitterSemEval2015":65.78,"TwitterURLCorpus":85.15}
|
143 |
-
{"index":101,"Rank":143,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-m-long\">snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21}
|
144 |
-
{"index":83,"Rank":144,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-msmarco-specb-bitfit\">SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.0,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":66.87,"TwitterURLCorpus":85.29}
|
145 |
-
{"index":203,"Rank":145,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-small-en-v1.5-sparse\">bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.93,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":67.01,"TwitterURLCorpus":84.2}
|
146 |
-
{"index":123,"Rank":146,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.9,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":65.31,"TwitterURLCorpus":85.46}
|
147 |
-
{"index":105,"Rank":147,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TaylorAI\/bge-micro\">bge-micro<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.77,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":65.79,"TwitterURLCorpus":84.22}
|
148 |
-
{"index":239,"Rank":148,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/msmarco-bert-co-condensor\">msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":81.74,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":65.95,"TwitterURLCorpus":83.17}
|
149 |
-
{"index":113,"Rank":149,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/andersonbcdefg\/bge-small-4096\">bge-small-4096<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.4,"SprintDuplicateQuestions":95.15,"TwitterSemEval2015":65.79,"TwitterURLCorpus":83.27}
|
150 |
-
{"index":104,"Rank":150,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-xs\">snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.33,"SprintDuplicateQuestions":94.96,"TwitterSemEval2015":64.32,"TwitterURLCorpus":84.7}
|
151 |
-
{"index":285,"Rank":151,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/www.elastic.co\/guide\/en\/machine-learning\/current\/ml-nlp-elser.html\">elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":81.32,"SprintDuplicateQuestions":94.53,"TwitterSemEval2015":64.41,"TwitterURLCorpus":85.01}
|
152 |
-
{"index":100,"Rank":152,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-m\">snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.07,"SprintDuplicateQuestions":95.21,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.72}
|
153 |
-
{"index":168,"Rank":153,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.05,"SprintDuplicateQuestions":92.09,"TwitterSemEval2015":65.96,"TwitterURLCorpus":85.11}
|
154 |
-
{"index":132,"Rank":154,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepfile\/embedder-100p\">embedder-100p<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.03,"SprintDuplicateQuestions":90.68,"TwitterSemEval2015":67.77,"TwitterURLCorpus":84.65}
|
155 |
-
{"index":65,"Rank":155,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse\">LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":80.94,"SprintDuplicateQuestions":91.3,"TwitterSemEval2015":68.76,"TwitterURLCorpus":82.76}
|
156 |
-
{"index":134,"Rank":156,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/djovak\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":80.86,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":64.72,"TwitterURLCorpus":84.01}
|
157 |
-
{"index":242,"Rank":157,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.81,"SprintDuplicateQuestions":90.55,"TwitterSemEval2015":66.75,"TwitterURLCorpus":85.14}
|
158 |
-
{"index":121,"Rank":158,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bcastle\/snowflake-arctic-embed-l-Q8_0-GGUF\">snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84}
|
159 |
-
{"index":99,"Rank":159,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-l\">snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84}
|
160 |
-
{"index":73,"Rank":160,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/gte-micro\">gte-micro<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.73,"SprintDuplicateQuestions":94.26,"TwitterSemEval2015":63.85,"TwitterURLCorpus":84.07}
|
161 |
-
{"index":82,"Rank":161,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-2.7B-weightedmean-msmarco-specb-bitfit\">SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.65,"SprintDuplicateQuestions":93.47,"TwitterSemEval2015":63.68,"TwitterURLCorpus":84.8}
|
162 |
-
{"index":72,"Rank":162,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Wartortle\">Wartortle<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.62,"SprintDuplicateQuestions":89.85,"TwitterSemEval2015":67.48,"TwitterURLCorpus":84.53}
|
163 |
-
{"index":71,"Rank":163,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Venusaur\">Venusaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.57,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":69.26,"TwitterURLCorpus":83.19}
|
164 |
-
{"index":77,"Rank":164,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/test24\">test24<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.4,"SprintDuplicateQuestions":94.4,"TwitterSemEval2015":63.86,"TwitterURLCorpus":82.95}
|
165 |
-
{"index":44,"Rank":165,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Hum-Works\/lodestone-base-4096-v1\">lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.4,"SprintDuplicateQuestions":90.41,"TwitterSemEval2015":67.67,"TwitterURLCorpus":83.11}
|
166 |
-
{"index":98,"Rank":166,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Shimin\/yiyouliao\">yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.84,"SprintDuplicateQuestions":92.98,"TwitterSemEval2015":62.44,"TwitterURLCorpus":84.1}
|
167 |
-
{"index":78,"Rank":167,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/test25\">test25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.7,"SprintDuplicateQuestions":92.14,"TwitterSemEval2015":63.44,"TwitterURLCorpus":83.53}
|
168 |
-
{"index":260,"Rank":168,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.62,"SprintDuplicateQuestions":90.89,"TwitterSemEval2015":63.76,"TwitterURLCorpus":84.2}
|
169 |
-
{"index":79,"Rank":169,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-1.3B-weightedmean-msmarco-specb-bitfit\">SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.58,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":62.37,"TwitterURLCorpus":83.79}
|
170 |
-
{"index":258,"Rank":170,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-large-5\">universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.53,"SprintDuplicateQuestions":84.37,"TwitterSemEval2015":70.13,"TwitterURLCorpus":84.09}
|
171 |
-
{"index":185,"Rank":171,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-3B5-embedding\">XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.23,"SprintDuplicateQuestions":86.13,"TwitterSemEval2015":68.03,"TwitterURLCorpus":83.52}
|
172 |
-
{"index":173,"Rank":172,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-s-en-v1\">jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.22,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":59.3,"TwitterURLCorpus":83.44}
|
173 |
-
{"index":227,"Rank":173,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":78.87,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":62.78,"TwitterURLCorpus":84.58}
|
174 |
-
{"index":70,"Rank":174,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Squirtle\">Squirtle<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.57,"SprintDuplicateQuestions":85.22,"TwitterSemEval2015":67.56,"TwitterURLCorpus":82.94}
|
175 |
-
{"index":241,"Rank":175,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":78.45,"SprintDuplicateQuestions":89.46,"TwitterSemEval2015":62.06,"TwitterURLCorpus":83.83}
|
176 |
-
{"index":63,"Rank":176,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse\">LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":78.01,"SprintDuplicateQuestions":88.14,"TwitterSemEval2015":66.6,"TwitterURLCorpus":79.3}
|
177 |
-
{"index":61,"Rank":177,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse\">LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":77.88,"SprintDuplicateQuestions":87.57,"TwitterSemEval2015":65.14,"TwitterURLCorpus":80.94}
|
178 |
-
{"index":184,"Rank":178,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-0B6-embedding\">XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.83,"SprintDuplicateQuestions":88.21,"TwitterSemEval2015":64.8,"TwitterURLCorpus":80.49}
|
179 |
-
{"index":279,"Rank":179,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.79,"SprintDuplicateQuestions":79.85,"TwitterSemEval2015":69.45,"TwitterURLCorpus":84.06}
|
180 |
-
{"index":251,"Rank":180,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/technicolor\/Angle_BERT\">Angle_BERT<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.75,"SprintDuplicateQuestions":82.81,"TwitterSemEval2015":66.16,"TwitterURLCorpus":84.28}
|
181 |
-
{"index":234,"Rank":181,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":77.61,"SprintDuplicateQuestions":87.15,"TwitterSemEval2015":61.67,"TwitterURLCorpus":84.02}
|
182 |
-
{"index":278,"Rank":182,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.46,"SprintDuplicateQuestions":76.46,"TwitterSemEval2015":70.85,"TwitterURLCorpus":85.08}
|
183 |
-
{"index":84,"Rank":183,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-nli-bitfit\">SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.03,"SprintDuplicateQuestions":80.54,"TwitterSemEval2015":66.0,"TwitterURLCorpus":84.54}
|
184 |
-
{"index":30,"Rank":184,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.96,"SprintDuplicateQuestions":90.71,"TwitterSemEval2015":58.07,"TwitterURLCorpus":82.09}
|
185 |
-
{"index":183,"Rank":185,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/MegatronBert-1B3-embedding\">MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.9,"SprintDuplicateQuestions":87.07,"TwitterSemEval2015":62.51,"TwitterURLCorpus":81.11}
|
186 |
-
{"index":277,"Rank":186,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.86,"SprintDuplicateQuestions":77.85,"TwitterSemEval2015":69.04,"TwitterURLCorpus":83.69}
|
187 |
-
{"index":248,"Rank":187,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.49,"SprintDuplicateQuestions":83.53,"TwitterSemEval2015":62.49,"TwitterURLCorpus":83.46}
|
188 |
-
{"index":257,"Rank":188,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-4\">universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.23,"SprintDuplicateQuestions":86.37,"TwitterSemEval2015":60.64,"TwitterURLCorpus":81.68}
|
189 |
-
{"index":280,"Rank":189,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.9,"SprintDuplicateQuestions":69.52,"TwitterSemEval2015":74.42,"TwitterURLCorpus":83.75}
|
190 |
-
{"index":259,"Rank":190,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.43,"SprintDuplicateQuestions":87.05,"TwitterSemEval2015":57.03,"TwitterURLCorpus":82.21}
|
191 |
-
{"index":80,"Rank":191,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":75.23,"SprintDuplicateQuestions":89.89,"TwitterSemEval2015":54.75,"TwitterURLCorpus":81.06}
|
192 |
-
{"index":59,"Rank":192,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.53,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":63.58,"TwitterURLCorpus":82.64}
|
193 |
-
{"index":217,"Rank":193,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/sup-simcse-bert-base-uncased\">sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":73.68,"SprintDuplicateQuestions":69.39,"TwitterSemEval2015":67.75,"TwitterURLCorpus":83.89}
|
194 |
-
{"index":233,"Rank":194,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":72.94,"SprintDuplicateQuestions":85.55,"TwitterSemEval2015":53.85,"TwitterURLCorpus":79.41}
|
195 |
-
{"index":67,"Rank":195,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse\">LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":72.21,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":61.54,"TwitterURLCorpus":77.73}
|
196 |
-
{"index":256,"Rank":196,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/tst\">tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.88,"SprintDuplicateQuestions":75.53,"TwitterSemEval2015":58.77,"TwitterURLCorpus":81.33}
|
197 |
-
{"index":81,"Rank":197,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.78,"SprintDuplicateQuestions":77.73,"TwitterSemEval2015":57.09,"TwitterURLCorpus":80.51}
|
198 |
-
{"index":141,"Rank":198,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.4,"SprintDuplicateQuestions":77.08,"TwitterSemEval2015":53.58,"TwitterURLCorpus":83.53}
|
199 |
-
{"index":232,"Rank":199,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_glove.6B.300d\">glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":70.92,"SprintDuplicateQuestions":86.96,"TwitterSemEval2015":48.45,"TwitterURLCorpus":77.35}
|
200 |
-
{"index":218,"Rank":200,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/unsup-simcse-bert-base-uncased\">unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":70.33,"SprintDuplicateQuestions":69.41,"TwitterSemEval2015":60.21,"TwitterURLCorpus":81.37}
|
201 |
-
{"index":11,"Rank":201,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":68.86,"SprintDuplicateQuestions":65.54,"TwitterSemEval2015":59.57,"TwitterURLCorpus":81.47}
|
202 |
-
{"index":231,"Rank":202,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":61.37,"SprintDuplicateQuestions":71.63,"TwitterSemEval2015":43.25,"TwitterURLCorpus":69.22}
|
203 |
-
{"index":122,"Rank":203,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bert-base-uncased\">bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.33,"SprintDuplicateQuestions":36.81,"TwitterSemEval2015":55.9,"TwitterURLCorpus":76.29}
|
204 |
-
{"index":255,"Rank":204,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.61,"SprintDuplicateQuestions":17.4,"TwitterSemEval2015":30.38,"TwitterURLCorpus":44.04}
|
205 |
-
{"index":263,"Rank":205,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/w601sxs\/b1ade-embed-kd_3\">b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":0.79,"SprintDuplicateQuestions":0.85,"TwitterSemEval2015":0.67,"TwitterURLCorpus":0.84}
|
206 |
-
{"index":97,"Rank":245,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Shimin\/LLaMA-embeeding\">LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","SprintDuplicateQuestions":57.56,"TwitterSemEval2015":"","TwitterURLCorpus":""}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":81.65,"OpusparcusPC (fr)":93.77,"PawsXPairClassification (fr)":69.53}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.96,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":63.98}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.81,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.57}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.66,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.64}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.67,"OpusparcusPC (fr)":94.08,"PawsXPairClassification (fr)":61.26}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.5,"OpusparcusPC (fr)":92.48,"PawsXPairClassification (fr)":62.52}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.32,"OpusparcusPC (fr)":92.61,"PawsXPairClassification (fr)":62.02}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.3,"OpusparcusPC (fr)":93.06,"PawsXPairClassification (fr)":61.54}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.28,"OpusparcusPC (fr)":91.42,"PawsXPairClassification (fr)":63.13}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.14,"OpusparcusPC (fr)":94.12,"PawsXPairClassification (fr)":60.16}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":77.11,"OpusparcusPC (fr)":94.63,"PawsXPairClassification (fr)":59.59}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.85,"OpusparcusPC (fr)":92.87,"PawsXPairClassification (fr)":60.83}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.19,"OpusparcusPC (fr)":93.89,"PawsXPairClassification (fr)":58.5}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":76.08,"OpusparcusPC (fr)":88.5,"PawsXPairClassification (fr)":63.65}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.8,"OpusparcusPC (fr)":93.45,"PawsXPairClassification (fr)":58.14}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":75.39,"OpusparcusPC (fr)":91.19,"PawsXPairClassification (fr)":59.59}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":74.82,"OpusparcusPC (fr)":92.72,"PawsXPairClassification (fr)":56.93}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.74,"OpusparcusPC (fr)":92.05,"PawsXPairClassification (fr)":57.44}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.47,"OpusparcusPC (fr)":92.01,"PawsXPairClassification (fr)":56.94}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.36,"OpusparcusPC (fr)":89.76,"PawsXPairClassification (fr)":58.96}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":74.3,"OpusparcusPC (fr)":93.96,"PawsXPairClassification (fr)":54.63}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.12,"OpusparcusPC (fr)":90.92,"PawsXPairClassification (fr)":57.32}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.1,"OpusparcusPC (fr)":92.52,"PawsXPairClassification (fr)":55.68}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.76,"OpusparcusPC (fr)":85.54,"PawsXPairClassification (fr)":61.99}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.5,"OpusparcusPC (fr)":93.38,"PawsXPairClassification (fr)":53.62}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":72.72,"OpusparcusPC (fr)":88.07,"PawsXPairClassification (fr)":57.36}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":72.38,"OpusparcusPC (fr)":89.4,"PawsXPairClassification (fr)":55.35}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.92,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.39}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":71.57,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.08}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.9,"OpusparcusPC (fr)":82.1,"PawsXPairClassification (fr)":59.69}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":70.32,"OpusparcusPC (fr)":87.43,"PawsXPairClassification (fr)":53.22}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.1,"OpusparcusPC (fr)":86.79,"PawsXPairClassification (fr)":53.4}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.09,"OpusparcusPC (fr)":86.79,"PawsXPairClassification (fr)":53.39}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.08,"OpusparcusPC (fr)":86.78,"PawsXPairClassification (fr)":53.38}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":70.08,"OpusparcusPC (fr)":86.77,"PawsXPairClassification (fr)":53.39}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.56,"OpusparcusPC (fr)":83.73,"PawsXPairClassification (fr)":53.38}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":68.4,"OpusparcusPC (fr)":85.45,"PawsXPairClassification (fr)":51.35}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.39,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.78}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.02,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":51.89}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":64.46,"OpusparcusPC (fr)":74.78,"PawsXPairClassification (fr)":54.14}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"OpusparcusPC (fr)":null,"PawsXPairClassification (fr)":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":null}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/20/default.jsonl
CHANGED
@@ -1,60 +1,57 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"index":40,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":1.22,"AlloprofRetrieval":0.58,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"XPQARetrieval (fr)":3.69}
|
59 |
-
{"index":10,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofRetrieval":58.5,"BSARDRetrieval":28.52,"MintakaRetrieval (fr)":62.53,"SyntecRetrieval":90.37,"XPQARetrieval (fr)":""}
|
60 |
-
{"index":58,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AlloprofRetrieval":33.2,"BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":55.9}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":43.75,"AlloprofRetrieval":38.15,"AlloprofRetrieval (fra-Latn)":39.34,"BSARDRetrieval":0.27,"BSARDRetrieval (fra-Latn)":21.28,"SyntecRetrieval":81.07,"SyntecRetrieval (fra-Latn)":82.39}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.14,"AlloprofRetrieval":36.21,"AlloprofRetrieval (fra-Latn)":34.45,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":18.83,"SyntecRetrieval":80.49,"SyntecRetrieval (fra-Latn)":82.86}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":37.8,"AlloprofRetrieval":30.8,"AlloprofRetrieval (fra-Latn)":30.8,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":13.19,"SyntecRetrieval":76.0,"SyntecRetrieval (fra-Latn)":76.0}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":36.36,"AlloprofRetrieval":27.01,"AlloprofRetrieval (fra-Latn)":27.38,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":14.54,"SyntecRetrieval":75.76,"SyntecRetrieval (fra-Latn)":73.46}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":32.32,"AlloprofRetrieval":26.63,"AlloprofRetrieval (fra-Latn)":26.63,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":9.6,"SyntecRetrieval":65.54,"SyntecRetrieval (fra-Latn)":65.54}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":30.32,"AlloprofRetrieval":28.41,"AlloprofRetrieval (fra-Latn)":28.41,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":4.8,"SyntecRetrieval":60.15,"SyntecRetrieval (fra-Latn)":60.15}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":25.77,"AlloprofRetrieval":19.77,"AlloprofRetrieval (fra-Latn)":19.77,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":4.44,"SyntecRetrieval":55.31,"SyntecRetrieval (fra-Latn)":55.31}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":56.84,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":2.48,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":78.77,"SyntecRetrieval (fra-Latn)":null}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":45.5,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.15,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":75.83,"SyntecRetrieval (fra-Latn)":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":52.61,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.29,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":82.77,"SyntecRetrieval (fra-Latn)":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":57.28,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":11.83,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":87.33,"SyntecRetrieval (fra-Latn)":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":58.27,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":5.14,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":87.28,"SyntecRetrieval (fra-Latn)":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AlloprofRetrieval":3.1,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.36,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":28.58,"SyntecRetrieval (fra-Latn)":null}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":35.39,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":76.88,"SyntecRetrieval (fra-Latn)":null}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":38.36,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.14,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":79.27,"SyntecRetrieval (fra-Latn)":null}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.6,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.61,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.6,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":55.42,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":26.63,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":89.48}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AlloprofRetrieval":29.97,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":74.2,"SyntecRetrieval (fra-Latn)":null}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":21.94,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":68.62,"SyntecRetrieval (fra-Latn)":null}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AlloprofRetrieval":31.62,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":81.11,"SyntecRetrieval (fra-Latn)":null}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.63,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":20.56,"SyntecRetrieval (fra-Latn)":null}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofRetrieval":1.72,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":22.33,"SyntecRetrieval (fra-Latn)":null}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AlloprofRetrieval":0.58,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":1.58,"SyntecRetrieval (fra-Latn)":null}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofRetrieval":1.63,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":18.95,"SyntecRetrieval (fra-Latn)":null}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofRetrieval":5.51,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":34.95,"SyntecRetrieval (fra-Latn)":null}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AlloprofRetrieval":16.46,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":55.9,"SyntecRetrieval (fra-Latn)":null}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":12.37,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":40.57,"SyntecRetrieval (fra-Latn)":null}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":1.98,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":24.45,"SyntecRetrieval (fra-Latn)":null}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AlloprofRetrieval":33.2,"AlloprofRetrieval (fra-Latn)":33.2,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":6.24,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":60.8}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":34.27,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":6.98,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":57.39}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofRetrieval":26.99,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":65.34,"SyntecRetrieval (fra-Latn)":null}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AlloprofRetrieval":30.23,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":58.07,"SyntecRetrieval (fra-Latn)":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofRetrieval":27.52,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.16,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":67.0,"SyntecRetrieval (fra-Latn)":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofRetrieval":34.52,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":71.05,"SyntecRetrieval (fra-Latn)":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofRetrieval":40.38,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.14,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":74.24,"SyntecRetrieval (fra-Latn)":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AlloprofRetrieval":45.75,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":3.33,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":78.97,"SyntecRetrieval (fra-Latn)":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":18.9,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":49.69,"SyntecRetrieval (fra-Latn)":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":35.27,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":69.82,"SyntecRetrieval (fra-Latn)":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":33.78,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":63.69,"SyntecRetrieval (fra-Latn)":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AlloprofRetrieval":0.16,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":3.33,"SyntecRetrieval (fra-Latn)":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AlloprofRetrieval":0.52,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.0,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":6.6,"SyntecRetrieval (fra-Latn)":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":51.64,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":0.61,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":85.97,"SyntecRetrieval (fra-Latn)":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofRetrieval":null,"AlloprofRetrieval (fra-Latn)":null,"BSARDRetrieval":null,"BSARDRetrieval (fra-Latn)":null,"SyntecRetrieval":null,"SyntecRetrieval (fra-Latn)":null}
|
|
|
|
|
|
all_data_tasks/21/default.jsonl
CHANGED
@@ -1,74 +1,57 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"index":39,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":43.49,"STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9}
|
59 |
-
{"index":40,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":32.93,"STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6}
|
60 |
-
{"index":20,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":79.88,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
61 |
-
{"index":25,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":72.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
62 |
-
{"index":26,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":67.66,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
63 |
-
{"index":27,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":54.56,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
64 |
-
{"index":31,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":81.47,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
65 |
-
{"index":32,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":73.13,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
66 |
-
{"index":33,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":80.38,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
67 |
-
{"index":37,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":61.72,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
68 |
-
{"index":58,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
69 |
-
{"index":61,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
70 |
-
{"index":62,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
71 |
-
{"index":64,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
72 |
-
{"index":65,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
73 |
-
{"index":73,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":42.0,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
74 |
-
{"index":74,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":78.8,"SICKFr":78.78,"SICKFr (fra-Latn)":78.81}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":76.0,"SICKFr":76.23,"SICKFr (fra-Latn)":75.76}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.56,"SICKFr":75.56,"SICKFr (fra-Latn)":75.56}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.15,"SICKFr":75.62,"SICKFr (fra-Latn)":74.67}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.1,"SICKFr":75.1,"SICKFr (fra-Latn)":75.1}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":69.94,"SICKFr":69.94,"SICKFr (fra-Latn)":69.94}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":62.48,"SICKFr":62.48,"SICKFr (fra-Latn)":62.48}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":76.21,"SICKFr (fra-Latn)":null}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":68.51,"SICKFr (fra-Latn)":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":73.56,"SICKFr (fra-Latn)":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":74.09,"SICKFr (fra-Latn)":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":74.9,"SICKFr (fra-Latn)":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"SICKFr":64.95,"SICKFr (fra-Latn)":null}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":75.5,"SICKFr (fra-Latn)":null}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":79.23,"SICKFr (fra-Latn)":null}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SICKFr":58.76,"SICKFr (fra-Latn)":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SICKFr":58.77,"SICKFr (fra-Latn)":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SICKFr":58.76,"SICKFr (fra-Latn)":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":76.91}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"SICKFr":69.6,"SICKFr (fra-Latn)":null}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SICKFr":74.18,"SICKFr (fra-Latn)":null}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"SICKFr":77.7,"SICKFr (fra-Latn)":null}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SICKFr":53.86,"SICKFr (fra-Latn)":null}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SICKFr":41.9,"SICKFr (fra-Latn)":null}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"SICKFr":34.6,"SICKFr (fra-Latn)":null}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"SICKFr":58.75,"SICKFr (fra-Latn)":null}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SICKFr":58.26,"SICKFr (fra-Latn)":null}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"SICKFr":64.39,"SICKFr (fra-Latn)":null}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":59.94,"SICKFr (fra-Latn)":null}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":54.54,"SICKFr (fra-Latn)":null}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":63.16}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":67.05}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"SICKFr":72.49,"SICKFr (fra-Latn)":null}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"SICKFr":62.11,"SICKFr (fra-Latn)":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SICKFr":71.74,"SICKFr (fra-Latn)":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SICKFr":72.83,"SICKFr (fra-Latn)":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SICKFr":75.08,"SICKFr (fra-Latn)":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"SICKFr":77.07,"SICKFr (fra-Latn)":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":77.25,"SICKFr (fra-Latn)":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":71.37,"SICKFr (fra-Latn)":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":74.39,"SICKFr (fra-Latn)":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"SICKFr":48.62,"SICKFr (fra-Latn)":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"SICKFr":50.01,"SICKFr (fra-Latn)":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":76.28,"SICKFr (fra-Latn)":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SICKFr":null,"SICKFr (fra-Latn)":null}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/22/default.jsonl
CHANGED
@@ -1,59 +1,57 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"index":66,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":27.59}
|
59 |
-
{"index":49,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":23.63}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":31.86,"SummEvalFr":30.76,"SummEvalFr (fra-Latn)":32.96}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":31.5,"SummEvalFr":31.85,"SummEvalFr (fra-Latn)":31.14}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":30.92,"SummEvalFr":30.92,"SummEvalFr (fra-Latn)":30.92}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":30.16,"SummEvalFr":30.16,"SummEvalFr (fra-Latn)":30.16}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":29.47,"SummEvalFr":29.47,"SummEvalFr (fra-Latn)":29.47}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":29.2,"SummEvalFr":29.2,"SummEvalFr (fra-Latn)":29.2}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":28.28,"SummEvalFr":28.28,"SummEvalFr (fra-Latn)":28.29}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.47,"SummEvalFr (fra-Latn)":null}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.88,"SummEvalFr (fra-Latn)":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.34,"SummEvalFr (fra-Latn)":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.34,"SummEvalFr (fra-Latn)":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.96,"SummEvalFr (fra-Latn)":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"SummEvalFr":31.56,"SummEvalFr (fra-Latn)":null}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.4,"SummEvalFr (fra-Latn)":null}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.26,"SummEvalFr (fra-Latn)":null}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.06,"SummEvalFr (fra-Latn)":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.13,"SummEvalFr (fra-Latn)":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":28.84,"SummEvalFr (fra-Latn)":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":29.97}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"SummEvalFr":29.04,"SummEvalFr (fra-Latn)":null}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":28.77,"SummEvalFr (fra-Latn)":null}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"SummEvalFr":30.88,"SummEvalFr (fra-Latn)":null}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":31.26,"SummEvalFr (fra-Latn)":null}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.43,"SummEvalFr (fra-Latn)":null}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"SummEvalFr":29.25,"SummEvalFr (fra-Latn)":null}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":28.81,"SummEvalFr (fra-Latn)":null}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":30.72,"SummEvalFr (fra-Latn)":null}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"SummEvalFr":32.22,"SummEvalFr (fra-Latn)":null}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.48,"SummEvalFr (fra-Latn)":null}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":23.63,"SummEvalFr (fra-Latn)":null}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":26.63}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":28.11}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"SummEvalFr":28.12,"SummEvalFr (fra-Latn)":null}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"SummEvalFr":27.59,"SummEvalFr (fra-Latn)":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":30.01,"SummEvalFr (fra-Latn)":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":30.23,"SummEvalFr (fra-Latn)":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SummEvalFr":31.59,"SummEvalFr (fra-Latn)":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"SummEvalFr":30.39,"SummEvalFr (fra-Latn)":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.33,"SummEvalFr (fra-Latn)":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.21,"SummEvalFr (fra-Latn)":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.56,"SummEvalFr (fra-Latn)":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"SummEvalFr":29.14,"SummEvalFr (fra-Latn)":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"SummEvalFr":28.89,"SummEvalFr (fra-Latn)":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.5,"SummEvalFr (fra-Latn)":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
|
|
|
all_data_tasks/23/default.jsonl
CHANGED
@@ -1,47 +1,32 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"index":25,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":71.66,"MassiveScenarioClassification (nb)":77.21,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
34 |
-
{"index":27,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":46.18,"MassiveScenarioClassification (nb)":50.32,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
35 |
-
{"index":28,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":44.12,"MassiveScenarioClassification (nb)":46.79,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
36 |
-
{"index":32,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
37 |
-
{"index":33,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
38 |
-
{"index":35,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
39 |
-
{"index":36,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
40 |
-
{"index":37,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
41 |
-
{"index":38,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
42 |
-
{"index":39,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
43 |
-
{"index":40,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
44 |
-
{"index":41,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
45 |
-
{"index":42,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
46 |
-
{"index":43,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":31.49,"MassiveScenarioClassification (nb)":38.05,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
47 |
-
{"index":44,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":54.64,"MassiveScenarioClassification (nb)":60.26,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":65.06,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":62.76,"NoRecClassification (nob-Latn)":58.43,"NordicLangClassification":82.29,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":80.15,"NorwegianParliament":60.36,"ScalaNbClassification":50.44}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":62.42,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":57.58,"NoRecClassification (nob-Latn)":53.74,"NordicLangClassification":75.94,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":75.85,"NorwegianParliament":59.94,"ScalaNbClassification":50.32}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":59.43,"MassiveIntentClassification (nb)":53.96,"MassiveScenarioClassification (nb)":59.9,"NoRecClassification":53.96,"NoRecClassification (nob-Latn)":50.08,"NordicLangClassification":75.15,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":72.15,"NorwegianParliament":60.15,"ScalaNbClassification":50.06}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":47.04,"MassiveIntentClassification (nb)":39.34,"MassiveScenarioClassification (nb)":44.67,"NoRecClassification":40.02,"NoRecClassification (nob-Latn)":37.93,"NordicLangClassification":54.71,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":54.7,"NorwegianParliament":54.8,"ScalaNbClassification":50.17}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NoRecClassification (nob-Latn)":52.05,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":63.6,"NorwegianParliament":"","ScalaNbClassification":""}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KB\/bert-base-swedish-cased\">bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","MassiveIntentClassification (nb)":35.75,"MassiveScenarioClassification (nb)":35.76,"NoRecClassification":43.91,"NoRecClassification (nob-Latn)":"","NordicLangClassification":62.45,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":57.56,"ScalaNbClassification":53.63}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/electra-small-swedish-cased-discriminator\">electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":"","MassiveIntentClassification (nb)":5.66,"MassiveScenarioClassification (nb)":11.26,"NoRecClassification":39.72,"NoRecClassification (nob-Latn)":"","NordicLangClassification":44.53,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":52.44,"ScalaNbClassification":52.41}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/sentence-bert-swedish-cased\">sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","MassiveIntentClassification (nb)":42.74,"MassiveScenarioClassification (nb)":49.49,"NoRecClassification":43.53,"NoRecClassification (nob-Latn)":"","NordicLangClassification":51.45,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":55.74,"ScalaNbClassification":50.34}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-base\">nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","MassiveIntentClassification (nb)":60.67,"MassiveScenarioClassification (nb)":67.31,"NoRecClassification":51.32,"NoRecClassification (nob-Latn)":"","NordicLangClassification":84.69,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":57.41,"ScalaNbClassification":62.25}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-large\">nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":"","MassiveIntentClassification (nb)":62.68,"MassiveScenarioClassification (nb)":67.44,"NoRecClassification":55.46,"NoRecClassification (nob-Latn)":"","NordicLangClassification":85.27,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":62.58,"ScalaNbClassification":66.97}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chcaa\/dfm-encoder-large-v1\">dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":"","MassiveIntentClassification (nb)":52.49,"MassiveScenarioClassification (nb)":54.59,"NoRecClassification":48.3,"NoRecClassification (nob-Latn)":"","NordicLangClassification":77.68,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":58.78,"ScalaNbClassification":58.95}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":41.57,"MassiveScenarioClassification (nb)":50.33,"NoRecClassification":42.0,"NoRecClassification (nob-Latn)":"","NordicLangClassification":59.34,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":57.42,"ScalaNbClassification":50.18}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","MassiveIntentClassification (nb)":40.63,"MassiveScenarioClassification (nb)":51.91,"NoRecClassification":41.83,"NoRecClassification (nob-Latn)":"","NordicLangClassification":58.3,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":57.26,"ScalaNbClassification":50.13}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","MassiveIntentClassification (nb)":40.25,"MassiveScenarioClassification (nb)":48.58,"NoRecClassification":41.84,"NoRecClassification (nob-Latn)":"","NordicLangClassification":53.47,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":56.57,"ScalaNbClassification":50.03}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jonfd\/electra-small-nordic\">electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","MassiveIntentClassification (nb)":24.6,"MassiveScenarioClassification (nb)":27.3,"NoRecClassification":45.44,"NoRecClassification (nob-Latn)":"","NordicLangClassification":57.82,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":53.25,"ScalaNbClassification":75.28}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-base\">norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Average":"","MassiveIntentClassification (nb)":54.2,"MassiveScenarioClassification (nb)":60.69,"NoRecClassification":53.4,"NoRecClassification (nob-Latn)":"","NordicLangClassification":82.67,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":59.33,"ScalaNbClassification":60.19}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-large\">norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Average":"","MassiveIntentClassification (nb)":47.42,"MassiveScenarioClassification (nb)":54.25,"NoRecClassification":50.46,"NoRecClassification (nob-Latn)":"","NordicLangClassification":84.25,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":58.85,"ScalaNbClassification":66.79}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":"","NoRecClassification (nob-Latn)":45.45,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":35.39,"NorwegianParliament":"","ScalaNbClassification":""}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":"","NoRecClassification (nob-Latn)":37.73,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":54.17,"NorwegianParliament":"","ScalaNbClassification":""}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NoRecClassification (nob-Latn)":38.34,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":50.15,"NorwegianParliament":"","ScalaNbClassification":""}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NoRecClassification (nob-Latn)":46.7,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":42.52,"NorwegianParliament":"","ScalaNbClassification":""}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NoRecClassification (nob-Latn)":50.32,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":41.57,"NorwegianParliament":"","ScalaNbClassification":""}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vesteinn\/DanskBERT\">DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","MassiveIntentClassification (nb)":45.38,"MassiveScenarioClassification (nb)":47.55,"NoRecClassification":46.06,"NoRecClassification (nob-Latn)":"","NordicLangClassification":74.25,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":56.79,"ScalaNbClassification":59.99}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","MassiveIntentClassification (nb)":40.46,"MassiveScenarioClassification (nb)":44.83,"NoRecClassification":46.28,"NoRecClassification (nob-Latn)":"","NordicLangClassification":79.39,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":56.75,"ScalaNbClassification":58.33}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/24/default.jsonl
CHANGED
@@ -1,21 +1,21 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jhu-clsp\/FollowIR-7B\">FollowIR-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":12.15,"Core17InstructionRetrieval":16.48,"News21InstructionRetrieval":6.26,"Robust04InstructionRetrieval":13.72}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/mistralai\/Mistral-7B-Instruct-v0.2\">mistral-7b-instruct-v0.2<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":10.15,"Core17InstructionRetrieval":13.03,"News21InstructionRetrieval":4.81,"Robust04InstructionRetrieval":12.61}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google\/flan-t5-large\">flan-t5-large<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Average":4.72,"Core17InstructionRetrieval":1.32,"News21InstructionRetrieval":8.95,"Robust04InstructionRetrieval":3.9}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/castorini\/monot5-3b-msmarco-10k\">monot5-3b-msmarco-10k<\/a>","Model Size (Million Parameters)":2480,"Memory Usage (GB, fp32)":9.24,"Average":2.53,"Core17InstructionRetrieval":1.84,"News21InstructionRetrieval":1.78,"Robust04InstructionRetrieval":3.96}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":2.33,"Core17InstructionRetrieval":5.44,"News21InstructionRetrieval":3.94,"Robust04InstructionRetrieval":-2.4}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/meta-llama\/Llama-2-7b-chat-hf\">llama-2-7b-chat<\/a>","Model Size (Million Parameters)":7000,"Memory Usage (GB, fp32)":26.08,"Average":1.69,"Core17InstructionRetrieval":2.84,"News21InstructionRetrieval":0.23,"Robust04InstructionRetrieval":2.0}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/tart-full-flan-t5-xl\">tart-full-flan-t5-xl<\/a>","Model Size (Million Parameters)":2480,"Memory Usage (GB, fp32)":9.24,"Average":1.36,"Core17InstructionRetrieval":2.82,"News21InstructionRetrieval":1.99,"Robust04InstructionRetrieval":-0.72}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google\/flan-t5-base\">flan-t5-base<\/a>","Model Size (Million Parameters)":220,"Memory Usage (GB, fp32)":0.82,"Average":0.64,"Core17InstructionRetrieval":-3.31,"News21InstructionRetrieval":-0.12,"Robust04InstructionRetrieval":5.35}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":-0.02,"Core17InstructionRetrieval":2.62,"News21InstructionRetrieval":-1.01,"Robust04InstructionRetrieval":-1.68}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":-0.21,"Core17InstructionRetrieval":2.8,"News21InstructionRetrieval":0.2,"Robust04InstructionRetrieval":-3.63}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":-1.06,"Core17InstructionRetrieval":0.12,"News21InstructionRetrieval":0.87,"Robust04InstructionRetrieval":-4.16}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/castorini\/monot5-base-msmarco-10k\">monot5-base-msmarco-10k<\/a>","Model Size (Million Parameters)":220,"Memory Usage (GB, fp32)":0.82,"Average":-1.75,"Core17InstructionRetrieval":-4.06,"News21InstructionRetrieval":5.02,"Robust04InstructionRetrieval":-6.2}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/en.wikipedia.org\/wiki\/Okapi_BM25\">bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":-2.09,"Core17InstructionRetrieval":-1.06,"News21InstructionRetrieval":-2.15,"Robust04InstructionRetrieval":-3.06}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":-2.68,"Core17InstructionRetrieval":-0.2,"News21InstructionRetrieval":-2.03,"Robust04InstructionRetrieval":-5.81}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":-2.76,"Core17InstructionRetrieval":0.69,"News21InstructionRetrieval":-0.9,"Robust04InstructionRetrieval":-8.08}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":-3.45,"Core17InstructionRetrieval":0.09,"News21InstructionRetrieval":-0.86,"Robust04InstructionRetrieval":-9.59}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/castorini\/monobert-large-msmarco\">monobert-large-msmarco<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Average":-3.47,"Core17InstructionRetrieval":-0.24,"News21InstructionRetrieval":-0.8,"Robust04InstructionRetrieval":-9.36}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":-3.81,"Core17InstructionRetrieval":-2.48,"News21InstructionRetrieval":-2.83,"Robust04InstructionRetrieval":-6.12}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":-3.88,"Core17InstructionRetrieval":-2.9,"News21InstructionRetrieval":-2.0,"Robust04InstructionRetrieval":-6.73}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-base\">instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":-4.43,"Core17InstructionRetrieval":-1.09,"News21InstructionRetrieval":-1.78,"Robust04InstructionRetrieval":-10.42}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/orionweller\/tart-dual-contriever-msmarco\">tart-dual-contriever-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":-5.0,"Core17InstructionRetrieval":-3.04,"News21InstructionRetrieval":-2.98,"Robust04InstructionRetrieval":-8.98}
|
all_data_tasks/25/default.jsonl
CHANGED
@@ -1,11 +1,17 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AILACasedocs":38.2,"AILAStatutes":44.81,"GerDaLIRSmall":17.85,"GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":61.12,"LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":80.8,"LegalBenchCorporateLobbying":94.11,"LegalQuAD":47.17,"LegalQuAD (deu-Latn)":"","LegalSummarization":67.39}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AILACasedocs":44.56,"AILAStatutes":45.51,"GerDaLIRSmall":44.91,"GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":72.75,"LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":83.27,"LegalBenchCorporateLobbying":95.66,"LegalQuAD":67.47,"LegalQuAD (deu-Latn)":"","LegalSummarization":68.96}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":"","AILACasedocs":25.15,"AILAStatutes":20.74,"GerDaLIRSmall":3.96,"GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":22.68,"LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":73.52,"LegalBenchCorporateLobbying":91.51,"LegalQuAD":16.22,"LegalQuAD (deu-Latn)":"","LegalSummarization":59.99}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AILACasedocs":31.54,"AILAStatutes":27.15,"GerDaLIRSmall":6.05,"GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":21.02,"LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":77.12,"LegalBenchCorporateLobbying":93.68,"LegalQuAD":26.08,"LegalQuAD (deu-Latn)":"","LegalSummarization":61.7}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AILACasedocs":35.31,"AILAStatutes":41.8,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":20.61,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":64.05,"LegalBenchConsumerContractsQA":82.1,"LegalBenchCorporateLobbying":95.0,"LegalQuAD":"","LegalQuAD (deu-Latn)":44.18,"LegalSummarization":70.64}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AILACasedocs":38.76,"AILAStatutes":38.07,"GerDaLIRSmall":37.18,"GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":68.56,"LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":75.46,"LegalBenchCorporateLobbying":94.01,"LegalQuAD":59.64,"LegalQuAD (deu-Latn)":"","LegalSummarization":66.51}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AILACasedocs":26.05,"AILAStatutes":20.37,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":15.3,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":59.0,"LegalBenchConsumerContractsQA":69.02,"LegalBenchCorporateLobbying":88.97,"LegalQuAD":"","LegalQuAD (deu-Latn)":47.85,"LegalSummarization":61.69}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AILACasedocs":26.43,"AILAStatutes":20.84,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":15.72,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":55.83,"LegalBenchConsumerContractsQA":73.3,"LegalBenchCorporateLobbying":89.72,"LegalQuAD":"","LegalQuAD (deu-Latn)":43.17,"LegalSummarization":62.1}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AILACasedocs":23.43,"AILAStatutes":19.01,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":14.81,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":61.58,"LegalBenchConsumerContractsQA":66.98,"LegalBenchCorporateLobbying":89.47,"LegalQuAD":"","LegalQuAD (deu-Latn)":47.8,"LegalSummarization":55.76}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AILACasedocs":17.67,"AILAStatutes":16.72,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":4.59,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":24.68,"LegalBenchConsumerContractsQA":54.66,"LegalBenchCorporateLobbying":69.39,"LegalQuAD":"","LegalQuAD (deu-Latn)":16.64,"LegalSummarization":53.89}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AILACasedocs":16.8,"AILAStatutes":20.71,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":1.35,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":18.77,"LegalBenchConsumerContractsQA":60.21,"LegalBenchCorporateLobbying":88.69,"LegalQuAD":"","LegalQuAD (deu-Latn)":7.44,"LegalSummarization":57.43}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AILACasedocs":19.72,"AILAStatutes":20.52,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":2.41,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":17.5,"LegalBenchConsumerContractsQA":65.6,"LegalBenchCorporateLobbying":86.41,"LegalQuAD":"","LegalQuAD (deu-Latn)":11.81,"LegalSummarization":59.0}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AILACasedocs":22.51,"AILAStatutes":21.27,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":3.78,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":18.09,"LegalBenchConsumerContractsQA":75.25,"LegalBenchCorporateLobbying":89.04,"LegalQuAD":"","LegalQuAD (deu-Latn)":10.67,"LegalSummarization":58.55}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AILACasedocs":13.66,"AILAStatutes":20.52,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":2.62,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":32.03,"LegalBenchConsumerContractsQA":49.81,"LegalBenchCorporateLobbying":88.51,"LegalQuAD":"","LegalQuAD (deu-Latn)":13.31,"LegalSummarization":54.97}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AILACasedocs":17.45,"AILAStatutes":22.24,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":3.0,"LeCaRDv2":"","LeCaRDv2 (zho-Hans)":33.91,"LegalBenchConsumerContractsQA":52.37,"LegalBenchCorporateLobbying":87.62,"LegalQuAD":"","LegalQuAD (deu-Latn)":17.8,"LegalSummarization":56.8}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AILACasedocs":7.43,"AILAStatutes":13.62,"GerDaLIRSmall":"","GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":"","LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":"","LegalQuAD":"","LegalQuAD (deu-Latn)":"","LegalSummarization":""}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AILACasedocs":39.0,"AILAStatutes":41.31,"GerDaLIRSmall":32.77,"GerDaLIRSmall (deu-Latn)":"","LeCaRDv2":57.2,"LeCaRDv2 (zho-Hans)":"","LegalBenchConsumerContractsQA":79.39,"LegalBenchCorporateLobbying":95.09,"LegalQuAD":57.47,"LegalQuAD (deu-Latn)":"","LegalSummarization":71.55}
|
all_data_tasks/26/default.jsonl
CHANGED
@@ -1,13 +1,19 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.17,"LEMBNarrativeQARetrieval":64.69,"LEMBNeedleRetrieval":75.25,"LEMBPasskeyRetrieval":97.0,"LEMBQMSumRetrieval":51.49,"LEMBSummScreenFDRetrieval":99.11,"LEMBWikimQARetrieval":87.49}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.85,"LEMBNarrativeQARetrieval":55.78,"LEMBNeedleRetrieval":80.5,"LEMBPasskeyRetrieval":93.75,"LEMBQMSumRetrieval":57.26,"LEMBSummScreenFDRetrieval":98.72,"LEMBWikimQARetrieval":87.08}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":64.4,"LEMBNarrativeQARetrieval":44.62,"LEMBNeedleRetrieval":48.25,"LEMBPasskeyRetrieval":71.0,"LEMBQMSumRetrieval":43.63,"LEMBSummScreenFDRetrieval":96.82,"LEMBWikimQARetrieval":82.11}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":58.12,"LEMBNarrativeQARetrieval":37.89,"LEMBNeedleRetrieval":54.25,"LEMBPasskeyRetrieval":50.25,"LEMBQMSumRetrieval":38.87,"LEMBSummScreenFDRetrieval":93.48,"LEMBWikimQARetrieval":73.99}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":56.56,"LEMBNarrativeQARetrieval":45.76,"LEMBNeedleRetrieval":40.25,"LEMBPasskeyRetrieval":46.0,"LEMBQMSumRetrieval":35.54,"LEMBSummScreenFDRetrieval":94.09,"LEMBWikimQARetrieval":77.73}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.52,"LEMBNarrativeQARetrieval":30.35,"LEMBNeedleRetrieval":41.5,"LEMBPasskeyRetrieval":67.25,"LEMBQMSumRetrieval":35.6,"LEMBSummScreenFDRetrieval":95.23,"LEMBWikimQARetrieval":69.19}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":54.81,"LEMBNarrativeQARetrieval":41.23,"LEMBNeedleRetrieval":39.5,"LEMBPasskeyRetrieval":44.75,"LEMBQMSumRetrieval":36.65,"LEMBSummScreenFDRetrieval":92.97,"LEMBWikimQARetrieval":73.75}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.3,"LEMBNarrativeQARetrieval":44.09,"LEMBNeedleRetrieval":29.25,"LEMBPasskeyRetrieval":63.0,"LEMBQMSumRetrieval":32.49,"LEMBSummScreenFDRetrieval":84.8,"LEMBWikimQARetrieval":54.16}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":47.1,"LEMBNarrativeQARetrieval":41.46,"LEMBNeedleRetrieval":33.25,"LEMBPasskeyRetrieval":38.25,"LEMBQMSumRetrieval":30.32,"LEMBSummScreenFDRetrieval":78.49,"LEMBWikimQARetrieval":60.8}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":40.54,"LEMBNarrativeQARetrieval":23.6,"LEMBNeedleRetrieval":32.0,"LEMBPasskeyRetrieval":38.25,"LEMBQMSumRetrieval":25.16,"LEMBSummScreenFDRetrieval":68.21,"LEMBWikimQARetrieval":56.04}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":40.44,"LEMBNarrativeQARetrieval":24.22,"LEMBNeedleRetrieval":28.0,"LEMBPasskeyRetrieval":38.25,"LEMBQMSumRetrieval":24.26,"LEMBSummScreenFDRetrieval":71.12,"LEMBWikimQARetrieval":56.8}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":40.24,"LEMBNarrativeQARetrieval":25.31,"LEMBNeedleRetrieval":28.5,"LEMBPasskeyRetrieval":33.25,"LEMBQMSumRetrieval":23.83,"LEMBSummScreenFDRetrieval":74.67,"LEMBWikimQARetrieval":55.85}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.83,"LEMBNarrativeQARetrieval":22.6,"LEMBNeedleRetrieval":30.75,"LEMBPasskeyRetrieval":38.25,"LEMBQMSumRetrieval":21.51,"LEMBSummScreenFDRetrieval":62.75,"LEMBWikimQARetrieval":57.13}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":31.12,"LEMBNarrativeQARetrieval":19.34,"LEMBNeedleRetrieval":16.0,"LEMBPasskeyRetrieval":24.5,"LEMBQMSumRetrieval":21.54,"LEMBSummScreenFDRetrieval":60.43,"LEMBWikimQARetrieval":44.92}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":29.81,"LEMBNarrativeQARetrieval":18.27,"LEMBNeedleRetrieval":20.0,"LEMBPasskeyRetrieval":23.25,"LEMBQMSumRetrieval":16.32,"LEMBSummScreenFDRetrieval":54.8,"LEMBWikimQARetrieval":46.23}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":25.26,"LEMBNarrativeQARetrieval":19.64,"LEMBNeedleRetrieval":12.25,"LEMBPasskeyRetrieval":14.75,"LEMBQMSumRetrieval":13.08,"LEMBSummScreenFDRetrieval":46.98,"LEMBWikimQARetrieval":44.88}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":21.98,"LEMBNarrativeQARetrieval":11.45,"LEMBNeedleRetrieval":17.5,"LEMBPasskeyRetrieval":20.25,"LEMBQMSumRetrieval":14.07,"LEMBSummScreenFDRetrieval":40.52,"LEMBWikimQARetrieval":28.1}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":21.67,"LEMBNarrativeQARetrieval":16.02,"LEMBNeedleRetrieval":14.0,"LEMBPasskeyRetrieval":7.75,"LEMBQMSumRetrieval":12.23,"LEMBSummScreenFDRetrieval":41.15,"LEMBWikimQARetrieval":38.86}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":20.92,"LEMBNarrativeQARetrieval":13.82,"LEMBNeedleRetrieval":13.5,"LEMBPasskeyRetrieval":8.25,"LEMBQMSumRetrieval":11.02,"LEMBSummScreenFDRetrieval":38.12,"LEMBWikimQARetrieval":40.84}
|
all_data_tasks/27/default.jsonl
CHANGED
@@ -1,19 +1,14 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"index":0,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":16.62,"BlurbsClusteringP2P":17.47,"BlurbsClusteringS2S":7.96,"TenKGnadClusteringP2P":29.79,"TenKGnadClusteringS2S":11.27}
|
16 |
-
{"index":10,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":10.03,"BlurbsClusteringP2P":11.37,"BlurbsClusteringS2S":8.01,"TenKGnadClusteringP2P":15.89,"TenKGnadClusteringS2S":4.84}
|
17 |
-
{"index":7,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gelectra-large\">gelectra-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":9.23,"BlurbsClusteringP2P":13.96,"BlurbsClusteringS2S":7.57,"TenKGnadClusteringP2P":11.49,"TenKGnadClusteringS2S":3.91}
|
18 |
-
{"index":6,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gelectra-base\">gelectra-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":7.73,"BlurbsClusteringP2P":10.06,"BlurbsClusteringS2S":7.74,"TenKGnadClusteringP2P":9.02,"TenKGnadClusteringS2S":4.11}
|
19 |
-
{"index":1,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","BlurbsClusteringP2P":"","BlurbsClusteringS2S":8.0,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":""}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gbert-large\">gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":27.04,"BlurbsClusteringP2P":34.38,"BlurbsClusteringS2S":15.81,"TenKGnadClusteringP2P":35.96,"TenKGnadClusteringS2S":22.0}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gbert-base\">gbert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":27.0,"BlurbsClusteringP2P":35.36,"BlurbsClusteringS2S":11.27,"TenKGnadClusteringP2P":37.16,"TenKGnadClusteringS2S":24.23}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/use-cmlm-multilingual\">use-cmlm-multilingual<\/a>","Model Size (Million Parameters)":472,"Memory Usage (GB, fp32)":1.76,"Average":26.9,"BlurbsClusteringP2P":29.63,"BlurbsClusteringS2S":15.24,"TenKGnadClusteringP2P":37.1,"TenKGnadClusteringS2S":25.64}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":26.3,"BlurbsClusteringP2P":32.46,"BlurbsClusteringS2S":14.33,"TenKGnadClusteringP2P":36.13,"TenKGnadClusteringS2S":22.26}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":26.29,"BlurbsClusteringP2P":30.59,"BlurbsClusteringS2S":11.57,"TenKGnadClusteringP2P":44.88,"TenKGnadClusteringS2S":18.11}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/uklfr\/gottbert-base\">gottbert-base<\/a>","Model Size (Million Parameters)":127,"Memory Usage (GB, fp32)":0.47,"Average":21.46,"BlurbsClusteringP2P":34.49,"BlurbsClusteringS2S":8.37,"TenKGnadClusteringP2P":33.66,"TenKGnadClusteringS2S":9.34}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/T-Systems-onsite\/cross-en-de-roberta-sentence-transformer\">cross-en-de-roberta-sentence-transformer<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":19.49,"BlurbsClusteringP2P":30.82,"BlurbsClusteringS2S":12.69,"TenKGnadClusteringP2P":23.5,"TenKGnadClusteringS2S":10.94}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":18.94,"BlurbsClusteringP2P":29.84,"BlurbsClusteringS2S":7.29,"TenKGnadClusteringP2P":32.46,"TenKGnadClusteringS2S":6.16}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":10.03,"BlurbsClusteringP2P":11.37,"BlurbsClusteringS2S":8.01,"TenKGnadClusteringP2P":15.89,"TenKGnadClusteringS2S":4.84}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gelectra-large\">gelectra-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":9.23,"BlurbsClusteringP2P":13.96,"BlurbsClusteringS2S":7.57,"TenKGnadClusteringP2P":11.49,"TenKGnadClusteringS2S":3.91}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gelectra-base\">gelectra-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":7.73,"BlurbsClusteringP2P":10.06,"BlurbsClusteringS2S":7.74,"TenKGnadClusteringP2P":9.02,"TenKGnadClusteringS2S":4.11}
|
|
|
|
|
|
|
|
|
|
all_data_tasks/28/default.jsonl
CHANGED
@@ -1,53 +1,23 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"index":48,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":49.92,"AllegroReviews":28.03,"CBD":60.0,"MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PolEmo2.0-IN":48.84,"PolEmo2.0-OUT":30.0}
|
25 |
-
{"index":4,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.66,"AllegroReviews":24.89,"CBD":53.78,"MassiveIntentClassification (pl)":31.77,"MassiveScenarioClassification (pl)":37.49,"PAC":57.14,"PolEmo2.0-IN":40.97,"PolEmo2.0-OUT":17.57}
|
26 |
-
{"index":0,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
27 |
-
{"index":5,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":27.62,"MassiveScenarioClassification (pl)":31.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
28 |
-
{"index":6,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":33.17,"MassiveScenarioClassification (pl)":36.34,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
29 |
-
{"index":8,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-15_10-09-42\">2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.23,"CBD":0.5,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.56,"PolEmo2.0-IN":0.37,"PolEmo2.0-OUT":0.3}
|
30 |
-
{"index":9,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-17_21-37-12\">2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.21,"CBD":0.54,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.63,"PolEmo2.0-IN":0.34,"PolEmo2.0-OUT":0.28}
|
31 |
-
{"index":10,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_08-22-22\">2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.22,"CBD":0.51,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.39,"PolEmo2.0-OUT":0.29}
|
32 |
-
{"index":11,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_10-03-38\">2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.26,"CBD":0.55,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.58,"PolEmo2.0-IN":0.36,"PolEmo2.0-OUT":0.29}
|
33 |
-
{"index":12,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_21-12-17\">2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.22,"CBD":0.52,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.35,"PolEmo2.0-OUT":0.3}
|
34 |
-
{"index":13,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-23-38\">2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.27,"CBD":0.58,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.65,"PolEmo2.0-IN":0.53,"PolEmo2.0-OUT":0.23}
|
35 |
-
{"index":14,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-27-15\">2024-06-19_22-27-15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":21.69,"MassiveScenarioClassification (pl)":26.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
36 |
-
{"index":15,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":38.21,"MassiveScenarioClassification (pl)":46.21,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
37 |
-
{"index":17,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.2,"MassiveScenarioClassification (pl)":41.89,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
38 |
-
{"index":18,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.62,"MassiveScenarioClassification (pl)":41.88,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
39 |
-
{"index":20,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":60.07,"MassiveScenarioClassification (pl)":64.0,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
40 |
-
{"index":21,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":50.48,"MassiveScenarioClassification (pl)":49.98,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
41 |
-
{"index":24,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":74.85,"MassiveScenarioClassification (pl)":77.37,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
42 |
-
{"index":27,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":73.65,"MassiveScenarioClassification (pl)":76.69,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
43 |
-
{"index":31,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.47,"MassiveScenarioClassification (pl)":45.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
44 |
-
{"index":32,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":41.63,"MassiveScenarioClassification (pl)":41.63,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
45 |
-
{"index":43,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
46 |
-
{"index":46,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
47 |
-
{"index":49,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
48 |
-
{"index":50,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
49 |
-
{"index":53,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
50 |
-
{"index":54,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
51 |
-
{"index":55,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
52 |
-
{"index":56,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":26.05,"MassiveScenarioClassification (pl)":30.15,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
53 |
-
{"index":57,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":58.91,"MassiveScenarioClassification (pl)":62.55,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":62.36,"AllegroReviews":41.14,"AllegroReviews (pol-Latn)":41.04,"CBD":69.9,"CBD (pol-Latn)":69.84,"PAC":70.37,"PAC (pol-Latn)":70.33,"PolEmo2.0-IN":77.06,"PolEmo2.0-IN (pol-Latn)":77.06,"PolEmo2.0-OUT":53.38,"PolEmo2.0-OUT (pol-Latn)":53.48}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":57.17,"AllegroReviews":40.85,"AllegroReviews (pol-Latn)":40.78,"CBD":62.66,"CBD (pol-Latn)":62.6,"PAC":70.87,"PAC (pol-Latn)":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-IN (pol-Latn)":67.59,"PolEmo2.0-OUT":43.91,"PolEmo2.0-OUT (pol-Latn)":43.93}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":55.53,"AllegroReviews":37.42,"AllegroReviews (pol-Latn)":37.33,"CBD":63.25,"CBD (pol-Latn)":63.33,"PAC":70.55,"PAC (pol-Latn)":70.48,"PolEmo2.0-IN":67.35,"PolEmo2.0-IN (pol-Latn)":67.31,"PolEmo2.0-OUT":39.13,"PolEmo2.0-OUT (pol-Latn)":39.17}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":55.48,"AllegroReviews":34.89,"AllegroReviews (pol-Latn)":34.86,"CBD":65.71,"CBD (pol-Latn)":65.74,"PAC":68.11,"PAC (pol-Latn)":68.09,"PolEmo2.0-IN":64.0,"PolEmo2.0-IN (pol-Latn)":63.91,"PolEmo2.0-OUT":44.72,"PolEmo2.0-OUT (pol-Latn)":44.76}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":49.07,"AllegroReviews":33.86,"AllegroReviews (pol-Latn)":33.89,"CBD":65.0,"CBD (pol-Latn)":64.97,"PAC":63.76,"PAC (pol-Latn)":63.76,"PolEmo2.0-IN":62.78,"PolEmo2.0-IN (pol-Latn)":62.74,"PolEmo2.0-OUT":19.98,"PolEmo2.0-OUT (pol-Latn)":19.92}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":48.15,"AllegroReviews":30.88,"AllegroReviews (pol-Latn)":30.85,"CBD":57.68,"CBD (pol-Latn)":57.71,"PAC":65.76,"PAC (pol-Latn)":65.75,"PolEmo2.0-IN":57.76,"PolEmo2.0-IN (pol-Latn)":57.76,"PolEmo2.0-OUT":28.7,"PolEmo2.0-OUT (pol-Latn)":28.66}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":37.32,"CBD":null,"CBD (pol-Latn)":70.98,"PAC":null,"PAC (pol-Latn)":68.09,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":66.07,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":32.94}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AllegroReviews":34.11,"AllegroReviews (pol-Latn)":null,"CBD":68.35,"CBD (pol-Latn)":null,"PAC":68.4,"PAC (pol-Latn)":null,"PolEmo2.0-IN":64.18,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":45.73,"PolEmo2.0-OUT (pol-Latn)":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AllegroReviews":33.35,"AllegroReviews (pol-Latn)":null,"CBD":68.51,"CBD (pol-Latn)":null,"PAC":66.26,"PAC (pol-Latn)":null,"PolEmo2.0-IN":63.52,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":44.7,"PolEmo2.0-OUT (pol-Latn)":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AllegroReviews":34.5,"AllegroReviews (pol-Latn)":null,"CBD":70.27,"CBD (pol-Latn)":null,"PAC":64.6,"PAC (pol-Latn)":null,"PolEmo2.0-IN":67.06,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":38.58,"PolEmo2.0-OUT (pol-Latn)":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"AllegroReviews":34.55,"AllegroReviews (pol-Latn)":null,"CBD":67.48,"CBD (pol-Latn)":null,"PAC":63.25,"PAC (pol-Latn)":null,"PolEmo2.0-IN":68.37,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":30.99,"PolEmo2.0-OUT (pol-Latn)":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":23.85,"CBD":null,"CBD (pol-Latn)":48.46,"PAC":null,"PAC (pol-Latn)":59.53,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":38.32,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":22.98}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":24.64,"CBD":null,"CBD (pol-Latn)":50.9,"PAC":null,"PAC (pol-Latn)":59.78,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":40.29,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":25.0}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":22.99,"CBD":null,"CBD (pol-Latn)":50.25,"PAC":null,"PAC (pol-Latn)":62.1,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":41.63,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":25.0}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AllegroReviews":28.03,"AllegroReviews (pol-Latn)":null,"CBD":60.0,"CBD (pol-Latn)":null,"PAC":68.17,"PAC (pol-Latn)":null,"PolEmo2.0-IN":48.84,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":30.0,"PolEmo2.0-OUT (pol-Latn)":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AllegroReviews":null,"AllegroReviews (pol-Latn)":null,"CBD":null,"CBD (pol-Latn)":null,"PAC":null,"PAC (pol-Latn)":null,"PolEmo2.0-IN":null,"PolEmo2.0-IN (pol-Latn)":null,"PolEmo2.0-OUT":null,"PolEmo2.0-OUT (pol-Latn)":null}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/29/default.jsonl
CHANGED
@@ -1,24 +1,23 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"index":4,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","8TagsClustering":4.68}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"8TagsClustering":33.88}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":33.15}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":31.68}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":31.49}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":28.15}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"8TagsClustering":25.62}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"8TagsClustering":24.97}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":23.92}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":23.24}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"8TagsClustering":12.96}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"8TagsClustering":12.51}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"8TagsClustering":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"8TagsClustering":null}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"8TagsClustering":null}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"8TagsClustering":null}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"8TagsClustering":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"8TagsClustering":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"8TagsClustering":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"8TagsClustering":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"8TagsClustering":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"8TagsClustering":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"8TagsClustering":null}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"8TagsClustering":null}
|
|
all_data_tasks/3/default.jsonl
CHANGED
@@ -1,199 +1,57 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"index":125,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chihlunLee\/NoInstruct-small-Embedding-v0-Q4_0-GGUF\">NoInstruct-small-Embedding-v0-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.3,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.92,"SciDocsRR":86.18,"StackOverflowDupQuestions":52.96}
|
59 |
-
{"index":119,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/NoInstruct-small-Embedding-v0\">NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.3,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.92,"SciDocsRR":86.18,"StackOverflowDupQuestions":52.96}
|
60 |
-
{"index":9,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":58.24,"AskUbuntuDupQuestions":63.24,"MindSmallReranking":31.48,"SciDocsRR":84.68,"StackOverflowDupQuestions":53.56}
|
61 |
-
{"index":178,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.14,"AskUbuntuDupQuestions":64.13,"MindSmallReranking":32.92,"SciDocsRR":83.68,"StackOverflowDupQuestions":51.84}
|
62 |
-
{"index":229,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.76}
|
63 |
-
{"index":192,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/mgoin\/all-MiniLM-L6-v2-ds\">all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.76}
|
64 |
-
{"index":34,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.01,"AskUbuntuDupQuestions":61.7,"MindSmallReranking":32.67,"SciDocsRR":85.2,"StackOverflowDupQuestions":52.48}
|
65 |
-
{"index":282,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.99,"AskUbuntuDupQuestions":64.61,"MindSmallReranking":29.63,"SciDocsRR":84.25,"StackOverflowDupQuestions":53.46}
|
66 |
-
{"index":116,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-all-MiniLM-L6-v2\">GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.95,"AskUbuntuDupQuestions":62.97,"MindSmallReranking":31.31,"SciDocsRR":87.14,"StackOverflowDupQuestions":50.36}
|
67 |
-
{"index":202,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-small-en-v1.5-quant\">bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.86,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.28,"SciDocsRR":85.01,"StackOverflowDupQuestions":52.75}
|
68 |
-
{"index":36,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":32.59,"SciDocsRR":84.31,"StackOverflowDupQuestions":52.4}
|
69 |
-
{"index":0,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":57.78,"AskUbuntuDupQuestions":63.84,"MindSmallReranking":31.89,"SciDocsRR":81.62,"StackOverflowDupQuestions":53.76}
|
70 |
-
{"index":254,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small\">gte-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.7,"AskUbuntuDupQuestions":61.72,"MindSmallReranking":32.21,"SciDocsRR":84.83,"StackOverflowDupQuestions":52.03}
|
71 |
-
{"index":18,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-base-en-v1.5\">gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.66,"AskUbuntuDupQuestions":61.83,"MindSmallReranking":31.34,"SciDocsRR":85.17,"StackOverflowDupQuestions":52.29}
|
72 |
-
{"index":148,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-large\">instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":57.54,"AskUbuntuDupQuestions":64.3,"MindSmallReranking":31.68,"SciDocsRR":82.0,"StackOverflowDupQuestions":52.17}
|
73 |
-
{"index":112,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.5,"AskUbuntuDupQuestions":63.29,"MindSmallReranking":31.3,"SciDocsRR":80.67,"StackOverflowDupQuestions":54.75}
|
74 |
-
{"index":60,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised\">LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":57.38,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.34,"SciDocsRR":84.03,"StackOverflowDupQuestions":51.02}
|
75 |
-
{"index":149,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":57.29,"AskUbuntuDupQuestions":65.35,"MindSmallReranking":31.81,"SciDocsRR":79.49,"StackOverflowDupQuestions":52.52}
|
76 |
-
{"index":199,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-base-en-v1.5-sparse\">bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.18,"AskUbuntuDupQuestions":60.23,"MindSmallReranking":31.71,"SciDocsRR":84.46,"StackOverflowDupQuestions":52.32}
|
77 |
-
{"index":185,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-3B5-embedding\">XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.12,"AskUbuntuDupQuestions":62.73,"MindSmallReranking":30.81,"SciDocsRR":85.11,"StackOverflowDupQuestions":49.85}
|
78 |
-
{"index":42,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":57.09,"AskUbuntuDupQuestions":61.11,"MindSmallReranking":31.53,"SciDocsRR":84.78,"StackOverflowDupQuestions":50.95}
|
79 |
-
{"index":175,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05}
|
80 |
-
{"index":135,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/djuna\/jina-embeddings-v2-base-en-Q5_K_M-GGUF\">jina-embeddings-v2-base-en-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05}
|
81 |
-
{"index":284,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53}
|
82 |
-
{"index":238,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5}
|
83 |
-
{"index":93,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pekarnick\/e5-large-v2-Q4_K_M-GGUF\">e5-large-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68}
|
84 |
-
{"index":155,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68}
|
85 |
-
{"index":83,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-msmarco-specb-bitfit\">SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.56,"AskUbuntuDupQuestions":61.63,"MindSmallReranking":32.29,"SciDocsRR":80.79,"StackOverflowDupQuestions":51.53}
|
86 |
-
{"index":154,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":56.53,"AskUbuntuDupQuestions":60.07,"MindSmallReranking":30.78,"SciDocsRR":83.94,"StackOverflowDupQuestions":51.33}
|
87 |
-
{"index":246,"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":56.42,"AskUbuntuDupQuestions":66.16,"MindSmallReranking":30.6,"SciDocsRR":76.09,"StackOverflowDupQuestions":52.85}
|
88 |
-
{"index":172,"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-l-en-v1\">jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.42,"AskUbuntuDupQuestions":62.83,"MindSmallReranking":31.48,"SciDocsRR":80.97,"StackOverflowDupQuestions":50.38}
|
89 |
-
{"index":281,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.32,"AskUbuntuDupQuestions":62.05,"MindSmallReranking":31.45,"SciDocsRR":81.22,"StackOverflowDupQuestions":50.54}
|
90 |
-
{"index":147,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-base\">instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.2,"AskUbuntuDupQuestions":63.17,"MindSmallReranking":31.82,"SciDocsRR":78.83,"StackOverflowDupQuestions":50.99}
|
91 |
-
{"index":33,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-light-v3.0\">Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.09,"AskUbuntuDupQuestions":60.11,"MindSmallReranking":31.87,"SciDocsRR":81.62,"StackOverflowDupQuestions":50.76}
|
92 |
-
{"index":237,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":55.96,"AskUbuntuDupQuestions":63.08,"MindSmallReranking":31.5,"SciDocsRR":76.49,"StackOverflowDupQuestions":52.79}
|
93 |
-
{"index":169,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.91,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":31.22,"SciDocsRR":80.27,"StackOverflowDupQuestions":50.55}
|
94 |
-
{"index":140,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34}
|
95 |
-
{"index":153,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34}
|
96 |
-
{"index":160,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72}
|
97 |
-
{"index":171,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-b-en-v1\">jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.84,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.56,"SciDocsRR":79.31,"StackOverflowDupQuestions":50.11}
|
98 |
-
{"index":213,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47}
|
99 |
-
{"index":107,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TaylorAI\/gte-tiny\">gte-tiny<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.77,"AskUbuntuDupQuestions":59.83,"MindSmallReranking":32.06,"SciDocsRR":81.54,"StackOverflowDupQuestions":49.65}
|
100 |
-
{"index":152,"Rank":100,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":55.7,"AskUbuntuDupQuestions":59.66,"MindSmallReranking":30.07,"SciDocsRR":82.9,"StackOverflowDupQuestions":50.15}
|
101 |
-
{"index":28,"Rank":101,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/CAiRE\/UniVaR-lambda-5\">UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9}
|
102 |
-
{"index":26,"Rank":102,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/CAiRE\/UniVaR-lambda-1\">UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9}
|
103 |
-
{"index":29,"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/CAiRE\/UniVaR-lambda-80\">UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9}
|
104 |
-
{"index":27,"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/CAiRE\/UniVaR-lambda-20\">UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9}
|
105 |
-
{"index":206,"Rank":105,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9}
|
106 |
-
{"index":129,"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/corto-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9}
|
107 |
-
{"index":123,"Rank":107,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.65,"AskUbuntuDupQuestions":59.97,"MindSmallReranking":31.79,"SciDocsRR":79.77,"StackOverflowDupQuestions":51.07}
|
108 |
-
{"index":211,"Rank":108,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":55.65,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.34,"SciDocsRR":80.33,"StackOverflowDupQuestions":50.32}
|
109 |
-
{"index":184,"Rank":109,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-0B6-embedding\">XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.6,"AskUbuntuDupQuestions":61.11,"MindSmallReranking":28.83,"SciDocsRR":85.93,"StackOverflowDupQuestions":46.52}
|
110 |
-
{"index":183,"Rank":110,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/MegatronBert-1B3-embedding\">MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.5,"AskUbuntuDupQuestions":58.96,"MindSmallReranking":29.32,"SciDocsRR":88.03,"StackOverflowDupQuestions":45.71}
|
111 |
-
{"index":101,"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-m-long\">snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.47,"AskUbuntuDupQuestions":61.36,"MindSmallReranking":29.91,"SciDocsRR":79.23,"StackOverflowDupQuestions":51.38}
|
112 |
-
{"index":99,"Rank":112,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-l\">snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87}
|
113 |
-
{"index":121,"Rank":113,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bcastle\/snowflake-arctic-embed-l-Q8_0-GGUF\">snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87}
|
114 |
-
{"index":100,"Rank":114,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-m\">snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.42,"AskUbuntuDupQuestions":60.53,"MindSmallReranking":29.17,"SciDocsRR":80.81,"StackOverflowDupQuestions":51.19}
|
115 |
-
{"index":66,"Rank":115,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-supervised\">LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":55.38,"AskUbuntuDupQuestions":60.71,"MindSmallReranking":31.96,"SciDocsRR":79.23,"StackOverflowDupQuestions":49.61}
|
116 |
-
{"index":236,"Rank":116,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":55.36,"AskUbuntuDupQuestions":61.64,"MindSmallReranking":31.84,"SciDocsRR":76.39,"StackOverflowDupQuestions":51.58}
|
117 |
-
{"index":69,"Rank":117,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Ivysaur\">Ivysaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.34,"AskUbuntuDupQuestions":59.7,"MindSmallReranking":31.78,"SciDocsRR":80.04,"StackOverflowDupQuestions":49.83}
|
118 |
-
{"index":176,"Rank":118,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18}
|
119 |
-
{"index":103,"Rank":119,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-s\">snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.31,"AskUbuntuDupQuestions":61.15,"MindSmallReranking":30.6,"SciDocsRR":79.34,"StackOverflowDupQuestions":50.16}
|
120 |
-
{"index":128,"Rank":120,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/consciousAI\/cai-stellaris-text-embeddings\">cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.24,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":30.98,"SciDocsRR":81.45,"StackOverflowDupQuestions":48.17}
|
121 |
-
{"index":210,"Rank":121,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":55.18,"AskUbuntuDupQuestions":61.34,"MindSmallReranking":30.04,"SciDocsRR":79.4,"StackOverflowDupQuestions":49.95}
|
122 |
-
{"index":177,"Rank":122,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.09,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":30.99,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.99}
|
123 |
-
{"index":136,"Rank":123,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/djuna\/jina-embeddings-v2-small-en-Q5_K_M-GGUF\">jina-embeddings-v2-small-en-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.09,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":30.99,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.99}
|
124 |
-
{"index":35,"Rank":124,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.06,"AskUbuntuDupQuestions":58.54,"MindSmallReranking":31.36,"SciDocsRR":79.9,"StackOverflowDupQuestions":50.45}
|
125 |
-
{"index":208,"Rank":125,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1-unsupervised\">nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.99,"AskUbuntuDupQuestions":59.57,"MindSmallReranking":30.6,"SciDocsRR":79.91,"StackOverflowDupQuestions":49.87}
|
126 |
-
{"index":167,"Rank":126,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.9,"AskUbuntuDupQuestions":59.92,"MindSmallReranking":30.97,"SciDocsRR":78.62,"StackOverflowDupQuestions":50.07}
|
127 |
-
{"index":159,"Rank":127,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.84,"AskUbuntuDupQuestions":58.23,"MindSmallReranking":30.97,"SciDocsRR":80.74,"StackOverflowDupQuestions":49.41}
|
128 |
-
{"index":245,"Rank":128,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":54.71,"AskUbuntuDupQuestions":62.86,"MindSmallReranking":29.77,"SciDocsRR":75.16,"StackOverflowDupQuestions":51.05}
|
129 |
-
{"index":82,"Rank":129,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-2.7B-weightedmean-msmarco-specb-bitfit\">SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.67,"AskUbuntuDupQuestions":59.63,"MindSmallReranking":31.72,"SciDocsRR":77.72,"StackOverflowDupQuestions":49.61}
|
130 |
-
{"index":174,"Rank":130,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-de\">jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5}
|
131 |
-
{"index":132,"Rank":131,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepfile\/embedder-100p\">embedder-100p<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.63,"AskUbuntuDupQuestions":61.05,"MindSmallReranking":30.55,"SciDocsRR":79.83,"StackOverflowDupQuestions":47.1}
|
132 |
-
{"index":134,"Rank":132,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/djovak\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":54.58,"AskUbuntuDupQuestions":63.09,"MindSmallReranking":30.89,"SciDocsRR":74.28,"StackOverflowDupQuestions":50.06}
|
133 |
-
{"index":209,"Rank":133,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":54.56,"AskUbuntuDupQuestions":61.16,"MindSmallReranking":30.02,"SciDocsRR":78.05,"StackOverflowDupQuestions":49.0}
|
134 |
-
{"index":267,"Rank":134,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yessilver\/new_model\">new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.46,"AskUbuntuDupQuestions":57.69,"MindSmallReranking":30.32,"SciDocsRR":79.91,"StackOverflowDupQuestions":49.93}
|
135 |
-
{"index":157,"Rank":135,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":54.45,"AskUbuntuDupQuestions":59.36,"MindSmallReranking":29.56,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.13}
|
136 |
-
{"index":104,"Rank":136,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-xs\">snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.4,"AskUbuntuDupQuestions":60.25,"MindSmallReranking":30.26,"SciDocsRR":76.94,"StackOverflowDupQuestions":50.16}
|
137 |
-
{"index":158,"Rank":137,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small-v2\">e5-small-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.32,"AskUbuntuDupQuestions":58.11,"MindSmallReranking":30.1,"SciDocsRR":79.16,"StackOverflowDupQuestions":49.93}
|
138 |
-
{"index":106,"Rank":138,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TaylorAI\/bge-micro-v2\">bge-micro-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.29,"AskUbuntuDupQuestions":58.08,"MindSmallReranking":31.07,"SciDocsRR":78.57,"StackOverflowDupQuestions":49.43}
|
139 |
-
{"index":262,"Rank":139,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/w601sxs\/b1ade-embed-kd\">b1ade-embed-kd<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.29,"AskUbuntuDupQuestions":57.59,"MindSmallReranking":31.29,"SciDocsRR":82.14,"StackOverflowDupQuestions":46.13}
|
140 |
-
{"index":166,"Rank":140,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.28,"AskUbuntuDupQuestions":59.5,"MindSmallReranking":30.51,"SciDocsRR":78.11,"StackOverflowDupQuestions":49.0}
|
141 |
-
{"index":105,"Rank":141,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TaylorAI\/bge-micro\">bge-micro<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.28,"AskUbuntuDupQuestions":58.09,"MindSmallReranking":31.29,"SciDocsRR":78.78,"StackOverflowDupQuestions":48.96}
|
142 |
-
{"index":235,"Rank":142,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-base\">gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":54.23,"AskUbuntuDupQuestions":60.86,"MindSmallReranking":31.33,"SciDocsRR":73.71,"StackOverflowDupQuestions":51.01}
|
143 |
-
{"index":203,"Rank":143,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neuralmagic\/bge-small-en-v1.5-sparse\">bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.14,"AskUbuntuDupQuestions":56.97,"MindSmallReranking":31.38,"SciDocsRR":79.46,"StackOverflowDupQuestions":48.75}
|
144 |
-
{"index":244,"Rank":144,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":54.0,"AskUbuntuDupQuestions":61.51,"MindSmallReranking":30.27,"SciDocsRR":74.88,"StackOverflowDupQuestions":49.34}
|
145 |
-
{"index":79,"Rank":145,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-1.3B-weightedmean-msmarco-specb-bitfit\">SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.0,"AskUbuntuDupQuestions":58.13,"MindSmallReranking":31.34,"SciDocsRR":77.21,"StackOverflowDupQuestions":49.32}
|
146 |
-
{"index":65,"Rank":146,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse\">LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":53.98,"AskUbuntuDupQuestions":58.6,"MindSmallReranking":29.73,"SciDocsRR":77.81,"StackOverflowDupQuestions":49.8}
|
147 |
-
{"index":44,"Rank":147,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Hum-Works\/lodestone-base-4096-v1\">lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":53.95,"AskUbuntuDupQuestions":58.79,"MindSmallReranking":32.02,"SciDocsRR":78.54,"StackOverflowDupQuestions":46.44}
|
148 |
-
{"index":162,"Rank":148,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":53.87,"AskUbuntuDupQuestions":57.88,"MindSmallReranking":30.28,"SciDocsRR":78.13,"StackOverflowDupQuestions":49.2}
|
149 |
-
{"index":242,"Rank":149,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":53.8,"AskUbuntuDupQuestions":60.16,"MindSmallReranking":30.15,"SciDocsRR":78.09,"StackOverflowDupQuestions":46.79}
|
150 |
-
{"index":113,"Rank":150,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/andersonbcdefg\/bge-small-4096\">bge-small-4096<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":53.64,"AskUbuntuDupQuestions":58.54,"MindSmallReranking":30.98,"SciDocsRR":77.2,"StackOverflowDupQuestions":47.85}
|
151 |
-
{"index":241,"Rank":151,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":53.62,"AskUbuntuDupQuestions":60.49,"MindSmallReranking":30.37,"SciDocsRR":77.78,"StackOverflowDupQuestions":45.85}
|
152 |
-
{"index":68,"Rank":152,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Bulbasaur\">Bulbasaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":53.49,"AskUbuntuDupQuestions":57.49,"MindSmallReranking":31.78,"SciDocsRR":77.89,"StackOverflowDupQuestions":46.78}
|
153 |
-
{"index":212,"Rank":153,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":53.42,"AskUbuntuDupQuestions":60.79,"MindSmallReranking":29.7,"SciDocsRR":75.79,"StackOverflowDupQuestions":47.42}
|
154 |
-
{"index":207,"Rank":154,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1-ablated\">nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":53.32,"AskUbuntuDupQuestions":57.59,"MindSmallReranking":31.29,"SciDocsRR":75.51,"StackOverflowDupQuestions":48.89}
|
155 |
-
{"index":285,"Rank":155,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/www.elastic.co\/guide\/en\/machine-learning\/current\/ml-nlp-elser.html\">elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":53.27,"AskUbuntuDupQuestions":58.31,"MindSmallReranking":30.75,"SciDocsRR":75.62,"StackOverflowDupQuestions":48.4}
|
156 |
-
{"index":214,"Rank":156,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":53.14,"AskUbuntuDupQuestions":56.69,"MindSmallReranking":31.58,"SciDocsRR":76.51,"StackOverflowDupQuestions":47.78}
|
157 |
-
{"index":63,"Rank":157,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse\">LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":53.09,"AskUbuntuDupQuestions":57.16,"MindSmallReranking":30.1,"SciDocsRR":76.28,"StackOverflowDupQuestions":48.82}
|
158 |
-
{"index":243,"Rank":158,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":53.09,"AskUbuntuDupQuestions":59.73,"MindSmallReranking":30.2,"SciDocsRR":73.96,"StackOverflowDupQuestions":48.46}
|
159 |
-
{"index":173,"Rank":159,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-s-en-v1\">jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":53.07,"AskUbuntuDupQuestions":60.25,"MindSmallReranking":30.68,"SciDocsRR":74.16,"StackOverflowDupQuestions":47.18}
|
160 |
-
{"index":61,"Rank":160,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse\">LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":52.95,"AskUbuntuDupQuestions":55.56,"MindSmallReranking":30.86,"SciDocsRR":77.62,"StackOverflowDupQuestions":47.77}
|
161 |
-
{"index":168,"Rank":161,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.6,"AskUbuntuDupQuestions":57.38,"MindSmallReranking":30.52,"SciDocsRR":75.13,"StackOverflowDupQuestions":47.38}
|
162 |
-
{"index":84,"Rank":162,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-nli-bitfit\">SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.33,"AskUbuntuDupQuestions":55.9,"MindSmallReranking":31.11,"SciDocsRR":77.54,"StackOverflowDupQuestions":44.77}
|
163 |
-
{"index":239,"Rank":163,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/msmarco-bert-co-condensor\">msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":51.84,"AskUbuntuDupQuestions":58.99,"MindSmallReranking":27.13,"SciDocsRR":72.78,"StackOverflowDupQuestions":48.48}
|
164 |
-
{"index":77,"Rank":164,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/test24\">test24<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.68,"AskUbuntuDupQuestions":56.48,"MindSmallReranking":29.57,"SciDocsRR":74.66,"StackOverflowDupQuestions":45.99}
|
165 |
-
{"index":80,"Rank":165,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.58,"AskUbuntuDupQuestions":55.84,"MindSmallReranking":30.4,"SciDocsRR":71.34,"StackOverflowDupQuestions":44.74}
|
166 |
-
{"index":78,"Rank":166,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/test25\">test25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.55,"AskUbuntuDupQuestions":55.77,"MindSmallReranking":29.04,"SciDocsRR":72.91,"StackOverflowDupQuestions":44.49}
|
167 |
-
{"index":72,"Rank":167,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Wartortle\">Wartortle<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.29,"AskUbuntuDupQuestions":54.09,"MindSmallReranking":30.28,"SciDocsRR":74.48,"StackOverflowDupQuestions":42.3}
|
168 |
-
{"index":71,"Rank":168,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Venusaur\">Venusaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.41,"AskUbuntuDupQuestions":53.77,"MindSmallReranking":29.92,"SciDocsRR":70.82,"StackOverflowDupQuestions":43.14}
|
169 |
-
{"index":277,"Rank":169,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.02,"AskUbuntuDupQuestions":53.49,"MindSmallReranking":30.71,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.85}
|
170 |
-
{"index":234,"Rank":170,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":48.82,"AskUbuntuDupQuestions":53.75,"MindSmallReranking":30.39,"SciDocsRR":69.22,"StackOverflowDupQuestions":41.92}
|
171 |
-
{"index":70,"Rank":171,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Squirtle\">Squirtle<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.51,"AskUbuntuDupQuestions":52.34,"MindSmallReranking":30.09,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.57}
|
172 |
-
{"index":227,"Rank":172,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":48.42,"AskUbuntuDupQuestions":52.75,"MindSmallReranking":29.81,"SciDocsRR":68.72,"StackOverflowDupQuestions":42.42}
|
173 |
-
{"index":231,"Rank":173,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":48.1,"AskUbuntuDupQuestions":50.07,"MindSmallReranking":24.8,"SciDocsRR":81.31,"StackOverflowDupQuestions":36.22}
|
174 |
-
{"index":127,"Rank":174,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/consciousAI\/cai-lunaris-text-embeddings\">cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.85,"AskUbuntuDupQuestions":53.44,"MindSmallReranking":28.54,"SciDocsRR":68.65,"StackOverflowDupQuestions":40.76}
|
175 |
-
{"index":67,"Rank":175,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse\">LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":47.7,"AskUbuntuDupQuestions":52.7,"MindSmallReranking":29.52,"SciDocsRR":67.76,"StackOverflowDupQuestions":40.82}
|
176 |
-
{"index":81,"Rank":176,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.56,"AskUbuntuDupQuestions":52.63,"MindSmallReranking":29.27,"SciDocsRR":68.36,"StackOverflowDupQuestions":39.97}
|
177 |
-
{"index":217,"Rank":177,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/sup-simcse-bert-base-uncased\">sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":47.54,"AskUbuntuDupQuestions":51.8,"MindSmallReranking":29.3,"SciDocsRR":70.14,"StackOverflowDupQuestions":38.9}
|
178 |
-
{"index":256,"Rank":178,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/tst\">tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.31,"AskUbuntuDupQuestions":50.09,"MindSmallReranking":29.01,"SciDocsRR":70.94,"StackOverflowDupQuestions":39.18}
|
179 |
-
{"index":218,"Rank":179,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/unsup-simcse-bert-base-uncased\">unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":46.47,"AskUbuntuDupQuestions":51.57,"MindSmallReranking":28.62,"SciDocsRR":66.33,"StackOverflowDupQuestions":39.35}
|
180 |
-
{"index":141,"Rank":180,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.18,"AskUbuntuDupQuestions":50.89,"MindSmallReranking":26.88,"SciDocsRR":68.36,"StackOverflowDupQuestions":38.61}
|
181 |
-
{"index":233,"Rank":181,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":44.75,"AskUbuntuDupQuestions":50.88,"MindSmallReranking":28.92,"SciDocsRR":63.55,"StackOverflowDupQuestions":35.65}
|
182 |
-
{"index":122,"Rank":182,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bert-base-uncased\">bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":43.44,"AskUbuntuDupQuestions":45.84,"MindSmallReranking":28.37,"SciDocsRR":64.94,"StackOverflowDupQuestions":34.62}
|
183 |
-
{"index":232,"Rank":183,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_glove.6B.300d\">glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":43.29,"AskUbuntuDupQuestions":49.57,"MindSmallReranking":27.01,"SciDocsRR":62.56,"StackOverflowDupQuestions":34.03}
|
184 |
-
{"index":11,"Rank":184,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":41.44,"AskUbuntuDupQuestions":48.99,"MindSmallReranking":24.79,"SciDocsRR":54.99,"StackOverflowDupQuestions":36.98}
|
185 |
-
{"index":255,"Rank":185,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":34.44,"AskUbuntuDupQuestions":44.88,"MindSmallReranking":25.65,"SciDocsRR":43.9,"StackOverflowDupQuestions":23.35}
|
186 |
-
{"index":263,"Rank":186,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/w601sxs\/b1ade-embed-kd_3\">b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":0.53,"AskUbuntuDupQuestions":0.56,"MindSmallReranking":0.31,"SciDocsRR":0.79,"StackOverflowDupQuestions":0.47}
|
187 |
-
{"index":2,"Rank":187,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.aws.amazon.com\/bedrock\/latest\/userguide\/embeddings.html\">titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":88.87,"StackOverflowDupQuestions":""}
|
188 |
-
{"index":30,"Rank":197,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":53.99,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""}
|
189 |
-
{"index":73,"Rank":217,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/gte-micro\">gte-micro<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":55.31,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""}
|
190 |
-
{"index":76,"Rank":220,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/gte-micro-v4\">gte-micro-v4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":58.01,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""}
|
191 |
-
{"index":97,"Rank":230,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Shimin\/LLaMA-embeeding\">LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":48.66,"MindSmallReranking":"","SciDocsRR":66.69,"StackOverflowDupQuestions":39.5}
|
192 |
-
{"index":98,"Rank":231,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Shimin\/yiyouliao\">yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":59.82,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""}
|
193 |
-
{"index":124,"Rank":235,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/biswa921\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":"","AskUbuntuDupQuestions":61.53,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""}
|
194 |
-
{"index":248,"Rank":264,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":57.91,"MindSmallReranking":"","SciDocsRR":70.21,"StackOverflowDupQuestions":44.9}
|
195 |
-
{"index":251,"Rank":267,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/technicolor\/Angle_BERT\">Angle_BERT<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":51.34,"MindSmallReranking":"","SciDocsRR":70.59,"StackOverflowDupQuestions":40.99}
|
196 |
-
{"index":270,"Rank":277,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zeroshot\/gte-small-quant\">gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":60.76,"MindSmallReranking":"","SciDocsRR":84.34,"StackOverflowDupQuestions":51.68}
|
197 |
-
{"index":278,"Rank":284,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":54.68,"MindSmallReranking":"","SciDocsRR":72.78,"StackOverflowDupQuestions":40.65}
|
198 |
-
{"index":279,"Rank":285,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":55.09,"MindSmallReranking":"","SciDocsRR":70.93,"StackOverflowDupQuestions":42.42}
|
199 |
-
{"index":280,"Rank":286,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AskUbuntuDupQuestions":53.56,"MindSmallReranking":"","SciDocsRR":68.7,"StackOverflowDupQuestions":39.41}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":74.79,"AlloprofReranking":57.37,"AlloprofReranking (fra-Latn)":69.44,"SyntecReranking":86.9,"SyntecReranking (fra-Latn)":85.45}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":73.68,"AlloprofReranking":58.1,"AlloprofReranking (fra-Latn)":65.9,"SyntecReranking":85.43,"SyntecReranking (fra-Latn)":85.31}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":72.12,"AlloprofReranking":56.17,"AlloprofReranking (fra-Latn)":64.41,"SyntecReranking":86.7,"SyntecReranking (fra-Latn)":81.22}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.44,"AlloprofReranking":54.34,"AlloprofReranking (fra-Latn)":67.2,"SyntecReranking":83.23,"SyntecReranking (fra-Latn)":80.97}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":64.74,"AlloprofReranking":49.01,"AlloprofReranking (fra-Latn)":62.42,"SyntecReranking":75.03,"SyntecReranking (fra-Latn)":72.5}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":61.44,"AlloprofReranking":49.51,"AlloprofReranking (fra-Latn)":55.37,"SyntecReranking":73.28,"SyntecReranking (fra-Latn)":67.62}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":55.3,"AlloprofReranking":31.69,"AlloprofReranking (fra-Latn)":62.62,"SyntecReranking":59.57,"SyntecReranking (fra-Latn)":67.31}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":72.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.57,"SyntecReranking (fra-Latn)":null}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":63.54,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":82.65,"SyntecReranking (fra-Latn)":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":70.79,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":86.77,"SyntecReranking (fra-Latn)":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":72.92,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":91.2,"SyntecReranking (fra-Latn)":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":74.78,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":90.4,"SyntecReranking (fra-Latn)":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AlloprofReranking":35.29,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":55.93,"SyntecReranking (fra-Latn)":null}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.6,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.03,"SyntecReranking (fra-Latn)":null}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.01,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":85.72,"SyntecReranking (fra-Latn)":null}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.21,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":36.25,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":77.95,"SyntecReranking":null,"SyntecReranking (fra-Latn)":83.32}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AlloprofReranking":53.0,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":82.9,"SyntecReranking (fra-Latn)":null}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":48.68,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":79.75,"SyntecReranking (fra-Latn)":null}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AlloprofReranking":57.62,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":88.15,"SyntecReranking (fra-Latn)":null}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":34.81,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":55.88,"SyntecReranking (fra-Latn)":null}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AlloprofReranking":34.55,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":57.18,"SyntecReranking (fra-Latn)":null}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AlloprofReranking":26.29,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":42.8,"SyntecReranking (fra-Latn)":null}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AlloprofReranking":36.23,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":53.25,"SyntecReranking (fra-Latn)":null}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":38.85,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":66.4,"SyntecReranking (fra-Latn)":null}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AlloprofReranking":47.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":77.05,"SyntecReranking (fra-Latn)":null}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":39.13,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":62.58,"SyntecReranking (fra-Latn)":null}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":28.75,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":50.88,"SyntecReranking (fra-Latn)":null}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":67.01,"SyntecReranking":null,"SyntecReranking (fra-Latn)":69.17}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":69.63,"SyntecReranking":null,"SyntecReranking (fra-Latn)":66.12}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AlloprofReranking":51.77,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":74.78,"SyntecReranking (fra-Latn)":null}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AlloprofReranking":40.28,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":65.08,"SyntecReranking (fra-Latn)":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AlloprofReranking":50.12,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":78.05,"SyntecReranking (fra-Latn)":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AlloprofReranking":57.99,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":79.77,"SyntecReranking (fra-Latn)":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AlloprofReranking":63.3,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":83.07,"SyntecReranking (fra-Latn)":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AlloprofReranking":68.36,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":85.15,"SyntecReranking (fra-Latn)":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":51.48,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":70.28,"SyntecReranking (fra-Latn)":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":56.23,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":73.85,"SyntecReranking (fra-Latn)":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":55.39,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":77.13,"SyntecReranking (fra-Latn)":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AlloprofReranking":25.58,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":43.75,"SyntecReranking (fra-Latn)":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AlloprofReranking":28.62,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":49.4,"SyntecReranking (fra-Latn)":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":89.87,"SyntecReranking (fra-Latn)":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AlloprofReranking":null,"AlloprofReranking (fra-Latn)":null,"SyntecReranking":null,"SyntecReranking (fra-Latn)":null}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/30/default.jsonl
CHANGED
@@ -1,31 +1,23 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"index":23,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.2,"CDSC-E":59.97,"PPC":85.37,"PSC":91.98,"SICK-E-PL":55.48}
|
25 |
-
{"index":4,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.51,"CDSC-E":43.51,"PPC":70.19,"PSC":77.83,"SICK-E-PL":46.51}
|
26 |
-
{"index":8,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-15_10-09-42\">2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.43,"PPC":"","PSC":0.4,"SICK-E-PL":0.55}
|
27 |
-
{"index":9,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-17_21-37-12\">2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.37,"PPC":"","PSC":0.38,"SICK-E-PL":0.42}
|
28 |
-
{"index":10,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_08-22-22\">2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.46,"PPC":"","PSC":0.41,"SICK-E-PL":0.51}
|
29 |
-
{"index":11,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_10-03-38\">2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.44,"PPC":"","PSC":0.75,"SICK-E-PL":0.52}
|
30 |
-
{"index":12,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_21-12-17\">2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.41,"PPC":"","PSC":0.38,"SICK-E-PL":0.44}
|
31 |
-
{"index":13,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-23-38\">2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.56,"PPC":"","PSC":0.85,"SICK-E-PL":0.61}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":85.17,"CDSC-E":75.76,"CDSC-E (pol-Latn)":75.77,"PPC":93.67,"PSC":98.26,"PSC (pol-Latn)":98.26,"SICK-E-PL":77.22,"SICK-E-PL (pol-Latn)":77.22}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":84.55,"CDSC-E":74.47,"CDSC-E (pol-Latn)":74.47,"PPC":92.18,"PSC":99.39,"PSC (pol-Latn)":99.4,"SICK-E-PL":75.96,"SICK-E-PL (pol-Latn)":75.95}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":82.06,"CDSC-E":72.22,"CDSC-E (pol-Latn)":72.22,"PPC":91.8,"PSC":97.14,"PSC (pol-Latn)":97.14,"SICK-E-PL":71.94,"SICK-E-PL (pol-Latn)":71.94}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":81.31,"CDSC-E":72.67,"CDSC-E (pol-Latn)":72.7,"PPC":88.01,"PSC":99.14,"PSC (pol-Latn)":99.14,"SICK-E-PL":68.77,"SICK-E-PL (pol-Latn)":68.76}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.61,"CDSC-E":69.7,"CDSC-E (pol-Latn)":69.69,"PPC":86.72,"PSC":99.24,"PSC (pol-Latn)":99.23,"SICK-E-PL":66.34,"SICK-E-PL (pol-Latn)":66.35}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":78.17,"CDSC-E":68.91,"CDSC-E (pol-Latn)":68.92,"PPC":86.97,"PSC":97.42,"PSC (pol-Latn)":97.42,"SICK-E-PL":63.77,"SICK-E-PL (pol-Latn)":63.77}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":72.65,"PPC":null,"PSC":null,"PSC (pol-Latn)":99.43,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":75.98}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-E":63.31,"CDSC-E (pol-Latn)":null,"PPC":84.18,"PSC":98.87,"PSC (pol-Latn)":null,"SICK-E-PL":54.93,"SICK-E-PL (pol-Latn)":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-E":67.35,"CDSC-E (pol-Latn)":null,"PPC":85.33,"PSC":98.46,"PSC (pol-Latn)":null,"SICK-E-PL":58.19,"SICK-E-PL (pol-Latn)":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-E":75.99,"CDSC-E (pol-Latn)":null,"PPC":93.29,"PSC":99.1,"PSC (pol-Latn)":null,"SICK-E-PL":79.63,"SICK-E-PL (pol-Latn)":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-E":75.06,"CDSC-E (pol-Latn)":null,"PPC":93.49,"PSC":99.05,"PSC (pol-Latn)":null,"SICK-E-PL":80.56,"SICK-E-PL (pol-Latn)":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":49.04,"PPC":null,"PSC":null,"PSC (pol-Latn)":87.92,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":49.63}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":47.27,"PPC":null,"PSC":null,"PSC (pol-Latn)":81.87,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":47.32}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":45.37,"PPC":null,"PSC":null,"PSC (pol-Latn)":83.28,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":46.51}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CDSC-E":71.83,"CDSC-E (pol-Latn)":null,"PPC":86.83,"PSC":96.35,"PSC (pol-Latn)":null,"SICK-E-PL":62.05,"SICK-E-PL (pol-Latn)":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CDSC-E":null,"CDSC-E (pol-Latn)":null,"PPC":null,"PSC":null,"PSC (pol-Latn)":null,"SICK-E-PL":null,"SICK-E-PL (pol-Latn)":null}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/31/default.jsonl
CHANGED
@@ -1,24 +1,23 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"index":23,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":47.32,"ArguAna-PL":53.02,"ArguAna-PL (pol-Latn)":52.99,"DBPedia-PL":35.82,"FiQA-PL":33.0,"FiQA-PL (pol-Latn)":32.97,"HotpotQA-PL":67.41,"MSMARCO-PL":33.38,"NFCorpus-PL":30.24,"NFCorpus-PL (pol-Latn)":30.21,"NQ-PL":52.79,"Quora-PL":83.65,"SCIDOCS-PL":13.81,"SCIDOCS-PL (pol-Latn)":13.82,"SciFact-PL":65.66,"SciFact-PL (pol-Latn)":65.66,"TRECCOVID-PL":70.03,"TRECCOVID-PL (pol-Latn)":69.9}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.3,"ArguAna-PL":42.81,"ArguAna-PL (pol-Latn)":42.86,"DBPedia-PL":30.23,"FiQA-PL":25.52,"FiQA-PL (pol-Latn)":25.59,"HotpotQA-PL":63.52,"MSMARCO-PL":29.52,"NFCorpus-PL":25.98,"NFCorpus-PL (pol-Latn)":25.99,"NQ-PL":44.8,"Quora-PL":81.22,"SCIDOCS-PL":12.35,"SCIDOCS-PL (pol-Latn)":12.36,"SciFact-PL":62.11,"SciFact-PL (pol-Latn)":62.26,"TRECCOVID-PL":66.06,"TRECCOVID-PL (pol-Latn)":65.94}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":41.06,"ArguAna-PL":37.43,"ArguAna-PL (pol-Latn)":37.49,"DBPedia-PL":29.27,"FiQA-PL":22.03,"FiQA-PL (pol-Latn)":22.02,"HotpotQA-PL":60.15,"MSMARCO-PL":26.94,"NFCorpus-PL":26.48,"NFCorpus-PL (pol-Latn)":26.5,"NQ-PL":40.46,"Quora-PL":78.7,"SCIDOCS-PL":11.6,"SCIDOCS-PL (pol-Latn)":11.59,"SciFact-PL":62.76,"SciFact-PL (pol-Latn)":62.76,"TRECCOVID-PL":70.92,"TRECCOVID-PL (pol-Latn)":70.92}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":28.51,"ArguAna-PL":42.62,"ArguAna-PL (pol-Latn)":42.61,"DBPedia-PL":20.18,"FiQA-PL":14.68,"FiQA-PL (pol-Latn)":14.71,"HotpotQA-PL":29.36,"MSMARCO-PL":12.45,"NFCorpus-PL":18.53,"NFCorpus-PL (pol-Latn)":18.54,"NQ-PL":15.64,"Quora-PL":79.18,"SCIDOCS-PL":11.18,"SCIDOCS-PL (pol-Latn)":11.17,"SciFact-PL":41.53,"SciFact-PL (pol-Latn)":41.55,"TRECCOVID-PL":35.38,"TRECCOVID-PL (pol-Latn)":35.43}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":26.21,"ArguAna-PL":37.83,"ArguAna-PL (pol-Latn)":37.86,"DBPedia-PL":18.0,"FiQA-PL":12.49,"FiQA-PL (pol-Latn)":12.49,"HotpotQA-PL":22.76,"MSMARCO-PL":10.39,"NFCorpus-PL":17.16,"NFCorpus-PL (pol-Latn)":17.17,"NQ-PL":12.56,"Quora-PL":77.18,"SCIDOCS-PL":10.26,"SCIDOCS-PL (pol-Latn)":10.26,"SciFact-PL":40.24,"SciFact-PL (pol-Latn)":40.24,"TRECCOVID-PL":34.38,"TRECCOVID-PL (pol-Latn)":34.23}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":22.73,"ArguAna-PL":38.52,"ArguAna-PL (pol-Latn)":38.56,"DBPedia-PL":16.1,"FiQA-PL":7.63,"FiQA-PL (pol-Latn)":7.66,"HotpotQA-PL":19.72,"MSMARCO-PL":7.22,"NFCorpus-PL":17.45,"NFCorpus-PL (pol-Latn)":17.45,"NQ-PL":9.65,"Quora-PL":74.96,"SCIDOCS-PL":7.48,"SCIDOCS-PL (pol-Latn)":7.47,"SciFact-PL":39.79,"SciFact-PL (pol-Latn)":39.79,"TRECCOVID-PL":18.45,"TRECCOVID-PL (pol-Latn)":18.51}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":48.89,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":38.04,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":32.88,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":18.39,"SciFact-PL":null,"SciFact-PL (pol-Latn)":73.22,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":58.01}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna-PL":41.97,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":24.07,"FiQA-PL":24.25,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":51.92,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":42.64,"TRECCOVID-PL (pol-Latn)":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna-PL":44.12,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":26.32,"FiQA-PL":24.95,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":54.44,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":46.98,"TRECCOVID-PL (pol-Latn)":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna-PL":49.42,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":19.82,"FiQA-PL":19.58,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":49.49,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":38.97,"TRECCOVID-PL (pol-Latn)":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"ArguAna-PL":51.87,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":24.59,"FiQA-PL":22.27,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":52.51,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":35.23,"TRECCOVID-PL (pol-Latn)":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":13.4,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":5.82,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":15.43,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":5.34,"SciFact-PL":null,"SciFact-PL (pol-Latn)":22.48,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":16.52}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":11.5,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":2.29,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":10.62,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":3.75,"SciFact-PL":null,"SciFact-PL (pol-Latn)":16.14,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":8.66}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":14.72,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":3.6,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":8.77,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":4.02,"SciFact-PL":null,"SciFact-PL (pol-Latn)":13.31,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":12.12}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"ArguAna-PL":36.7,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":12.36,"FiQA-PL":8.02,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":33.03,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":16.91,"TRECCOVID-PL (pol-Latn)":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"ArguAna-PL":null,"ArguAna-PL (pol-Latn)":null,"DBPedia-PL":null,"FiQA-PL":null,"FiQA-PL (pol-Latn)":null,"HotpotQA-PL":null,"MSMARCO-PL":null,"NFCorpus-PL":null,"NFCorpus-PL (pol-Latn)":null,"NQ-PL":null,"Quora-PL":null,"SCIDOCS-PL":null,"SCIDOCS-PL (pol-Latn)":null,"SciFact-PL":null,"SciFact-PL (pol-Latn)":null,"TRECCOVID-PL":null,"TRECCOVID-PL (pol-Latn)":null}
|
|
all_data_tasks/32/default.jsonl
CHANGED
@@ -1,51 +1,23 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"index":23,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.02,"CDSC-R":85.77,"SICK-R-PL":62.98,"STS22 (pl)":25.31}
|
25 |
-
{"index":0,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.34}
|
26 |
-
{"index":8,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-15_10-09-42\">2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.46,"SICK-R-PL":0.43,"STS22 (pl)":""}
|
27 |
-
{"index":9,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-17_21-37-12\">2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.41,"SICK-R-PL":0.32,"STS22 (pl)":""}
|
28 |
-
{"index":10,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_08-22-22\">2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.57,"SICK-R-PL":0.39,"STS22 (pl)":""}
|
29 |
-
{"index":11,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_10-03-38\">2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.62,"SICK-R-PL":0.42,"STS22 (pl)":""}
|
30 |
-
{"index":12,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_21-12-17\">2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.3,"SICK-R-PL":0.28,"STS22 (pl)":""}
|
31 |
-
{"index":13,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-23-38\">2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.65,"SICK-R-PL":0.55,"STS22 (pl)":""}
|
32 |
-
{"index":15,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.38}
|
33 |
-
{"index":16,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":36.37}
|
34 |
-
{"index":17,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":23.31}
|
35 |
-
{"index":18,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":14.91}
|
36 |
-
{"index":20,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":42.08}
|
37 |
-
{"index":21,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":31.13}
|
38 |
-
{"index":24,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":39.21}
|
39 |
-
{"index":31,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.98}
|
40 |
-
{"index":32,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":15.06}
|
41 |
-
{"index":43,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":19.22}
|
42 |
-
{"index":44,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":26.77}
|
43 |
-
{"index":46,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":13.56}
|
44 |
-
{"index":47,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":12.47}
|
45 |
-
{"index":49,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":30.68}
|
46 |
-
{"index":50,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":33.74}
|
47 |
-
{"index":53,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":24.42}
|
48 |
-
{"index":54,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":25.0}
|
49 |
-
{"index":55,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.04}
|
50 |
-
{"index":56,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":9.71}
|
51 |
-
{"index":57,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.81}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.04,"CDSC-R":91.0,"CDSC-R (pol-Latn)":91.0,"SICK-R-PL":75.08,"SICK-R-PL (pol-Latn)":75.08}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.96,"CDSC-R":88.8,"CDSC-R (pol-Latn)":88.8,"SICK-R-PL":73.13,"SICK-R-PL (pol-Latn)":73.13}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.66,"CDSC-R":90.08,"CDSC-R (pol-Latn)":90.09,"SICK-R-PL":71.23,"SICK-R-PL (pol-Latn)":71.23}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.86,"CDSC-R":90.27,"CDSC-R (pol-Latn)":90.27,"SICK-R-PL":69.46,"SICK-R-PL (pol-Latn)":69.45}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":78.88,"CDSC-R":88.98,"CDSC-R (pol-Latn)":88.98,"SICK-R-PL":68.77,"SICK-R-PL (pol-Latn)":68.77}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":75.72,"CDSC-R":85.53,"CDSC-R (pol-Latn)":85.53,"SICK-R-PL":65.9,"SICK-R-PL (pol-Latn)":65.9}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":92.23,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":72.78}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-R":86.18,"CDSC-R (pol-Latn)":null,"SICK-R-PL":64.67,"SICK-R-PL (pol-Latn)":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-R":89.09,"CDSC-R (pol-Latn)":null,"SICK-R-PL":67.26,"SICK-R-PL (pol-Latn)":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-R":89.62,"CDSC-R (pol-Latn)":null,"SICK-R-PL":76.37,"SICK-R-PL (pol-Latn)":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":null,"CDSC-R":88.55,"CDSC-R (pol-Latn)":null,"SICK-R-PL":76.18,"SICK-R-PL (pol-Latn)":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":82.5,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":54.26}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":79.45,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":52.43}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":77.04,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":50.2}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CDSC-R":87.67,"CDSC-R (pol-Latn)":null,"SICK-R-PL":65.53,"SICK-R-PL (pol-Latn)":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CDSC-R":null,"CDSC-R (pol-Latn)":null,"SICK-R-PL":null,"SICK-R-PL (pol-Latn)":null}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/33/default.jsonl
CHANGED
@@ -1,47 +1,32 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"index":25,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":71.66,"MassiveScenarioClassification (nb)":77.21,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
34 |
-
{"index":27,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":46.18,"MassiveScenarioClassification (nb)":50.32,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
35 |
-
{"index":28,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":44.12,"MassiveScenarioClassification (nb)":46.79,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
36 |
-
{"index":32,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
37 |
-
{"index":33,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
38 |
-
{"index":35,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
39 |
-
{"index":36,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
40 |
-
{"index":37,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
41 |
-
{"index":38,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
42 |
-
{"index":39,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
43 |
-
{"index":40,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
44 |
-
{"index":41,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
45 |
-
{"index":42,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
46 |
-
{"index":43,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":31.49,"MassiveScenarioClassification (nb)":38.05,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
47 |
-
{"index":44,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","MassiveIntentClassification (nb)":54.64,"MassiveScenarioClassification (nb)":60.26,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":65.06,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":62.76,"NoRecClassification (nob-Latn)":58.43,"NordicLangClassification":82.29,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":80.15,"NorwegianParliament":60.36,"ScalaNbClassification":50.44}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":62.42,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":57.58,"NoRecClassification (nob-Latn)":53.74,"NordicLangClassification":75.94,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":75.85,"NorwegianParliament":59.94,"ScalaNbClassification":50.32}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":59.43,"MassiveIntentClassification (nb)":53.96,"MassiveScenarioClassification (nb)":59.9,"NoRecClassification":53.96,"NoRecClassification (nob-Latn)":50.08,"NordicLangClassification":75.15,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":72.15,"NorwegianParliament":60.15,"ScalaNbClassification":50.06}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":47.04,"MassiveIntentClassification (nb)":39.34,"MassiveScenarioClassification (nb)":44.67,"NoRecClassification":40.02,"NoRecClassification (nob-Latn)":37.93,"NordicLangClassification":54.71,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":54.7,"NorwegianParliament":54.8,"ScalaNbClassification":50.17}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NoRecClassification (nob-Latn)":52.05,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":63.6,"NorwegianParliament":"","ScalaNbClassification":""}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KB\/bert-base-swedish-cased\">bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","MassiveIntentClassification (nb)":35.75,"MassiveScenarioClassification (nb)":35.76,"NoRecClassification":43.91,"NoRecClassification (nob-Latn)":"","NordicLangClassification":62.45,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":57.56,"ScalaNbClassification":53.63}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/electra-small-swedish-cased-discriminator\">electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":"","MassiveIntentClassification (nb)":5.66,"MassiveScenarioClassification (nb)":11.26,"NoRecClassification":39.72,"NoRecClassification (nob-Latn)":"","NordicLangClassification":44.53,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":52.44,"ScalaNbClassification":52.41}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/sentence-bert-swedish-cased\">sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","MassiveIntentClassification (nb)":42.74,"MassiveScenarioClassification (nb)":49.49,"NoRecClassification":43.53,"NoRecClassification (nob-Latn)":"","NordicLangClassification":51.45,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":55.74,"ScalaNbClassification":50.34}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-base\">nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","MassiveIntentClassification (nb)":60.67,"MassiveScenarioClassification (nb)":67.31,"NoRecClassification":51.32,"NoRecClassification (nob-Latn)":"","NordicLangClassification":84.69,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":57.41,"ScalaNbClassification":62.25}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-large\">nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":"","MassiveIntentClassification (nb)":62.68,"MassiveScenarioClassification (nb)":67.44,"NoRecClassification":55.46,"NoRecClassification (nob-Latn)":"","NordicLangClassification":85.27,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":62.58,"ScalaNbClassification":66.97}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chcaa\/dfm-encoder-large-v1\">dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":"","MassiveIntentClassification (nb)":52.49,"MassiveScenarioClassification (nb)":54.59,"NoRecClassification":48.3,"NoRecClassification (nob-Latn)":"","NordicLangClassification":77.68,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":58.78,"ScalaNbClassification":58.95}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":41.57,"MassiveScenarioClassification (nb)":50.33,"NoRecClassification":42.0,"NoRecClassification (nob-Latn)":"","NordicLangClassification":59.34,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":57.42,"ScalaNbClassification":50.18}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","MassiveIntentClassification (nb)":40.63,"MassiveScenarioClassification (nb)":51.91,"NoRecClassification":41.83,"NoRecClassification (nob-Latn)":"","NordicLangClassification":58.3,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":57.26,"ScalaNbClassification":50.13}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","MassiveIntentClassification (nb)":40.25,"MassiveScenarioClassification (nb)":48.58,"NoRecClassification":41.84,"NoRecClassification (nob-Latn)":"","NordicLangClassification":53.47,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":56.57,"ScalaNbClassification":50.03}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jonfd\/electra-small-nordic\">electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","MassiveIntentClassification (nb)":24.6,"MassiveScenarioClassification (nb)":27.3,"NoRecClassification":45.44,"NoRecClassification (nob-Latn)":"","NordicLangClassification":57.82,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":53.25,"ScalaNbClassification":75.28}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-base\">norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Average":"","MassiveIntentClassification (nb)":54.2,"MassiveScenarioClassification (nb)":60.69,"NoRecClassification":53.4,"NoRecClassification (nob-Latn)":"","NordicLangClassification":82.67,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":59.33,"ScalaNbClassification":60.19}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-large\">norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Average":"","MassiveIntentClassification (nb)":47.42,"MassiveScenarioClassification (nb)":54.25,"NoRecClassification":50.46,"NoRecClassification (nob-Latn)":"","NordicLangClassification":84.25,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":58.85,"ScalaNbClassification":66.79}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":"","NoRecClassification (nob-Latn)":45.45,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":35.39,"NorwegianParliament":"","ScalaNbClassification":""}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":"","NoRecClassification (nob-Latn)":37.73,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":54.17,"NorwegianParliament":"","ScalaNbClassification":""}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NoRecClassification (nob-Latn)":38.34,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":50.15,"NorwegianParliament":"","ScalaNbClassification":""}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NoRecClassification (nob-Latn)":46.7,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":42.52,"NorwegianParliament":"","ScalaNbClassification":""}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NoRecClassification (nob-Latn)":50.32,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":41.57,"NorwegianParliament":"","ScalaNbClassification":""}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NoRecClassification (nob-Latn)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":"","ScalaNbClassification":""}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vesteinn\/DanskBERT\">DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","MassiveIntentClassification (nb)":45.38,"MassiveScenarioClassification (nb)":47.55,"NoRecClassification":46.06,"NoRecClassification (nob-Latn)":"","NordicLangClassification":74.25,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":56.79,"ScalaNbClassification":59.99}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","MassiveIntentClassification (nb)":40.46,"MassiveScenarioClassification (nb)":44.83,"NoRecClassification":46.28,"NoRecClassification (nob-Latn)":"","NordicLangClassification":79.39,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","NorwegianParliament":56.75,"ScalaNbClassification":58.33}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/34/default.jsonl
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
all_data_tasks/35/default.jsonl
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
all_data_tasks/36/default.jsonl
CHANGED
@@ -1,30 +1,36 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":35.2,"ARCChallenge":26.68,"AlphaNLI":34.0,"HellaSwag":39.45,"PIQA":44.35,"Quail":11.69,"RARbCode":84.0,"RARbMath":82.35,"SIQA":7.23,"SpartQA":9.29,"TempReasonL1":7.15,"TempReasonL2Fact":58.38,"TempReasonL2Pure":11.22,"TempReasonL3Fact":44.29,"TempReasonL3Pure":14.15,"WinoGrande":53.74}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":31.13,"ARCChallenge":21.22,"AlphaNLI":34.23,"HellaSwag":31.4,"PIQA":37.52,"Quail":13.6,"RARbCode":89.41,"RARbMath":87.73,"SIQA":4.99,"SpartQA":7.45,"TempReasonL1":2.07,"TempReasonL2Fact":39.77,"TempReasonL2Pure":11.04,"TempReasonL3Fact":37.04,"TempReasonL3Pure":15.51,"WinoGrande":33.92}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B-noinstruct<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":30.57,"ARCChallenge":16.57,"AlphaNLI":29.56,"HellaSwag":36.03,"PIQA":35.8,"Quail":8.68,"RARbCode":83.14,"RARbMath":83.01,"SIQA":5.73,"SpartQA":1.56,"TempReasonL1":2.57,"TempReasonL2Fact":48.25,"TempReasonL2Pure":8.98,"TempReasonL3Fact":34.11,"TempReasonL3Pure":12.44,"WinoGrande":52.12}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.95,"ARCChallenge":23.98,"AlphaNLI":37.27,"HellaSwag":34.12,"PIQA":41.96,"Quail":10.15,"RARbCode":89.64,"RARbMath":90.08,"SIQA":3.44,"SpartQA":7.51,"TempReasonL1":2.13,"TempReasonL2Fact":28.65,"TempReasonL2Pure":10.34,"TempReasonL3Fact":25.52,"TempReasonL3Pure":15.28,"WinoGrande":29.11}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":28.41,"ARCChallenge":17.81,"AlphaNLI":26.12,"HellaSwag":34.85,"PIQA":39.37,"Quail":7.01,"RARbCode":78.46,"RARbMath":72.16,"SIQA":5.42,"SpartQA":9.92,"TempReasonL1":3.31,"TempReasonL2Fact":36.9,"TempReasonL2Pure":9.18,"TempReasonL3Fact":30.18,"TempReasonL3Pure":14.31,"WinoGrande":41.21}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct-noinstruct\">e5-mistral-7b-instruct-noinstruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":28.04,"ARCChallenge":20.48,"AlphaNLI":18.88,"HellaSwag":32.25,"PIQA":32.8,"Quail":6.25,"RARbCode":79.84,"RARbMath":76.19,"SIQA":5.08,"SpartQA":10.87,"TempReasonL1":3.04,"TempReasonL2Fact":35.63,"TempReasonL2Pure":9.32,"TempReasonL3Fact":30.41,"TempReasonL3Pure":14.39,"WinoGrande":45.18}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":25.41,"ARCChallenge":10.1,"AlphaNLI":18.75,"HellaSwag":29.02,"PIQA":27.89,"Quail":7.77,"RARbCode":56.56,"RARbMath":72.05,"SIQA":5.03,"SpartQA":3.33,"TempReasonL1":1.43,"TempReasonL2Fact":40.46,"TempReasonL2Pure":2.39,"TempReasonL3Fact":33.87,"TempReasonL3Pure":7.52,"WinoGrande":65.02}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":24.69,"ARCChallenge":10.83,"AlphaNLI":13.59,"HellaSwag":27.35,"PIQA":28.82,"Quail":4.85,"RARbCode":58.92,"RARbMath":67.32,"SIQA":5.36,"SpartQA":5.64,"TempReasonL1":1.14,"TempReasonL2Fact":42.97,"TempReasonL2Pure":2.05,"TempReasonL3Fact":38.22,"TempReasonL3Pure":8.31,"WinoGrande":54.99}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.2,"ARCChallenge":14.63,"AlphaNLI":30.61,"HellaSwag":30.94,"PIQA":33.69,"Quail":6.11,"RARbCode":72.03,"RARbMath":71.07,"SIQA":3.03,"SpartQA":6.63,"TempReasonL1":2.35,"TempReasonL2Fact":25.68,"TempReasonL2Pure":2.76,"TempReasonL3Fact":22.09,"TempReasonL3Pure":9.79,"WinoGrande":31.53}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":23.65,"ARCChallenge":9.89,"AlphaNLI":15.1,"HellaSwag":26.35,"PIQA":28.49,"Quail":4.1,"RARbCode":57.19,"RARbMath":72.26,"SIQA":4.26,"SpartQA":3.75,"TempReasonL1":1.5,"TempReasonL2Fact":35.91,"TempReasonL2Pure":1.89,"TempReasonL3Fact":27.51,"TempReasonL3Pure":8.53,"WinoGrande":58.01}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":23.26,"ARCChallenge":9.61,"AlphaNLI":16.44,"HellaSwag":24.79,"PIQA":25.09,"Quail":3.52,"RARbCode":52.16,"RARbMath":65.35,"SIQA":3.72,"SpartQA":7.91,"TempReasonL1":0.72,"TempReasonL2Fact":38.76,"TempReasonL2Pure":1.63,"TempReasonL3Fact":35.85,"TempReasonL3Pure":7.11,"WinoGrande":56.18}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.57,"ARCChallenge":13.3,"AlphaNLI":25.65,"HellaSwag":29.29,"PIQA":31.02,"Quail":5.83,"RARbCode":83.39,"RARbMath":73.21,"SIQA":3.14,"SpartQA":4.23,"TempReasonL1":1.68,"TempReasonL2Fact":19.93,"TempReasonL2Pure":2.6,"TempReasonL3Fact":18.02,"TempReasonL3Pure":7.58,"WinoGrande":19.65}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.09,"ARCChallenge":13.76,"AlphaNLI":21.14,"HellaSwag":27.2,"PIQA":29.59,"Quail":6.64,"RARbCode":72.14,"RARbMath":64.31,"SIQA":2.98,"SpartQA":3.58,"TempReasonL1":2.29,"TempReasonL2Fact":26.34,"TempReasonL2Pure":3.17,"TempReasonL3Fact":22.72,"TempReasonL3Pure":9.98,"WinoGrande":25.49}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":21.48,"ARCChallenge":9.02,"AlphaNLI":24.73,"HellaSwag":25.67,"PIQA":22.93,"Quail":7.51,"RARbCode":38.8,"RARbMath":69.19,"SIQA":4.89,"SpartQA":7.49,"TempReasonL1":0.99,"TempReasonL2Fact":33.23,"TempReasonL2Pure":0.68,"TempReasonL3Fact":30.05,"TempReasonL3Pure":5.28,"WinoGrande":41.72}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3-instruct<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":20.83,"ARCChallenge":9.03,"AlphaNLI":24.69,"HellaSwag":25.55,"PIQA":19.03,"Quail":7.08,"RARbCode":39.58,"RARbMath":64.51,"SIQA":4.77,"SpartQA":7.0,"TempReasonL1":0.8,"TempReasonL2Fact":34.99,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.47,"TempReasonL3Pure":7.01,"WinoGrande":35.33}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":20.04,"ARCChallenge":7.14,"AlphaNLI":13.0,"HellaSwag":23.73,"PIQA":21.08,"Quail":2.38,"RARbCode":46.96,"RARbMath":63.91,"SIQA":2.57,"SpartQA":5.43,"TempReasonL1":0.8,"TempReasonL2Fact":36.76,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.42,"TempReasonL3Pure":6.36,"WinoGrande":37.46}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":19.61,"ARCChallenge":9.48,"AlphaNLI":28.19,"HellaSwag":24.21,"PIQA":25.28,"Quail":3.92,"RARbCode":44.27,"RARbMath":68.19,"SIQA":1.56,"SpartQA":1.65,"TempReasonL1":1.53,"TempReasonL2Fact":17.65,"TempReasonL2Pure":0.46,"TempReasonL3Fact":14.16,"TempReasonL3Pure":6.33,"WinoGrande":47.33}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":19.56,"ARCChallenge":11.85,"AlphaNLI":10.62,"HellaSwag":24.8,"PIQA":23.87,"Quail":5.79,"RARbCode":82.36,"RARbMath":67.26,"SIQA":2.64,"SpartQA":4.75,"TempReasonL1":1.44,"TempReasonL2Fact":19.38,"TempReasonL2Pure":2.43,"TempReasonL3Fact":17.58,"TempReasonL3Pure":7.31,"WinoGrande":11.36}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":19.1,"ARCChallenge":8.91,"AlphaNLI":32.1,"HellaSwag":27.69,"PIQA":28.01,"Quail":4.09,"RARbCode":17.58,"RARbMath":45.09,"SIQA":2.0,"SpartQA":10.34,"TempReasonL1":1.82,"TempReasonL2Fact":17.45,"TempReasonL2Pure":0.55,"TempReasonL3Fact":15.71,"TempReasonL3Pure":7.97,"WinoGrande":67.18}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":18.03,"ARCChallenge":11.8,"AlphaNLI":22.41,"HellaSwag":26.27,"PIQA":29.03,"Quail":3.41,"RARbCode":53.21,"RARbMath":71.85,"SIQA":2.38,"SpartQA":0.22,"TempReasonL1":1.77,"TempReasonL2Fact":11.2,"TempReasonL2Pure":1.15,"TempReasonL3Fact":9.42,"TempReasonL3Pure":5.59,"WinoGrande":20.8}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":17.7,"ARCChallenge":9.99,"AlphaNLI":13.13,"HellaSwag":28.5,"PIQA":27.99,"Quail":1.83,"RARbCode":48.12,"RARbMath":57.36,"SIQA":1.04,"SpartQA":2.99,"TempReasonL1":1.46,"TempReasonL2Fact":24.25,"TempReasonL2Pure":2.35,"TempReasonL3Fact":20.64,"TempReasonL3Pure":6.67,"WinoGrande":19.18}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":17.35,"ARCChallenge":10.23,"AlphaNLI":25.35,"HellaSwag":24.08,"PIQA":26.44,"Quail":3.08,"RARbCode":42.44,"RARbMath":66.36,"SIQA":2.09,"SpartQA":2.67,"TempReasonL1":1.66,"TempReasonL2Fact":10.31,"TempReasonL2Pure":0.63,"TempReasonL3Fact":11.11,"TempReasonL3Pure":6.63,"WinoGrande":27.2}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":16.73,"ARCChallenge":8.24,"AlphaNLI":25.18,"HellaSwag":24.06,"PIQA":26.35,"Quail":4.2,"RARbCode":12.84,"RARbMath":36.15,"SIQA":1.75,"SpartQA":10.82,"TempReasonL1":1.54,"TempReasonL2Fact":16.11,"TempReasonL2Pure":0.57,"TempReasonL3Fact":14.81,"TempReasonL3Pure":7.46,"WinoGrande":60.84}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":16.09,"ARCChallenge":8.62,"AlphaNLI":31.77,"HellaSwag":17.73,"PIQA":24.64,"Quail":4.97,"RARbCode":9.28,"RARbMath":30.76,"SIQA":1.27,"SpartQA":10.94,"TempReasonL1":1.93,"TempReasonL2Fact":22.68,"TempReasonL2Pure":1.12,"TempReasonL3Fact":20.62,"TempReasonL3Pure":7.8,"WinoGrande":47.15}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2-instruct<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":15.95,"ARCChallenge":9.4,"AlphaNLI":15.09,"HellaSwag":20.51,"PIQA":24.68,"Quail":3.46,"RARbCode":42.47,"RARbMath":62.39,"SIQA":1.53,"SpartQA":0.57,"TempReasonL1":1.05,"TempReasonL2Fact":16.57,"TempReasonL2Pure":0.49,"TempReasonL3Fact":14.01,"TempReasonL3Pure":6.27,"WinoGrande":20.73}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":14.93,"ARCChallenge":9.66,"AlphaNLI":10.99,"HellaSwag":26.64,"PIQA":25.69,"Quail":1.42,"RARbCode":46.47,"RARbMath":46.86,"SIQA":0.94,"SpartQA":3.37,"TempReasonL1":1.07,"TempReasonL2Fact":17.23,"TempReasonL2Pure":1.29,"TempReasonL3Fact":13.36,"TempReasonL3Pure":5.2,"WinoGrande":13.76}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":14.55,"ARCChallenge":8.86,"AlphaNLI":0.86,"HellaSwag":26.24,"PIQA":23.26,"Quail":2.72,"RARbCode":45.25,"RARbMath":49.82,"SIQA":0.59,"SpartQA":2.34,"TempReasonL1":1.17,"TempReasonL2Fact":21.19,"TempReasonL2Pure":2.1,"TempReasonL3Fact":17.59,"TempReasonL3Pure":5.99,"WinoGrande":10.31}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":14.15,"ARCChallenge":8.95,"AlphaNLI":11.64,"HellaSwag":25.44,"PIQA":23.92,"Quail":1.75,"RARbCode":42.36,"RARbMath":44.98,"SIQA":0.77,"SpartQA":3.55,"TempReasonL1":1.41,"TempReasonL2Fact":17.56,"TempReasonL2Pure":1.05,"TempReasonL3Fact":13.88,"TempReasonL3Pure":4.76,"WinoGrande":10.28}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2-instruct<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":13.84,"ARCChallenge":10.35,"AlphaNLI":1.96,"HellaSwag":13.01,"PIQA":27.18,"Quail":3.02,"RARbCode":48.95,"RARbMath":69.21,"SIQA":1.29,"SpartQA":1.01,"TempReasonL1":1.52,"TempReasonL2Fact":7.28,"TempReasonL2Pure":1.03,"TempReasonL3Fact":7.03,"TempReasonL3Pure":5.16,"WinoGrande":9.66}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":13.52,"ARCChallenge":8.85,"AlphaNLI":4.13,"HellaSwag":24.03,"PIQA":23.03,"Quail":1.25,"RARbCode":46.32,"RARbMath":45.62,"SIQA":0.24,"SpartQA":2.67,"TempReasonL1":0.8,"TempReasonL2Fact":16.56,"TempReasonL2Pure":1.33,"TempReasonL3Fact":12.68,"TempReasonL3Pure":5.08,"WinoGrande":10.27}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":12.6,"ARCChallenge":7.72,"AlphaNLI":1.26,"HellaSwag":23.41,"PIQA":20.79,"Quail":2.01,"RARbCode":41.52,"RARbMath":46.5,"SIQA":0.98,"SpartQA":2.86,"TempReasonL1":1.27,"TempReasonL2Fact":16.72,"TempReasonL2Pure":1.1,"TempReasonL3Fact":12.81,"TempReasonL3Pure":4.63,"WinoGrande":5.35}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":12.24,"ARCChallenge":7.19,"AlphaNLI":21.87,"HellaSwag":17.53,"PIQA":18.65,"Quail":2.98,"RARbCode":11.02,"RARbMath":30.93,"SIQA":1.21,"SpartQA":5.69,"TempReasonL1":1.94,"TempReasonL2Fact":5.34,"TempReasonL2Pure":0.33,"TempReasonL3Fact":6.79,"TempReasonL3Pure":3.19,"WinoGrande":49.01}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":11.55,"ARCChallenge":6.19,"AlphaNLI":20.89,"HellaSwag":16.98,"PIQA":15.79,"Quail":2.96,"RARbCode":8.48,"RARbMath":30.02,"SIQA":0.88,"SpartQA":4.94,"TempReasonL1":1.43,"TempReasonL2Fact":6.21,"TempReasonL2Pure":0.22,"TempReasonL3Fact":6.77,"TempReasonL3Pure":4.9,"WinoGrande":46.52}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":9.31,"ARCChallenge":3.78,"AlphaNLI":13.11,"HellaSwag":5.59,"PIQA":6.53,"Quail":1.91,"RARbCode":2.31,"RARbMath":27.19,"SIQA":1.07,"SpartQA":1.56,"TempReasonL1":1.56,"TempReasonL2Fact":7.06,"TempReasonL2Pure":0.14,"TempReasonL3Fact":8.74,"TempReasonL3Pure":4.73,"WinoGrande":54.3}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":"","ARCChallenge":7.63,"AlphaNLI":27.09,"HellaSwag":"","PIQA":21.73,"Quail":4.92,"RARbCode":7.12,"RARbMath":21.83,"SIQA":0.88,"SpartQA":10.56,"TempReasonL1":1.8,"TempReasonL2Fact":22.03,"TempReasonL2Pure":0.94,"TempReasonL3Fact":20.82,"TempReasonL3Pure":7.15,"WinoGrande":26.3}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","ARCChallenge":3.85,"AlphaNLI":14.15,"HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":"","TempReasonL1":"","TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":""}
|
all_data_tasks/37/default.jsonl
CHANGED
@@ -1,14 +1,14 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":22.38,"BrightRetrieval (aops)":15.1,"BrightRetrieval (biology)":32.09,"BrightRetrieval (earth_science)":40.66,"BrightRetrieval (economics)":16.18,"BrightRetrieval (leetcode)":31.07,"BrightRetrieval (pony)":1.25,"BrightRetrieval (psychology)":26.58,"BrightRetrieval (robotics)":12.82,"BrightRetrieval (stackoverflow)":13.95,"BrightRetrieval (sustainable_living)":20.82,"BrightRetrieval (theoremqa_questions)":29.9,"BrightRetrieval (theoremqa_theorems)":28.15}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":21.75,"BrightRetrieval (aops)":14.36,"BrightRetrieval (biology)":30.92,"BrightRetrieval (earth_science)":36.22,"BrightRetrieval (economics)":17.72,"BrightRetrieval (leetcode)":25.46,"BrightRetrieval (pony)":9.79,"BrightRetrieval (psychology)":24.61,"BrightRetrieval (robotics)":13.47,"BrightRetrieval (stackoverflow)":19.85,"BrightRetrieval (sustainable_living)":14.93,"BrightRetrieval (theoremqa_questions)":26.97,"BrightRetrieval (theoremqa_theorems)":26.66}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":20.43,"BrightRetrieval (aops)":8.91,"BrightRetrieval (biology)":25.04,"BrightRetrieval (earth_science)":32.77,"BrightRetrieval (economics)":19.0,"BrightRetrieval (leetcode)":29.85,"BrightRetrieval (pony)":21.98,"BrightRetrieval (psychology)":19.92,"BrightRetrieval (robotics)":17.31,"BrightRetrieval (stackoverflow)":11.62,"BrightRetrieval (sustainable_living)":18.04,"BrightRetrieval (theoremqa_questions)":23.34,"BrightRetrieval (theoremqa_theorems)":17.41}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":19.73,"BrightRetrieval (aops)":9.33,"BrightRetrieval (biology)":22.98,"BrightRetrieval (earth_science)":34.38,"BrightRetrieval (economics)":19.5,"BrightRetrieval (leetcode)":29.64,"BrightRetrieval (pony)":3.59,"BrightRetrieval (psychology)":27.86,"BrightRetrieval (robotics)":15.98,"BrightRetrieval (stackoverflow)":17.93,"BrightRetrieval (sustainable_living)":17.25,"BrightRetrieval (theoremqa_questions)":21.51,"BrightRetrieval (theoremqa_theorems)":16.77}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":18.64,"BrightRetrieval (aops)":8.26,"BrightRetrieval (biology)":21.91,"BrightRetrieval (earth_science)":34.35,"BrightRetrieval (economics)":22.81,"BrightRetrieval (leetcode)":27.5,"BrightRetrieval (pony)":5.02,"BrightRetrieval (psychology)":27.43,"BrightRetrieval (robotics)":17.39,"BrightRetrieval (stackoverflow)":19.06,"BrightRetrieval (sustainable_living)":18.82,"BrightRetrieval (theoremqa_questions)":14.59,"BrightRetrieval (theoremqa_theorems)":6.5}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":18.0,"BrightRetrieval (aops)":7.43,"BrightRetrieval (biology)":19.49,"BrightRetrieval (earth_science)":26.63,"BrightRetrieval (economics)":17.84,"BrightRetrieval (leetcode)":27.35,"BrightRetrieval (pony)":1.97,"BrightRetrieval (psychology)":18.97,"BrightRetrieval (robotics)":16.7,"BrightRetrieval (stackoverflow)":12.72,"BrightRetrieval (sustainable_living)":19.79,"BrightRetrieval (theoremqa_questions)":23.05,"BrightRetrieval (theoremqa_theorems)":24.05}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.57,"BrightRetrieval (aops)":7.45,"BrightRetrieval (biology)":23.55,"BrightRetrieval (earth_science)":25.09,"BrightRetrieval (economics)":19.85,"BrightRetrieval (leetcode)":30.6,"BrightRetrieval (pony)":1.48,"BrightRetrieval (psychology)":24.79,"BrightRetrieval (robotics)":11.21,"BrightRetrieval (stackoverflow)":15.03,"BrightRetrieval (sustainable_living)":15.58,"BrightRetrieval (theoremqa_questions)":26.06,"BrightRetrieval (theoremqa_theorems)":10.13}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.43,"BrightRetrieval (aops)":8.45,"BrightRetrieval (biology)":23.67,"BrightRetrieval (earth_science)":26.27,"BrightRetrieval (economics)":19.98,"BrightRetrieval (leetcode)":23.65,"BrightRetrieval (pony)":2.45,"BrightRetrieval (psychology)":27.52,"BrightRetrieval (robotics)":12.93,"BrightRetrieval (stackoverflow)":12.49,"BrightRetrieval (sustainable_living)":20.32,"BrightRetrieval (theoremqa_questions)":22.22,"BrightRetrieval (theoremqa_theorems)":9.25}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":17.43,"BrightRetrieval (aops)":7.1,"BrightRetrieval (biology)":18.84,"BrightRetrieval (earth_science)":25.96,"BrightRetrieval (economics)":15.49,"BrightRetrieval (leetcode)":28.72,"BrightRetrieval (pony)":4.81,"BrightRetrieval (psychology)":15.79,"BrightRetrieval (robotics)":16.37,"BrightRetrieval (stackoverflow)":9.83,"BrightRetrieval (sustainable_living)":18.51,"BrightRetrieval (theoremqa_questions)":23.94,"BrightRetrieval (theoremqa_theorems)":23.78}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":16.24,"BrightRetrieval (aops)":6.46,"BrightRetrieval (biology)":18.98,"BrightRetrieval (earth_science)":27.45,"BrightRetrieval (economics)":20.18,"BrightRetrieval (leetcode)":26.78,"BrightRetrieval (pony)":1.77,"BrightRetrieval (psychology)":21.82,"BrightRetrieval (robotics)":16.21,"BrightRetrieval (stackoverflow)":16.47,"BrightRetrieval (sustainable_living)":17.69,"BrightRetrieval (theoremqa_questions)":15.07,"BrightRetrieval (theoremqa_theorems)":6.04}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":14.8,"BrightRetrieval (aops)":5.32,"BrightRetrieval (biology)":15.52,"BrightRetrieval (earth_science)":20.11,"BrightRetrieval (economics)":16.64,"BrightRetrieval (leetcode)":26.4,"BrightRetrieval (pony)":6.95,"BrightRetrieval (psychology)":22.63,"BrightRetrieval (robotics)":8.36,"BrightRetrieval (stackoverflow)":9.48,"BrightRetrieval (sustainable_living)":15.34,"BrightRetrieval (theoremqa_questions)":18.49,"BrightRetrieval (theoremqa_theorems)":12.38}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/en.wikipedia.org\/wiki\/Okapi_BM25\">bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":14.29,"BrightRetrieval (aops)":6.2,"BrightRetrieval (biology)":19.19,"BrightRetrieval (earth_science)":27.06,"BrightRetrieval (economics)":14.87,"BrightRetrieval (leetcode)":24.37,"BrightRetrieval (pony)":7.93,"BrightRetrieval (psychology)":12.51,"BrightRetrieval (robotics)":13.53,"BrightRetrieval (stackoverflow)":16.55,"BrightRetrieval (sustainable_living)":15.22,"BrightRetrieval (theoremqa_questions)":9.78,"BrightRetrieval (theoremqa_theorems)":4.25}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-large\">instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":14.12,"BrightRetrieval (aops)":7.94,"BrightRetrieval (biology)":15.61,"BrightRetrieval (earth_science)":21.52,"BrightRetrieval (economics)":15.99,"BrightRetrieval (leetcode)":20.0,"BrightRetrieval (pony)":1.32,"BrightRetrieval (psychology)":21.94,"BrightRetrieval (robotics)":11.45,"BrightRetrieval (stackoverflow)":11.21,"BrightRetrieval (sustainable_living)":13.16,"BrightRetrieval (theoremqa_questions)":20.07,"BrightRetrieval (theoremqa_theorems)":9.29}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":13.47,"BrightRetrieval (aops)":6.08,"BrightRetrieval (biology)":11.96,"BrightRetrieval (earth_science)":24.15,"BrightRetrieval (economics)":16.59,"BrightRetrieval (leetcode)":26.68,"BrightRetrieval (pony)":5.64,"BrightRetrieval (psychology)":17.44,"BrightRetrieval (robotics)":12.21,"BrightRetrieval (stackoverflow)":9.51,"BrightRetrieval (sustainable_living)":13.27,"BrightRetrieval (theoremqa_questions)":12.56,"BrightRetrieval (theoremqa_theorems)":5.51}
|
all_data_tasks/38/default.jsonl
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":64.57,"GeoreviewClassification (rus-Cyrl)":50.25,"HeadlineClassification (rus-Cyrl)":85.68,"InappropriatenessClassification (rus-Cyrl)":67.19,"KinopoiskClassification (rus-Cyrl)":65.49,"RuReviewsClassification (rus-Cyrl)":67.68,"RuSciBenchGRNTIClassification (rus-Cyrl)":64.59,"RuSciBenchOECDClassification (rus-Cyrl)":51.13}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":59.36,"GeoreviewClassification (rus-Cyrl)":50.98,"HeadlineClassification (rus-Cyrl)":70.09,"InappropriatenessClassification (rus-Cyrl)":60.76,"KinopoiskClassification (rus-Cyrl)":63.33,"RuReviewsClassification (rus-Cyrl)":68.52,"RuSciBenchGRNTIClassification (rus-Cyrl)":57.67,"RuSciBenchOECDClassification (rus-Cyrl)":44.2}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":58.92,"GeoreviewClassification (rus-Cyrl)":49.69,"HeadlineClassification (rus-Cyrl)":77.19,"InappropriatenessClassification (rus-Cyrl)":61.6,"KinopoiskClassification (rus-Cyrl)":56.59,"RuReviewsClassification (rus-Cyrl)":65.28,"RuSciBenchGRNTIClassification (rus-Cyrl)":58.2,"RuSciBenchOECDClassification (rus-Cyrl)":43.91}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":58.03,"GeoreviewClassification (rus-Cyrl)":45.72,"HeadlineClassification (rus-Cyrl)":78.05,"InappropriatenessClassification (rus-Cyrl)":60.11,"KinopoiskClassification (rus-Cyrl)":56.14,"RuReviewsClassification (rus-Cyrl)":61.42,"RuSciBenchGRNTIClassification (rus-Cyrl)":58.93,"RuSciBenchOECDClassification (rus-Cyrl)":45.83}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":57.86,"GeoreviewClassification (rus-Cyrl)":47.23,"HeadlineClassification (rus-Cyrl)":74.88,"InappropriatenessClassification (rus-Cyrl)":61.94,"KinopoiskClassification (rus-Cyrl)":55.69,"RuReviewsClassification (rus-Cyrl)":66.44,"RuSciBenchGRNTIClassification (rus-Cyrl)":55.55,"RuSciBenchOECDClassification (rus-Cyrl)":43.28}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":57.43,"GeoreviewClassification (rus-Cyrl)":48.27,"HeadlineClassification (rus-Cyrl)":70.32,"InappropriatenessClassification (rus-Cyrl)":59.87,"KinopoiskClassification (rus-Cyrl)":58.23,"RuReviewsClassification (rus-Cyrl)":66.91,"RuSciBenchGRNTIClassification (rus-Cyrl)":55.81,"RuSciBenchOECDClassification (rus-Cyrl)":42.57}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":56.55,"GeoreviewClassification (rus-Cyrl)":46.04,"HeadlineClassification (rus-Cyrl)":69.98,"InappropriatenessClassification (rus-Cyrl)":61.39,"KinopoiskClassification (rus-Cyrl)":53.59,"RuReviewsClassification (rus-Cyrl)":64.58,"RuSciBenchGRNTIClassification (rus-Cyrl)":56.67,"RuSciBenchOECDClassification (rus-Cyrl)":43.58}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":56.19,"GeoreviewClassification (rus-Cyrl)":46.05,"HeadlineClassification (rus-Cyrl)":75.64,"InappropriatenessClassification (rus-Cyrl)":58.78,"KinopoiskClassification (rus-Cyrl)":50.89,"RuReviewsClassification (rus-Cyrl)":62.99,"RuSciBenchGRNTIClassification (rus-Cyrl)":56.28,"RuSciBenchOECDClassification (rus-Cyrl)":42.69}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":55.44,"GeoreviewClassification (rus-Cyrl)":39.67,"HeadlineClassification (rus-Cyrl)":77.19,"InappropriatenessClassification (rus-Cyrl)":64.64,"KinopoiskClassification (rus-Cyrl)":50.33,"RuReviewsClassification (rus-Cyrl)":58.29,"RuSciBenchGRNTIClassification (rus-Cyrl)":54.19,"RuSciBenchOECDClassification (rus-Cyrl)":43.8}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":55.21,"GeoreviewClassification (rus-Cyrl)":39.97,"HeadlineClassification (rus-Cyrl)":79.26,"InappropriatenessClassification (rus-Cyrl)":62.52,"KinopoiskClassification (rus-Cyrl)":49.51,"RuReviewsClassification (rus-Cyrl)":58.27,"RuSciBenchGRNTIClassification (rus-Cyrl)":53.9,"RuSciBenchOECDClassification (rus-Cyrl)":43.04}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":55.09,"GeoreviewClassification (rus-Cyrl)":44.66,"HeadlineClassification (rus-Cyrl)":73.94,"InappropriatenessClassification (rus-Cyrl)":59.16,"KinopoiskClassification (rus-Cyrl)":49.96,"RuReviewsClassification (rus-Cyrl)":61.18,"RuSciBenchGRNTIClassification (rus-Cyrl)":54.99,"RuSciBenchOECDClassification (rus-Cyrl)":41.72}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":54.23,"GeoreviewClassification (rus-Cyrl)":40.19,"HeadlineClassification (rus-Cyrl)":78.75,"InappropriatenessClassification (rus-Cyrl)":61.33,"KinopoiskClassification (rus-Cyrl)":48.78,"RuReviewsClassification (rus-Cyrl)":55.66,"RuSciBenchGRNTIClassification (rus-Cyrl)":53.53,"RuSciBenchOECDClassification (rus-Cyrl)":41.34}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.11,"GeoreviewClassification (rus-Cyrl)":42.33,"HeadlineClassification (rus-Cyrl)":70.35,"InappropriatenessClassification (rus-Cyrl)":59.32,"KinopoiskClassification (rus-Cyrl)":44.31,"RuReviewsClassification (rus-Cyrl)":62.33,"RuSciBenchGRNTIClassification (rus-Cyrl)":56.01,"RuSciBenchOECDClassification (rus-Cyrl)":44.14}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":53.46,"GeoreviewClassification (rus-Cyrl)":41.36,"HeadlineClassification (rus-Cyrl)":68.9,"InappropriatenessClassification (rus-Cyrl)":59.11,"KinopoiskClassification (rus-Cyrl)":50.47,"RuReviewsClassification (rus-Cyrl)":60.66,"RuSciBenchGRNTIClassification (rus-Cyrl)":52.93,"RuSciBenchOECDClassification (rus-Cyrl)":40.79}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":52.73,"GeoreviewClassification (rus-Cyrl)":40.89,"HeadlineClassification (rus-Cyrl)":68.75,"InappropriatenessClassification (rus-Cyrl)":58.48,"KinopoiskClassification (rus-Cyrl)":49.85,"RuReviewsClassification (rus-Cyrl)":58.01,"RuSciBenchGRNTIClassification (rus-Cyrl)":52.8,"RuSciBenchOECDClassification (rus-Cyrl)":40.36}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":52.35,"GeoreviewClassification (rus-Cyrl)":40.86,"HeadlineClassification (rus-Cyrl)":68.75,"InappropriatenessClassification (rus-Cyrl)":58.52,"KinopoiskClassification (rus-Cyrl)":46.77,"RuReviewsClassification (rus-Cyrl)":58.01,"RuSciBenchGRNTIClassification (rus-Cyrl)":53.04,"RuSciBenchOECDClassification (rus-Cyrl)":40.48}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":52.16,"GeoreviewClassification (rus-Cyrl)":38.95,"HeadlineClassification (rus-Cyrl)":75.59,"InappropriatenessClassification (rus-Cyrl)":60.68,"KinopoiskClassification (rus-Cyrl)":49.67,"RuReviewsClassification (rus-Cyrl)":54.05,"RuSciBenchGRNTIClassification (rus-Cyrl)":48.53,"RuSciBenchOECDClassification (rus-Cyrl)":37.65}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":51.49,"GeoreviewClassification (rus-Cyrl)":38.05,"HeadlineClassification (rus-Cyrl)":67.64,"InappropriatenessClassification (rus-Cyrl)":58.27,"KinopoiskClassification (rus-Cyrl)":45.86,"RuReviewsClassification (rus-Cyrl)":58.34,"RuSciBenchGRNTIClassification (rus-Cyrl)":52.18,"RuSciBenchOECDClassification (rus-Cyrl)":40.11}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":51.38,"GeoreviewClassification (rus-Cyrl)":38.24,"HeadlineClassification (rus-Cyrl)":68.3,"InappropriatenessClassification (rus-Cyrl)":58.18,"KinopoiskClassification (rus-Cyrl)":41.45,"RuReviewsClassification (rus-Cyrl)":58.88,"RuSciBenchGRNTIClassification (rus-Cyrl)":53.19,"RuSciBenchOECDClassification (rus-Cyrl)":41.41}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":51.37,"GeoreviewClassification (rus-Cyrl)":39.64,"HeadlineClassification (rus-Cyrl)":74.19,"InappropriatenessClassification (rus-Cyrl)":58.57,"KinopoiskClassification (rus-Cyrl)":49.06,"RuReviewsClassification (rus-Cyrl)":56.99,"RuSciBenchGRNTIClassification (rus-Cyrl)":45.63,"RuSciBenchOECDClassification (rus-Cyrl)":35.48}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":50.66,"GeoreviewClassification (rus-Cyrl)":37.22,"HeadlineClassification (rus-Cyrl)":75.23,"InappropriatenessClassification (rus-Cyrl)":57.34,"KinopoiskClassification (rus-Cyrl)":49.91,"RuReviewsClassification (rus-Cyrl)":50.74,"RuSciBenchGRNTIClassification (rus-Cyrl)":48.03,"RuSciBenchOECDClassification (rus-Cyrl)":36.13}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":42.68,"GeoreviewClassification (rus-Cyrl)":33.45,"HeadlineClassification (rus-Cyrl)":57.65,"InappropriatenessClassification (rus-Cyrl)":54.5,"KinopoiskClassification (rus-Cyrl)":41.36,"RuReviewsClassification (rus-Cyrl)":49.56,"RuSciBenchGRNTIClassification (rus-Cyrl)":35.71,"RuSciBenchOECDClassification (rus-Cyrl)":26.51}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":29.53,"GeoreviewClassification (rus-Cyrl)":25.93,"HeadlineClassification (rus-Cyrl)":28.53,"InappropriatenessClassification (rus-Cyrl)":51.82,"KinopoiskClassification (rus-Cyrl)":34.18,"RuReviewsClassification (rus-Cyrl)":42.33,"RuSciBenchGRNTIClassification (rus-Cyrl)":13.29,"RuSciBenchOECDClassification (rus-Cyrl)":10.62}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":28.67,"GeoreviewClassification (rus-Cyrl)":27.08,"HeadlineClassification (rus-Cyrl)":27.77,"InappropriatenessClassification (rus-Cyrl)":51.73,"KinopoiskClassification (rus-Cyrl)":33.93,"RuReviewsClassification (rus-Cyrl)":41.79,"RuSciBenchGRNTIClassification (rus-Cyrl)":10.08,"RuSciBenchOECDClassification (rus-Cyrl)":8.3}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":28.33,"GeoreviewClassification (rus-Cyrl)":23.49,"HeadlineClassification (rus-Cyrl)":28.49,"InappropriatenessClassification (rus-Cyrl)":50.85,"KinopoiskClassification (rus-Cyrl)":34.17,"RuReviewsClassification (rus-Cyrl)":42.49,"RuSciBenchGRNTIClassification (rus-Cyrl)":10.49,"RuSciBenchOECDClassification (rus-Cyrl)":8.31}
|
all_data_tasks/39/default.jsonl
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":61.91,"GeoreviewClusteringP2P (rus-Cyrl)":74.06,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":60.01,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":51.66}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":59.98,"GeoreviewClusteringP2P (rus-Cyrl)":65.68,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":61.55,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":52.72}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":53.61,"GeoreviewClusteringP2P (rus-Cyrl)":62.79,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":53.11,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":44.93}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":53.42,"GeoreviewClusteringP2P (rus-Cyrl)":64.16,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":51.38,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":44.73}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":53.22,"GeoreviewClusteringP2P (rus-Cyrl)":64.55,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":50.64,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":44.48}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":52.65,"GeoreviewClusteringP2P (rus-Cyrl)":58.45,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":52.2,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":47.29}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":52.55,"GeoreviewClusteringP2P (rus-Cyrl)":60.51,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":52.03,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":45.11}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":52.51,"GeoreviewClusteringP2P (rus-Cyrl)":63.75,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":50.57,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":43.21}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":51.94,"GeoreviewClusteringP2P (rus-Cyrl)":59.02,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":50.4,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":46.41}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":51.65,"GeoreviewClusteringP2P (rus-Cyrl)":58.57,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":51.1,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":45.29}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":50.27,"GeoreviewClusteringP2P (rus-Cyrl)":54.46,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":51.56,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":44.78}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":49.57,"GeoreviewClusteringP2P (rus-Cyrl)":59.71,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":47.55,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":41.44}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":49.18,"GeoreviewClusteringP2P (rus-Cyrl)":56.18,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":48.47,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":42.9}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":47.75,"GeoreviewClusteringP2P (rus-Cyrl)":53.35,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":48.22,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":41.68}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":47.75,"GeoreviewClusteringP2P (rus-Cyrl)":52.19,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":49.09,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":41.97}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":46.84,"GeoreviewClusteringP2P (rus-Cyrl)":51.89,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":47.48,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":41.16}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":43.13,"GeoreviewClusteringP2P (rus-Cyrl)":41.82,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":46.29,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":41.28}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":42.92,"GeoreviewClusteringP2P (rus-Cyrl)":58.79,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":36.66,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":33.31}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":41.23,"GeoreviewClusteringP2P (rus-Cyrl)":44.18,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":41.41,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":38.09}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":38.41,"GeoreviewClusteringP2P (rus-Cyrl)":43.26,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":37.84,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":34.12}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":30.76,"GeoreviewClusteringP2P (rus-Cyrl)":34.4,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":29.89,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":27.98}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":27.91,"GeoreviewClusteringP2P (rus-Cyrl)":28.77,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":28.29,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":26.67}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":15.83,"GeoreviewClusteringP2P (rus-Cyrl)":20.33,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":14.66,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":12.49}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":13.87,"GeoreviewClusteringP2P (rus-Cyrl)":20.76,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":10.65,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":10.19}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":13.3,"GeoreviewClusteringP2P (rus-Cyrl)":20.25,"RuSciBenchGRNTIClusteringP2P (rus-Cyrl)":10.21,"RuSciBenchOECDClusteringP2P (rus-Cyrl)":9.43}
|
all_data_tasks/4/default.jsonl
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
all_data_tasks/40/default.jsonl
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"TERRa (rus-Cyrl)":64.99}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"TERRa (rus-Cyrl)":64.57}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"TERRa (rus-Cyrl)":60.6}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"TERRa (rus-Cyrl)":60.02}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"TERRa (rus-Cyrl)":59.39}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"TERRa (rus-Cyrl)":59.38}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"TERRa (rus-Cyrl)":59.12}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"TERRa (rus-Cyrl)":58.56}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"TERRa (rus-Cyrl)":58.4}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"TERRa (rus-Cyrl)":57.81}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"TERRa (rus-Cyrl)":56.09}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"TERRa (rus-Cyrl)":55.71}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"TERRa (rus-Cyrl)":55.61}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"TERRa (rus-Cyrl)":55.14}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"TERRa (rus-Cyrl)":54.96}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"TERRa (rus-Cyrl)":53.78}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"TERRa (rus-Cyrl)":52.48}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"TERRa (rus-Cyrl)":52.12}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"TERRa (rus-Cyrl)":51.97}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"TERRa (rus-Cyrl)":51.87}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"TERRa (rus-Cyrl)":51.06}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"TERRa (rus-Cyrl)":50.17}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"TERRa (rus-Cyrl)":46.4}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"TERRa (rus-Cyrl)":45.03}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"TERRa (rus-Cyrl)":44.52}
|
all_data_tasks/41/default.jsonl
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"RuBQReranking (rus-Cyrl)":75.58}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"RuBQReranking (rus-Cyrl)":74.61}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"RuBQReranking (rus-Cyrl)":74.02}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"RuBQReranking (rus-Cyrl)":73.08}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"RuBQReranking (rus-Cyrl)":72.41}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"RuBQReranking (rus-Cyrl)":72.01}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"RuBQReranking (rus-Cyrl)":71.46}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"RuBQReranking (rus-Cyrl)":68.65}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"RuBQReranking (rus-Cyrl)":64.42}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"RuBQReranking (rus-Cyrl)":62.15}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"RuBQReranking (rus-Cyrl)":58.77}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"RuBQReranking (rus-Cyrl)":56.13}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"RuBQReranking (rus-Cyrl)":55.13}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"RuBQReranking (rus-Cyrl)":54.83}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"RuBQReranking (rus-Cyrl)":52.8}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"RuBQReranking (rus-Cyrl)":46.81}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"RuBQReranking (rus-Cyrl)":46.09}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"RuBQReranking (rus-Cyrl)":42.58}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"RuBQReranking (rus-Cyrl)":41.65}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"RuBQReranking (rus-Cyrl)":39.89}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"RuBQReranking (rus-Cyrl)":38.51}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"RuBQReranking (rus-Cyrl)":35.44}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"RuBQReranking (rus-Cyrl)":34.01}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"RuBQReranking (rus-Cyrl)":30.96}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"RuBQReranking (rus-Cyrl)":27.05}
|
all_data_tasks/42/default.jsonl
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":77.96,"RiaNewsRetrieval (rus-Cyrl)":81.94,"RuBQRetrieval (rus-Cyrl)":73.98}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":77.39,"RiaNewsRetrieval (rus-Cyrl)":80.67,"RuBQRetrieval (rus-Cyrl)":74.11}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":77.1,"RiaNewsRetrieval (rus-Cyrl)":82.98,"RuBQRetrieval (rus-Cyrl)":71.21}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":76.78,"RiaNewsRetrieval (rus-Cyrl)":83.53,"RuBQRetrieval (rus-Cyrl)":70.03}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":69.91,"RiaNewsRetrieval (rus-Cyrl)":70.24,"RuBQRetrieval (rus-Cyrl)":69.58}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":69.27,"RiaNewsRetrieval (rus-Cyrl)":70.01,"RuBQRetrieval (rus-Cyrl)":68.53}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":67.54,"RiaNewsRetrieval (rus-Cyrl)":69.36,"RuBQRetrieval (rus-Cyrl)":65.71}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":67.34,"RiaNewsRetrieval (rus-Cyrl)":77.83,"RuBQRetrieval (rus-Cyrl)":56.86}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":51.5,"RiaNewsRetrieval (rus-Cyrl)":51.27,"RuBQRetrieval (rus-Cyrl)":51.73}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.4,"RiaNewsRetrieval (rus-Cyrl)":51.75,"RuBQRetrieval (rus-Cyrl)":37.04}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":37.26,"RiaNewsRetrieval (rus-Cyrl)":44.82,"RuBQRetrieval (rus-Cyrl)":29.7}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":36.38,"RiaNewsRetrieval (rus-Cyrl)":42.75,"RuBQRetrieval (rus-Cyrl)":30.02}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":31.88,"RiaNewsRetrieval (rus-Cyrl)":34.73,"RuBQRetrieval (rus-Cyrl)":29.03}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":25.6,"RiaNewsRetrieval (rus-Cyrl)":21.4,"RuBQRetrieval (rus-Cyrl)":29.8}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":12.4,"RiaNewsRetrieval (rus-Cyrl)":13.92,"RuBQRetrieval (rus-Cyrl)":10.87}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":11.78,"RiaNewsRetrieval (rus-Cyrl)":11.11,"RuBQRetrieval (rus-Cyrl)":12.45}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":9.68,"RiaNewsRetrieval (rus-Cyrl)":6.72,"RuBQRetrieval (rus-Cyrl)":12.63}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":7.55,"RiaNewsRetrieval (rus-Cyrl)":5.58,"RuBQRetrieval (rus-Cyrl)":9.52}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":7.5,"RiaNewsRetrieval (rus-Cyrl)":4.84,"RuBQRetrieval (rus-Cyrl)":10.15}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":7.37,"RiaNewsRetrieval (rus-Cyrl)":4.14,"RuBQRetrieval (rus-Cyrl)":10.6}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":2.02,"RiaNewsRetrieval (rus-Cyrl)":0.79,"RuBQRetrieval (rus-Cyrl)":3.24}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":1.66,"RiaNewsRetrieval (rus-Cyrl)":0.67,"RuBQRetrieval (rus-Cyrl)":2.64}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"RiaNewsRetrieval (rus-Cyrl)":null,"RuBQRetrieval (rus-Cyrl)":70.94}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"RiaNewsRetrieval (rus-Cyrl)":null,"RuBQRetrieval (rus-Cyrl)":8.84}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"RiaNewsRetrieval (rus-Cyrl)":null,"RuBQRetrieval (rus-Cyrl)":4.75}
|
all_data_tasks/43/default.jsonl
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":80.15,"RUParaPhraserSTS (rus-Cyrl)":76.17,"RuSTSBenchmarkSTS (rus-Cyrl)":84.13}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":79.85,"RUParaPhraserSTS (rus-Cyrl)":76.36,"RuSTSBenchmarkSTS (rus-Cyrl)":83.35}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":77.91,"RUParaPhraserSTS (rus-Cyrl)":73.56,"RuSTSBenchmarkSTS (rus-Cyrl)":82.26}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":77.48,"RUParaPhraserSTS (rus-Cyrl)":71.82,"RuSTSBenchmarkSTS (rus-Cyrl)":83.15}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":77.39,"RUParaPhraserSTS (rus-Cyrl)":74.9,"RuSTSBenchmarkSTS (rus-Cyrl)":79.87}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":77.37,"RUParaPhraserSTS (rus-Cyrl)":72.97,"RuSTSBenchmarkSTS (rus-Cyrl)":81.77}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":75.32,"RUParaPhraserSTS (rus-Cyrl)":72.15,"RuSTSBenchmarkSTS (rus-Cyrl)":78.48}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":74.9,"RUParaPhraserSTS (rus-Cyrl)":70.17,"RuSTSBenchmarkSTS (rus-Cyrl)":79.64}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.27,"RUParaPhraserSTS (rus-Cyrl)":70.46,"RuSTSBenchmarkSTS (rus-Cyrl)":78.08}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":74.1,"RUParaPhraserSTS (rus-Cyrl)":65.74,"RuSTSBenchmarkSTS (rus-Cyrl)":82.46}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":73.67,"RUParaPhraserSTS (rus-Cyrl)":71.08,"RuSTSBenchmarkSTS (rus-Cyrl)":76.26}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":70.71,"RUParaPhraserSTS (rus-Cyrl)":61.87,"RuSTSBenchmarkSTS (rus-Cyrl)":79.55}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":69.6,"RUParaPhraserSTS (rus-Cyrl)":65.87,"RuSTSBenchmarkSTS (rus-Cyrl)":73.32}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":69.54,"RUParaPhraserSTS (rus-Cyrl)":65.74,"RuSTSBenchmarkSTS (rus-Cyrl)":73.34}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":68.19,"RUParaPhraserSTS (rus-Cyrl)":65.17,"RuSTSBenchmarkSTS (rus-Cyrl)":71.22}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":67.28,"RUParaPhraserSTS (rus-Cyrl)":65.14,"RuSTSBenchmarkSTS (rus-Cyrl)":69.43}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":66.13,"RUParaPhraserSTS (rus-Cyrl)":66.24,"RuSTSBenchmarkSTS (rus-Cyrl)":66.03}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":60.44,"RUParaPhraserSTS (rus-Cyrl)":62.06,"RuSTSBenchmarkSTS (rus-Cyrl)":58.82}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":58.36,"RUParaPhraserSTS (rus-Cyrl)":55.01,"RuSTSBenchmarkSTS (rus-Cyrl)":61.72}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":56.25,"RUParaPhraserSTS (rus-Cyrl)":54.03,"RuSTSBenchmarkSTS (rus-Cyrl)":58.47}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":55.78,"RUParaPhraserSTS (rus-Cyrl)":53.41,"RuSTSBenchmarkSTS (rus-Cyrl)":58.16}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":51.84,"RUParaPhraserSTS (rus-Cyrl)":49.72,"RuSTSBenchmarkSTS (rus-Cyrl)":53.95}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":50.9,"RUParaPhraserSTS (rus-Cyrl)":45.47,"RuSTSBenchmarkSTS (rus-Cyrl)":56.33}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":49.74,"RUParaPhraserSTS (rus-Cyrl)":43.93,"RuSTSBenchmarkSTS (rus-Cyrl)":55.56}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":48.92,"RUParaPhraserSTS (rus-Cyrl)":42.15,"RuSTSBenchmarkSTS (rus-Cyrl)":55.68}
|
all_data_tasks/5/default.jsonl
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
all_data_tasks/6/default.jsonl
CHANGED
@@ -1,184 +1,57 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"index":218,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/unsup-simcse-bert-base-uncased\">unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.15}
|
59 |
-
{"index":118,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-small-Embedding-v0\">GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.14}
|
60 |
-
{"index":284,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.12}
|
61 |
-
{"index":166,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.1}
|
62 |
-
{"index":182,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liddlefish\/privacy_embedding_rag_10k_base_final\">privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07}
|
63 |
-
{"index":180,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liddlefish\/privacy_embedding_rag_10k_base_15_final\">privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07}
|
64 |
-
{"index":120,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aws-neuron\/bge-base-en-v1-5-seqlen-384-bs-1\">bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07}
|
65 |
-
{"index":181,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liddlefish\/privacy_embedding_rag_10k_base_checkpoint_2\">privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07}
|
66 |
-
{"index":20,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"SummEval":31.07}
|
67 |
-
{"index":179,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liddlefish\/privacy_embedding_rag_10k_base_12_final\">privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07}
|
68 |
-
{"index":227,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEval":31.05}
|
69 |
-
{"index":134,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/djovak\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEval":31.05}
|
70 |
-
{"index":285,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/www.elastic.co\/guide\/en\/machine-learning\/current\/ml-nlp-elser.html\">elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.03}
|
71 |
-
{"index":82,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-2.7B-weightedmean-msmarco-specb-bitfit\">SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.03}
|
72 |
-
{"index":152,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.01}
|
73 |
-
{"index":9,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"SummEval":31.01}
|
74 |
-
{"index":183,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/MegatronBert-1B3-embedding\">MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.01}
|
75 |
-
{"index":36,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.99}
|
76 |
-
{"index":58,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Linq-AI-Research\/Linq-Embed-Mistral\">Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.98}
|
77 |
-
{"index":68,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Bulbasaur\">Bulbasaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97}
|
78 |
-
{"index":8,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97}
|
79 |
-
{"index":169,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97}
|
80 |
-
{"index":154,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.97}
|
81 |
-
{"index":117,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-large-Embedding-v0\">GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.96}
|
82 |
-
{"index":62,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised\">LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"SummEval":30.94}
|
83 |
-
{"index":19,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-large-en-v1.5\">gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.91}
|
84 |
-
{"index":115,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/GIST-Embedding-v0\">GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.87}
|
85 |
-
{"index":51,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Intel\/neural-embedding-v1\">neural-embedding-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.87}
|
86 |
-
{"index":121,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bcastle\/snowflake-arctic-embed-l-Q8_0-GGUF\">snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84}
|
87 |
-
{"index":99,"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-l\">snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84}
|
88 |
-
{"index":6,"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84}
|
89 |
-
{"index":219,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/raghavlight\/TDTE\">TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.83}
|
90 |
-
{"index":186,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/llmrails\/ember-v1\">ember-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.82}
|
91 |
-
{"index":229,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEval":30.81}
|
92 |
-
{"index":281,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.8}
|
93 |
-
{"index":259,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.79}
|
94 |
-
{"index":21,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-en-icl\">bge-en-icl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.77}
|
95 |
-
{"index":178,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jspringer\/echo-mistral-7b-instruct-lasttoken\">echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.73}
|
96 |
-
{"index":208,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1-unsupervised\">nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.72}
|
97 |
-
{"index":72,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Wartortle\">Wartortle<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.71}
|
98 |
-
{"index":171,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-b-en-v1\">jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.71}
|
99 |
-
{"index":95,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-2_R\">SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.71}
|
100 |
-
{"index":241,"Rank":100,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.67}
|
101 |
-
{"index":238,"Rank":101,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.64}
|
102 |
-
{"index":97,"Rank":102,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Shimin\/LLaMA-embeeding\">LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.62}
|
103 |
-
{"index":167,"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.62}
|
104 |
-
{"index":125,"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chihlunLee\/NoInstruct-small-Embedding-v0-Q4_0-GGUF\">NoInstruct-small-Embedding-v0-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.6}
|
105 |
-
{"index":119,"Rank":105,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/avsolatorio\/NoInstruct-small-Embedding-v0\">NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.6}
|
106 |
-
{"index":262,"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/w601sxs\/b1ade-embed-kd\">b1ade-embed-kd<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.57}
|
107 |
-
{"index":177,"Rank":107,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-small-en\">jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.56}
|
108 |
-
{"index":141,"Rank":108,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.56}
|
109 |
-
{"index":136,"Rank":109,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/djuna\/jina-embeddings-v2-small-en-Q5_K_M-GGUF\">jina-embeddings-v2-small-en-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.56}
|
110 |
-
{"index":77,"Rank":110,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/test24\">test24<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.52}
|
111 |
-
{"index":233,"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"SummEval":30.49}
|
112 |
-
{"index":211,"Rank":112,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.47}
|
113 |
-
{"index":79,"Rank":113,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-1.3B-weightedmean-msmarco-specb-bitfit\">SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.43}
|
114 |
-
{"index":254,"Rank":114,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small\">gte-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.42}
|
115 |
-
{"index":35,"Rank":115,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.41}
|
116 |
-
{"index":213,"Rank":116,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4}
|
117 |
-
{"index":161,"Rank":117,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.39}
|
118 |
-
{"index":84,"Rank":118,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-nli-bitfit\">SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.38}
|
119 |
-
{"index":214,"Rank":119,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.36}
|
120 |
-
{"index":100,"Rank":120,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-m\">snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.31}
|
121 |
-
{"index":70,"Rank":121,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Squirtle\">Squirtle<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.3}
|
122 |
-
{"index":153,"Rank":122,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.28}
|
123 |
-
{"index":140,"Rank":123,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.28}
|
124 |
-
{"index":81,"Rank":124,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.26}
|
125 |
-
{"index":42,"Rank":125,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"SummEval":30.26}
|
126 |
-
{"index":184,"Rank":126,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-0B6-embedding\">XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.25}
|
127 |
-
{"index":237,"Rank":127,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEval":30.21}
|
128 |
-
{"index":93,"Rank":128,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pekarnick\/e5-large-v2-Q4_K_M-GGUF\">e5-large-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.19}
|
129 |
-
{"index":65,"Rank":129,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse\">LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.19}
|
130 |
-
{"index":155,"Rank":130,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.19}
|
131 |
-
{"index":34,"Rank":131,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.18}
|
132 |
-
{"index":24,"Rank":132,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"SummEval":30.12}
|
133 |
-
{"index":159,"Rank":133,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":30.11}
|
134 |
-
{"index":248,"Rank":134,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.1}
|
135 |
-
{"index":104,"Rank":135,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Snowflake\/snowflake-arctic-embed-xs\">snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.1}
|
136 |
-
{"index":206,"Rank":136,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"SummEval":30.08}
|
137 |
-
{"index":27,"Rank":137,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/CAiRE\/UniVaR-lambda-20\">UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.08}
|
138 |
-
{"index":28,"Rank":138,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/CAiRE\/UniVaR-lambda-5\">UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.08}
|
139 |
-
{"index":26,"Rank":139,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/CAiRE\/UniVaR-lambda-1\">UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.08}
|
140 |
-
{"index":246,"Rank":140,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.08}
|
141 |
-
{"index":129,"Rank":141,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/corto-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"SummEval":30.08}
|
142 |
-
{"index":29,"Rank":142,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/CAiRE\/UniVaR-lambda-80\">UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.08}
|
143 |
-
{"index":210,"Rank":143,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.05}
|
144 |
-
{"index":66,"Rank":144,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-supervised\">LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":30.01}
|
145 |
-
{"index":162,"Rank":145,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":29.98}
|
146 |
-
{"index":64,"Rank":146,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised\">LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":29.96}
|
147 |
-
{"index":282,"Rank":147,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92}
|
148 |
-
{"index":283,"Rank":148,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92}
|
149 |
-
{"index":71,"Rank":149,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/Venusaur\">Venusaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.91}
|
150 |
-
{"index":245,"Rank":150,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEval":29.91}
|
151 |
-
{"index":106,"Rank":151,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TaylorAI\/bge-micro-v2\">bge-micro-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.87}
|
152 |
-
{"index":176,"Rank":152,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-es\">jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.87}
|
153 |
-
{"index":147,"Rank":153,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-base\">instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.85}
|
154 |
-
{"index":172,"Rank":154,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embedding-l-en-v1\">jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.85}
|
155 |
-
{"index":113,"Rank":155,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/andersonbcdefg\/bge-small-4096\">bge-small-4096<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.83}
|
156 |
-
{"index":43,"Rank":156,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-8x7B\">GritLM-8x7B<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.82}
|
157 |
-
{"index":122,"Rank":157,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bert-base-uncased\">bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.82}
|
158 |
-
{"index":267,"Rank":158,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yessilver\/new_model\">new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.78}
|
159 |
-
{"index":260,"Rank":159,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.71}
|
160 |
-
{"index":80,"Rank":160,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.71}
|
161 |
-
{"index":160,"Rank":161,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":29.69}
|
162 |
-
{"index":235,"Rank":162,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-base\">gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.67}
|
163 |
-
{"index":244,"Rank":163,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.64}
|
164 |
-
{"index":209,"Rank":164,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":29.59}
|
165 |
-
{"index":256,"Rank":165,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/tst\">tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51}
|
166 |
-
{"index":236,"Rank":166,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.5}
|
167 |
-
{"index":239,"Rank":167,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/msmarco-bert-co-condensor\">msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.5}
|
168 |
-
{"index":107,"Rank":168,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TaylorAI\/gte-tiny\">gte-tiny<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.47}
|
169 |
-
{"index":257,"Rank":169,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-4\">universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.42}
|
170 |
-
{"index":78,"Rank":170,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Mihaiii\/test25\">test25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.33}
|
171 |
-
{"index":185,"Rank":171,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lixsh6\/XLM-3B5-embedding\">XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.02}
|
172 |
-
{"index":127,"Rank":172,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/consciousAI\/cai-lunaris-text-embeddings\">cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.02}
|
173 |
-
{"index":258,"Rank":173,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-large-5\">universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.01}
|
174 |
-
{"index":232,"Rank":174,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_glove.6B.300d\">glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"SummEval":28.87}
|
175 |
-
{"index":60,"Rank":175,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised\">LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"SummEval":28.49}
|
176 |
-
{"index":212,"Rank":176,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":28.41}
|
177 |
-
{"index":228,"Rank":177,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":27.9}
|
178 |
-
{"index":231,"Rank":178,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":27.66}
|
179 |
-
{"index":112,"Rank":179,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":27.54}
|
180 |
-
{"index":230,"Rank":180,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":27.49}
|
181 |
-
{"index":277,"Rank":181,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":26.94}
|
182 |
-
{"index":11,"Rank":182,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"SummEval":26.8}
|
183 |
-
{"index":23,"Rank":183,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":0.31}
|
184 |
-
{"index":263,"Rank":184,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/w601sxs\/b1ade-embed-kd_3\">b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":0.29}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":31.86,"SummEvalFr":30.76,"SummEvalFr (fra-Latn)":32.96}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":31.5,"SummEvalFr":31.85,"SummEvalFr (fra-Latn)":31.14}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":30.92,"SummEvalFr":30.92,"SummEvalFr (fra-Latn)":30.92}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":30.16,"SummEvalFr":30.16,"SummEvalFr (fra-Latn)":30.16}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":29.47,"SummEvalFr":29.47,"SummEvalFr (fra-Latn)":29.47}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":29.2,"SummEvalFr":29.2,"SummEvalFr (fra-Latn)":29.2}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":28.28,"SummEvalFr":28.28,"SummEvalFr (fra-Latn)":28.29}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.47,"SummEvalFr (fra-Latn)":null}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.88,"SummEvalFr (fra-Latn)":null}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.34,"SummEvalFr (fra-Latn)":null}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.34,"SummEvalFr (fra-Latn)":null}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.96,"SummEvalFr (fra-Latn)":null}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"SummEvalFr":31.56,"SummEvalFr (fra-Latn)":null}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.4,"SummEvalFr (fra-Latn)":null}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":31.26,"SummEvalFr (fra-Latn)":null}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.06,"SummEvalFr (fra-Latn)":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.13,"SummEvalFr (fra-Latn)":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":28.84,"SummEvalFr (fra-Latn)":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":29.97}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"SummEvalFr":29.04,"SummEvalFr (fra-Latn)":null}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":28.77,"SummEvalFr (fra-Latn)":null}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"SummEvalFr":30.88,"SummEvalFr (fra-Latn)":null}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":31.26,"SummEvalFr (fra-Latn)":null}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"SummEvalFr":29.43,"SummEvalFr (fra-Latn)":null}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"SummEvalFr":29.25,"SummEvalFr (fra-Latn)":null}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"SummEvalFr":28.81,"SummEvalFr (fra-Latn)":null}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":30.72,"SummEvalFr (fra-Latn)":null}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"SummEvalFr":32.22,"SummEvalFr (fra-Latn)":null}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.48,"SummEvalFr (fra-Latn)":null}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":23.63,"SummEvalFr (fra-Latn)":null}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":26.63}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":28.11}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"SummEvalFr":28.12,"SummEvalFr (fra-Latn)":null}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"SummEvalFr":27.59,"SummEvalFr (fra-Latn)":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"SummEvalFr":30.01,"SummEvalFr (fra-Latn)":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"SummEvalFr":30.23,"SummEvalFr (fra-Latn)":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"SummEvalFr":31.59,"SummEvalFr (fra-Latn)":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"SummEvalFr":30.39,"SummEvalFr (fra-Latn)":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":29.33,"SummEvalFr (fra-Latn)":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.21,"SummEvalFr (fra-Latn)":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":28.56,"SummEvalFr (fra-Latn)":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"SummEvalFr":29.14,"SummEvalFr (fra-Latn)":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"SummEvalFr":28.89,"SummEvalFr (fra-Latn)":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":30.5,"SummEvalFr (fra-Latn)":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"SummEvalFr":null,"SummEvalFr (fra-Latn)":null}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
all_data_tasks/7/default.jsonl
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
all_data_tasks/8/default.jsonl
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
all_data_tasks/9/default.jsonl
CHANGED
@@ -1,66 +1,112 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"
|
34 |
-
{"
|
35 |
-
{"
|
36 |
-
{"
|
37 |
-
{"
|
38 |
-
{"
|
39 |
-
{"
|
40 |
-
{"
|
41 |
-
{"
|
42 |
-
{"
|
43 |
-
{"
|
44 |
-
{"
|
45 |
-
{"
|
46 |
-
{"
|
47 |
-
{"
|
48 |
-
{"
|
49 |
-
{"
|
50 |
-
{"
|
51 |
-
{"
|
52 |
-
{"
|
53 |
-
{"
|
54 |
-
{"
|
55 |
-
{"
|
56 |
-
{"
|
57 |
-
{"
|
58 |
-
{"
|
59 |
-
{"
|
60 |
-
{"
|
61 |
-
{"
|
62 |
-
{"
|
63 |
-
{"
|
64 |
-
{"
|
65 |
-
{"
|
66 |
-
{"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":67.08,"CLSClusteringP2P":47.21,"CLSClusteringS2S":45.79,"ThuNewsClusteringP2P":87.43,"ThuNewsClusteringS2S":87.9}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.88,"CLSClusteringP2P":60.37,"CLSClusteringS2S":51.09,"ThuNewsClusteringP2P":58.23,"ThuNewsClusteringS2S":57.83}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":53.75,"CLSClusteringP2P":41.64,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":69.28,"ThuNewsClusteringS2S":63.75}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":50.01,"CLSClusteringP2P":41.23,"CLSClusteringS2S":40.04,"ThuNewsClusteringP2P":62.03,"ThuNewsClusteringS2S":56.75}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":48.99,"CLSClusteringP2P":41.44,"CLSClusteringS2S":38.33,"ThuNewsClusteringP2P":59.61,"ThuNewsClusteringS2S":56.58}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":48.88,"CLSClusteringP2P":38.6,"CLSClusteringS2S":38.02,"ThuNewsClusteringP2P":60.39,"ThuNewsClusteringS2S":58.51}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.23,"CLSClusteringP2P":40.68,"CLSClusteringS2S":38.59,"ThuNewsClusteringP2P":58.05,"ThuNewsClusteringS2S":55.59}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":47.68,"CLSClusteringP2P":39.81,"CLSClusteringS2S":37.34,"ThuNewsClusteringP2P":59.77,"ThuNewsClusteringS2S":53.78}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":47.53,"CLSClusteringP2P":39.91,"CLSClusteringS2S":37.63,"ThuNewsClusteringP2P":58.45,"ThuNewsClusteringS2S":54.12}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.68,"CLSClusteringP2P":38.26,"CLSClusteringS2S":35.91,"ThuNewsClusteringP2P":58.71,"ThuNewsClusteringS2S":49.86}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":45.26,"CLSClusteringP2P":39.14,"CLSClusteringS2S":37.79,"ThuNewsClusteringP2P":55.18,"ThuNewsClusteringS2S":48.93}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":44.39,"CLSClusteringP2P":37.01,"CLSClusteringS2S":33.46,"ThuNewsClusteringP2P":58.83,"ThuNewsClusteringS2S":48.26}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":44.18,"CLSClusteringP2P":38.14,"CLSClusteringS2S":35.14,"ThuNewsClusteringP2P":54.22,"ThuNewsClusteringS2S":49.22}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":40.68,"CLSClusteringP2P":32.41,"CLSClusteringS2S":36.99,"ThuNewsClusteringP2P":40.98,"ThuNewsClusteringS2S":52.36}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":37.66,"CLSClusteringP2P":35.27,"CLSClusteringS2S":32.42,"ThuNewsClusteringP2P":42.92,"ThuNewsClusteringS2S":40.01}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":30.02,"CLSClusteringP2P":30.13,"CLSClusteringS2S":28.77,"ThuNewsClusteringP2P":35.05,"ThuNewsClusteringS2S":26.14}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.aws.amazon.com\/bedrock\/latest\/userguide\/embeddings.html\">titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
33 |
+
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
34 |
+
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
35 |
+
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
36 |
+
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
37 |
+
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
38 |
+
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
39 |
+
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised\">LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
40 |
+
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse\">LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
41 |
+
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised\">LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
42 |
+
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse\">LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
43 |
+
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised\">LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
44 |
+
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse\">LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
45 |
+
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-supervised\">LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
46 |
+
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse\">LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
47 |
+
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
48 |
+
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
49 |
+
{"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
50 |
+
{"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bert-base-uncased\">bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
51 |
+
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
52 |
+
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
53 |
+
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
54 |
+
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
55 |
+
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
56 |
+
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
57 |
+
{"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
58 |
+
{"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
59 |
+
{"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
60 |
+
{"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
61 |
+
{"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
62 |
+
{"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
63 |
+
{"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
64 |
+
{"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
65 |
+
{"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
66 |
+
{"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
67 |
+
{"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
68 |
+
{"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
69 |
+
{"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
70 |
+
{"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
71 |
+
{"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
72 |
+
{"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
73 |
+
{"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
74 |
+
{"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
75 |
+
{"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
76 |
+
{"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/sup-simcse-bert-base-uncased\">sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
77 |
+
{"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/unsup-simcse-bert-base-uncased\">unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
78 |
+
{"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
79 |
+
{"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
80 |
+
{"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
81 |
+
{"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
82 |
+
{"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
83 |
+
{"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_glove.6B.300d\">glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
84 |
+
{"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
85 |
+
{"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
86 |
+
{"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-base\">gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
87 |
+
{"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
88 |
+
{"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
89 |
+
{"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
90 |
+
{"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/msmarco-bert-co-condensor\">msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
91 |
+
{"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
92 |
+
{"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
93 |
+
{"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
94 |
+
{"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
95 |
+
{"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
96 |
+
{"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
97 |
+
{"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
98 |
+
{"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
99 |
+
{"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
100 |
+
{"Rank":100,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
101 |
+
{"Rank":101,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
102 |
+
{"Rank":102,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
103 |
+
{"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
104 |
+
{"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
105 |
+
{"Rank":105,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
106 |
+
{"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
107 |
+
{"Rank":107,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
108 |
+
{"Rank":108,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
109 |
+
{"Rank":109,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
110 |
+
{"Rank":110,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
111 |
+
{"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
112 |
+
{"Rank":112,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/www.elastic.co\/guide\/en\/machine-learning\/current\/ml-nlp-elser.html\">elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"CLSClusteringP2P":null,"CLSClusteringS2S":null,"ThuNewsClusteringP2P":null,"ThuNewsClusteringS2S":null}
|
app.py
CHANGED
@@ -255,7 +255,6 @@ def filter_data(search_query, model_types, model_sizes, *full_dataframes):
|
|
255 |
sizes = df["Model Size (Million Parameters)"].replace('', 0)
|
256 |
mask = sizes.apply(lambda size: any(numeric_interval.contains(size)))
|
257 |
df = df[mask]
|
258 |
-
df.round(2)
|
259 |
output_dataframes.append(df)
|
260 |
return output_dataframes
|
261 |
|
@@ -334,8 +333,7 @@ with gr.Blocks(css=css) as block:
|
|
334 |
|
335 |
with gr.Row():
|
336 |
datatype = ["number", "markdown"] + ["number"] * len(item["data"])
|
337 |
-
|
338 |
-
dataframe = gr.Dataframe(item["data"].round(2), datatype=datatype, type="pandas", height=500)
|
339 |
dataframes.append(dataframe)
|
340 |
|
341 |
full_dataframe = gr.Dataframe(item["data"], datatype=datatype, type="pandas", visible=False)
|
|
|
255 |
sizes = df["Model Size (Million Parameters)"].replace('', 0)
|
256 |
mask = sizes.apply(lambda size: any(numeric_interval.contains(size)))
|
257 |
df = df[mask]
|
|
|
258 |
output_dataframes.append(df)
|
259 |
return output_dataframes
|
260 |
|
|
|
333 |
|
334 |
with gr.Row():
|
335 |
datatype = ["number", "markdown"] + ["number"] * len(item["data"])
|
336 |
+
dataframe = gr.Dataframe(item["data"], datatype=datatype, type="pandas", height=500)
|
|
|
337 |
dataframes.append(dataframe)
|
338 |
|
339 |
full_dataframe = gr.Dataframe(item["data"], datatype=datatype, type="pandas", visible=False)
|
boards_data/bright/data_tasks/Retrieval/default.jsonl
CHANGED
@@ -1,14 +1,14 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":22.38,"BrightRetrieval (aops)":15.1,"BrightRetrieval (biology)":32.09,"BrightRetrieval (earth_science)":40.66,"BrightRetrieval (economics)":16.18,"BrightRetrieval (leetcode)":31.07,"BrightRetrieval (pony)":1.25,"BrightRetrieval (psychology)":26.58,"BrightRetrieval (robotics)":12.82,"BrightRetrieval (stackoverflow)":13.95,"BrightRetrieval (sustainable_living)":20.82,"BrightRetrieval (theoremqa_questions)":29.9,"BrightRetrieval (theoremqa_theorems)":28.15}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":21.75,"BrightRetrieval (aops)":14.36,"BrightRetrieval (biology)":30.92,"BrightRetrieval (earth_science)":36.22,"BrightRetrieval (economics)":17.72,"BrightRetrieval (leetcode)":25.46,"BrightRetrieval (pony)":9.79,"BrightRetrieval (psychology)":24.61,"BrightRetrieval (robotics)":13.47,"BrightRetrieval (stackoverflow)":19.85,"BrightRetrieval (sustainable_living)":14.93,"BrightRetrieval (theoremqa_questions)":26.97,"BrightRetrieval (theoremqa_theorems)":26.66}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":20.43,"BrightRetrieval (aops)":8.91,"BrightRetrieval (biology)":25.04,"BrightRetrieval (earth_science)":32.77,"BrightRetrieval (economics)":19.0,"BrightRetrieval (leetcode)":29.85,"BrightRetrieval (pony)":21.98,"BrightRetrieval (psychology)":19.92,"BrightRetrieval (robotics)":17.31,"BrightRetrieval (stackoverflow)":11.62,"BrightRetrieval (sustainable_living)":18.04,"BrightRetrieval (theoremqa_questions)":23.34,"BrightRetrieval (theoremqa_theorems)":17.41}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":19.73,"BrightRetrieval (aops)":9.33,"BrightRetrieval (biology)":22.98,"BrightRetrieval (earth_science)":34.38,"BrightRetrieval (economics)":19.5,"BrightRetrieval (leetcode)":29.64,"BrightRetrieval (pony)":3.59,"BrightRetrieval (psychology)":27.86,"BrightRetrieval (robotics)":15.98,"BrightRetrieval (stackoverflow)":17.93,"BrightRetrieval (sustainable_living)":17.25,"BrightRetrieval (theoremqa_questions)":21.51,"BrightRetrieval (theoremqa_theorems)":16.77}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-xl\">instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Average":18.64,"BrightRetrieval (aops)":8.26,"BrightRetrieval (biology)":21.91,"BrightRetrieval (earth_science)":34.35,"BrightRetrieval (economics)":22.81,"BrightRetrieval (leetcode)":27.5,"BrightRetrieval (pony)":5.02,"BrightRetrieval (psychology)":27.43,"BrightRetrieval (robotics)":17.39,"BrightRetrieval (stackoverflow)":19.06,"BrightRetrieval (sustainable_living)":18.82,"BrightRetrieval (theoremqa_questions)":14.59,"BrightRetrieval (theoremqa_theorems)":6.5}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":18.0,"BrightRetrieval (aops)":7.43,"BrightRetrieval (biology)":19.49,"BrightRetrieval (earth_science)":26.63,"BrightRetrieval (economics)":17.84,"BrightRetrieval (leetcode)":27.35,"BrightRetrieval (pony)":1.97,"BrightRetrieval (psychology)":18.97,"BrightRetrieval (robotics)":16.7,"BrightRetrieval (stackoverflow)":12.72,"BrightRetrieval (sustainable_living)":19.79,"BrightRetrieval (theoremqa_questions)":23.05,"BrightRetrieval (theoremqa_theorems)":24.05}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.57,"BrightRetrieval (aops)":7.45,"BrightRetrieval (biology)":23.55,"BrightRetrieval (earth_science)":25.09,"BrightRetrieval (economics)":19.85,"BrightRetrieval (leetcode)":30.6,"BrightRetrieval (pony)":1.48,"BrightRetrieval (psychology)":24.79,"BrightRetrieval (robotics)":11.21,"BrightRetrieval (stackoverflow)":15.03,"BrightRetrieval (sustainable_living)":15.58,"BrightRetrieval (theoremqa_questions)":26.06,"BrightRetrieval (theoremqa_theorems)":10.13}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.43,"BrightRetrieval (aops)":8.45,"BrightRetrieval (biology)":23.67,"BrightRetrieval (earth_science)":26.27,"BrightRetrieval (economics)":19.98,"BrightRetrieval (leetcode)":23.65,"BrightRetrieval (pony)":2.45,"BrightRetrieval (psychology)":27.52,"BrightRetrieval (robotics)":12.93,"BrightRetrieval (stackoverflow)":12.49,"BrightRetrieval (sustainable_living)":20.32,"BrightRetrieval (theoremqa_questions)":22.22,"BrightRetrieval (theoremqa_theorems)":9.25}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":17.43,"BrightRetrieval (aops)":7.1,"BrightRetrieval (biology)":18.84,"BrightRetrieval (earth_science)":25.96,"BrightRetrieval (economics)":15.49,"BrightRetrieval (leetcode)":28.72,"BrightRetrieval (pony)":4.81,"BrightRetrieval (psychology)":15.79,"BrightRetrieval (robotics)":16.37,"BrightRetrieval (stackoverflow)":9.83,"BrightRetrieval (sustainable_living)":18.51,"BrightRetrieval (theoremqa_questions)":23.94,"BrightRetrieval (theoremqa_theorems)":23.78}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":16.24,"BrightRetrieval (aops)":6.46,"BrightRetrieval (biology)":18.98,"BrightRetrieval (earth_science)":27.45,"BrightRetrieval (economics)":20.18,"BrightRetrieval (leetcode)":26.78,"BrightRetrieval (pony)":1.77,"BrightRetrieval (psychology)":21.82,"BrightRetrieval (robotics)":16.21,"BrightRetrieval (stackoverflow)":16.47,"BrightRetrieval (sustainable_living)":17.69,"BrightRetrieval (theoremqa_questions)":15.07,"BrightRetrieval (theoremqa_theorems)":6.04}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":14.8,"BrightRetrieval (aops)":5.32,"BrightRetrieval (biology)":15.52,"BrightRetrieval (earth_science)":20.11,"BrightRetrieval (economics)":16.64,"BrightRetrieval (leetcode)":26.4,"BrightRetrieval (pony)":6.95,"BrightRetrieval (psychology)":22.63,"BrightRetrieval (robotics)":8.36,"BrightRetrieval (stackoverflow)":9.48,"BrightRetrieval (sustainable_living)":15.34,"BrightRetrieval (theoremqa_questions)":18.49,"BrightRetrieval (theoremqa_theorems)":12.38}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/en.wikipedia.org\/wiki\/Okapi_BM25\">bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":14.29,"BrightRetrieval (aops)":6.2,"BrightRetrieval (biology)":19.19,"BrightRetrieval (earth_science)":27.06,"BrightRetrieval (economics)":14.87,"BrightRetrieval (leetcode)":24.37,"BrightRetrieval (pony)":7.93,"BrightRetrieval (psychology)":12.51,"BrightRetrieval (robotics)":13.53,"BrightRetrieval (stackoverflow)":16.55,"BrightRetrieval (sustainable_living)":15.22,"BrightRetrieval (theoremqa_questions)":9.78,"BrightRetrieval (theoremqa_theorems)":4.25}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hkunlp\/instructor-large\">instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":14.12,"BrightRetrieval (aops)":7.94,"BrightRetrieval (biology)":15.61,"BrightRetrieval (earth_science)":21.52,"BrightRetrieval (economics)":15.99,"BrightRetrieval (leetcode)":20.0,"BrightRetrieval (pony)":1.32,"BrightRetrieval (psychology)":21.94,"BrightRetrieval (robotics)":11.45,"BrightRetrieval (stackoverflow)":11.21,"BrightRetrieval (sustainable_living)":13.16,"BrightRetrieval (theoremqa_questions)":20.07,"BrightRetrieval (theoremqa_theorems)":9.29}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":13.47,"BrightRetrieval (aops)":6.08,"BrightRetrieval (biology)":11.96,"BrightRetrieval (earth_science)":24.15,"BrightRetrieval (economics)":16.59,"BrightRetrieval (leetcode)":26.68,"BrightRetrieval (pony)":5.64,"BrightRetrieval (psychology)":17.44,"BrightRetrieval (robotics)":12.21,"BrightRetrieval (stackoverflow)":9.51,"BrightRetrieval (sustainable_living)":13.27,"BrightRetrieval (theoremqa_questions)":12.56,"BrightRetrieval (theoremqa_theorems)":5.51}
|
boards_data/da/data_tasks/BitextMining/default.jsonl
CHANGED
@@ -1,24 +1,24 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":40.52,"BornholmBitextMining":43.89,"BornholmBitextMining (dan-Latn)":37.15}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.81,"BornholmBitextMining":46.4,"BornholmBitextMining (dan-Latn)":33.22}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":36.88,"BornholmBitextMining":44.16,"BornholmBitextMining (dan-Latn)":29.61}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":29.68,"BornholmBitextMining":29.68,"BornholmBitextMining (dan-Latn)":29.68}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","BornholmBitextMining":"","BornholmBitextMining (dan-Latn)":45.13}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KB\/bert-base-swedish-cased\">bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","BornholmBitextMining":6.6,"BornholmBitextMining (dan-Latn)":""}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/electra-small-swedish-cased-discriminator\">electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":"","BornholmBitextMining":0.85,"BornholmBitextMining (dan-Latn)":""}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/sentence-bert-swedish-cased\">sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","BornholmBitextMining":14.08,"BornholmBitextMining (dan-Latn)":""}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-base\">nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","BornholmBitextMining":9.88,"BornholmBitextMining (dan-Latn)":""}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-large\">nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":"","BornholmBitextMining":4.53,"BornholmBitextMining (dan-Latn)":""}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chcaa\/dfm-encoder-large-v1\">dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":"","BornholmBitextMining":11.65,"BornholmBitextMining (dan-Latn)":""}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","BornholmBitextMining":40.09,"BornholmBitextMining (dan-Latn)":""}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","BornholmBitextMining":40.15,"BornholmBitextMining (dan-Latn)":""}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","BornholmBitextMining":40.27,"BornholmBitextMining (dan-Latn)":""}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jonfd\/electra-small-nordic\">electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","BornholmBitextMining":1.44,"BornholmBitextMining (dan-Latn)":""}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-base\">norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Average":"","BornholmBitextMining":6.08,"BornholmBitextMining (dan-Latn)":""}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-large\">norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Average":"","BornholmBitextMining":2.9,"BornholmBitextMining (dan-Latn)":""}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","BornholmBitextMining":"","BornholmBitextMining (dan-Latn)":45.63}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","BornholmBitextMining":"","BornholmBitextMining (dan-Latn)":35.25}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","BornholmBitextMining":"","BornholmBitextMining (dan-Latn)":27.44}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","BornholmBitextMining":"","BornholmBitextMining (dan-Latn)":19.67}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","BornholmBitextMining":"","BornholmBitextMining (dan-Latn)":18.18}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vesteinn\/DanskBERT\">DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","BornholmBitextMining":6.34,"BornholmBitextMining (dan-Latn)":""}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","BornholmBitextMining":4.42,"BornholmBitextMining (dan-Latn)":""}
|
boards_data/da/data_tasks/Classification/default.jsonl
CHANGED
@@ -1,47 +1,32 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"
|
16 |
-
{"
|
17 |
-
{"
|
18 |
-
{"
|
19 |
-
{"
|
20 |
-
{"
|
21 |
-
{"
|
22 |
-
{"
|
23 |
-
{"
|
24 |
-
{"
|
25 |
-
{"
|
26 |
-
{"
|
27 |
-
{"
|
28 |
-
{"
|
29 |
-
{"
|
30 |
-
{"
|
31 |
-
{"
|
32 |
-
{"
|
33 |
-
{"level_0":32,"index":25,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":71.81,"MassiveScenarioClassification (da)":77.61,"NordicLangClassification":"","ScalaDaClassification":""}
|
34 |
-
{"level_0":33,"index":27,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":49.54,"MassiveScenarioClassification (da)":52.53,"NordicLangClassification":"","ScalaDaClassification":""}
|
35 |
-
{"level_0":34,"index":28,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":46.93,"MassiveScenarioClassification (da)":49.11,"NordicLangClassification":"","ScalaDaClassification":""}
|
36 |
-
{"level_0":35,"index":32,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":58.25,"MassiveScenarioClassification (da)":65.24,"NordicLangClassification":"","ScalaDaClassification":""}
|
37 |
-
{"level_0":36,"index":33,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":44.43,"MassiveScenarioClassification (da)":49.47,"NordicLangClassification":"","ScalaDaClassification":""}
|
38 |
-
{"level_0":37,"index":35,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","ScalaDaClassification":""}
|
39 |
-
{"level_0":38,"index":36,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.47,"MassiveScenarioClassification (da)":39.93,"NordicLangClassification":"","ScalaDaClassification":""}
|
40 |
-
{"level_0":39,"index":37,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":52.33,"MassiveScenarioClassification (da)":62.55,"NordicLangClassification":"","ScalaDaClassification":""}
|
41 |
-
{"level_0":40,"index":38,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.3,"MassiveScenarioClassification (da)":54.88,"NordicLangClassification":"","ScalaDaClassification":""}
|
42 |
-
{"level_0":41,"index":39,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":48.42,"MassiveScenarioClassification (da)":57.28,"NordicLangClassification":"","ScalaDaClassification":""}
|
43 |
-
{"level_0":42,"index":40,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.82,"MassiveScenarioClassification (da)":48.36,"NordicLangClassification":"","ScalaDaClassification":""}
|
44 |
-
{"level_0":43,"index":41,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":41.76,"MassiveScenarioClassification (da)":51.44,"NordicLangClassification":"","ScalaDaClassification":""}
|
45 |
-
{"level_0":44,"index":42,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":47.69,"MassiveScenarioClassification (da)":55.79,"NordicLangClassification":"","ScalaDaClassification":""}
|
46 |
-
{"level_0":45,"index":43,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":32.25,"MassiveScenarioClassification (da)":41.14,"NordicLangClassification":"","ScalaDaClassification":""}
|
47 |
-
{"level_0":46,"index":44,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":56.74,"MassiveScenarioClassification (da)":63.07,"NordicLangClassification":"","ScalaDaClassification":""}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":59.86,"AngryTweetsClassification":54.95,"AngryTweetsClassification (dan-Latn)":57.69,"DKHateClassification":66.02,"DanishPoliticalCommentsClassification":38.27,"DanishPoliticalCommentsClassification (dan-Latn)":39.43,"LccSentimentClassification":59.6,"LccSentimentClassification (dan-Latn)":61.53,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":82.29,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":80.15,"ScalaDaClassification":50.77}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":58.13,"AngryTweetsClassification":54.65,"AngryTweetsClassification (dan-Latn)":56.28,"DKHateClassification":63.53,"DanishPoliticalCommentsClassification":36.69,"DanishPoliticalCommentsClassification (dan-Latn)":36.41,"LccSentimentClassification":59.67,"LccSentimentClassification (dan-Latn)":60.13,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":75.94,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":75.85,"ScalaDaClassification":50.79}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":55.9,"AngryTweetsClassification":53.57,"AngryTweetsClassification (dan-Latn)":56.27,"DKHateClassification":60.73,"DanishPoliticalCommentsClassification":34.38,"DanishPoliticalCommentsClassification (dan-Latn)":34.82,"LccSentimentClassification":57.87,"LccSentimentClassification (dan-Latn)":58.6,"MassiveIntentClassification (da)":54.63,"MassiveScenarioClassification (da)":62.34,"NordicLangClassification":75.15,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":72.15,"ScalaDaClassification":50.3}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":43.18,"AngryTweetsClassification":42.49,"AngryTweetsClassification (dan-Latn)":42.48,"DKHateClassification":55.05,"DanishPoliticalCommentsClassification":26.96,"DanishPoliticalCommentsClassification (dan-Latn)":26.7,"LccSentimentClassification":38.47,"LccSentimentClassification (dan-Latn)":38.53,"MassiveIntentClassification (da)":40.99,"MassiveScenarioClassification (da)":47.01,"NordicLangClassification":54.71,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":54.7,"ScalaDaClassification":50.03}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":45.61,"MassiveScenarioClassification (da)":54.87,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":54.68,"DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":37.69,"LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":57.2,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":63.6,"ScalaDaClassification":""}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KB\/bert-base-swedish-cased\">bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AngryTweetsClassification":44.58,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":55.53,"DanishPoliticalCommentsClassification":28.97,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":41.2,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":37.98,"MassiveScenarioClassification (da)":40.44,"NordicLangClassification":62.45,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":53.53}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/electra-small-swedish-cased-discriminator\">electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Average":"","AngryTweetsClassification":40.52,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":52.28,"DanishPoliticalCommentsClassification":25.17,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":36.67,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":6.51,"MassiveScenarioClassification (da)":11.5,"NordicLangClassification":44.53,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":51.66}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KBLab\/sentence-bert-swedish-cased\">sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AngryTweetsClassification":44.46,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":59.36,"DanishPoliticalCommentsClassification":28.32,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":47.2,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":42.84,"MassiveScenarioClassification (da)":49.64,"NordicLangClassification":51.45,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":50.12}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-base\">nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","AngryTweetsClassification":52.14,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":61.73,"DanishPoliticalCommentsClassification":34.84,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":51.4,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":56.69,"MassiveScenarioClassification (da)":61.93,"NordicLangClassification":84.69,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":57.99}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NbAiLab\/nb-bert-large\">nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":"","AngryTweetsClassification":52.14,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":62.13,"DanishPoliticalCommentsClassification":35.04,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":56.27,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":57.03,"MassiveScenarioClassification (da)":60.43,"NordicLangClassification":85.27,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":62.85}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chcaa\/dfm-encoder-large-v1\">dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Average":"","AngryTweetsClassification":53.8,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":60.09,"DanishPoliticalCommentsClassification":36.6,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":57.33,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":60.55,"MassiveScenarioClassification (da)":64.16,"NordicLangClassification":77.68,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":63.08}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":45.06,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":58.51,"DanishPoliticalCommentsClassification":28.43,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":37.47,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":44.25,"MassiveScenarioClassification (da)":52.99,"NordicLangClassification":59.34,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":50.08}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AngryTweetsClassification":46.14,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":58.72,"DanishPoliticalCommentsClassification":28.67,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":42.13,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":42.29,"MassiveScenarioClassification (da)":52.95,"NordicLangClassification":58.3,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":49.9}
|
15 |
+
{"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AngryTweetsClassification":43.6,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":57.57,"DanishPoliticalCommentsClassification":28.37,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":40.27,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":41.89,"MassiveScenarioClassification (da)":49.93,"NordicLangClassification":53.47,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":50.15}
|
16 |
+
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jonfd\/electra-small-nordic\">electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AngryTweetsClassification":47.91,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":59.45,"DanishPoliticalCommentsClassification":31.89,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":47.93,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":26.3,"MassiveScenarioClassification (da)":28.93,"NordicLangClassification":57.82,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":70.41}
|
17 |
+
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-base\">norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Average":"","AngryTweetsClassification":52.48,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":58.78,"DanishPoliticalCommentsClassification":34.14,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":54.07,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":53.16,"MassiveScenarioClassification (da)":57.17,"NordicLangClassification":82.67,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":58.25}
|
18 |
+
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ltg\/norbert3-large\">norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Average":"","AngryTweetsClassification":49.04,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":62.71,"DanishPoliticalCommentsClassification":33.53,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":46.93,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":45.98,"MassiveScenarioClassification (da)":50.51,"NordicLangClassification":84.25,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":60.72}
|
19 |
+
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":51.11,"DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":38.34,"LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":50.07,"MassiveIntentClassification (da)":58.25,"MassiveScenarioClassification (da)":65.24,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":35.39,"ScalaDaClassification":""}
|
20 |
+
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":42.87,"DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":27.07,"LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":41.93,"MassiveIntentClassification (da)":44.43,"MassiveScenarioClassification (da)":49.47,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":54.17,"ScalaDaClassification":""}
|
21 |
+
{"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":44.13,"DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":28.31,"LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":39.27,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":50.15,"ScalaDaClassification":""}
|
22 |
+
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":38.47,"MassiveScenarioClassification (da)":39.93,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
23 |
+
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":52.33,"MassiveScenarioClassification (da)":62.55,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
24 |
+
{"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":45.3,"MassiveScenarioClassification (da)":54.88,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
25 |
+
{"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":48.42,"MassiveScenarioClassification (da)":57.28,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
26 |
+
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":50.9,"DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":37.58,"LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":54.53,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":42.52,"ScalaDaClassification":""}
|
27 |
+
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":54.84,"DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":40.96,"LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":58.4,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":41.57,"ScalaDaClassification":""}
|
28 |
+
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":38.82,"MassiveScenarioClassification (da)":48.36,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
29 |
+
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":41.76,"MassiveScenarioClassification (da)":51.44,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
30 |
+
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AngryTweetsClassification":"","AngryTweetsClassification (dan-Latn)":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":"","LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":47.69,"MassiveScenarioClassification (da)":55.79,"NordicLangClassification":"","NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":""}
|
31 |
+
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vesteinn\/DanskBERT\">DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":"","AngryTweetsClassification":54.28,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":59.3,"DanishPoliticalCommentsClassification":39.81,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":58.0,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":54.68,"MassiveScenarioClassification (da)":59.56,"NordicLangClassification":74.25,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":66.59}
|
32 |
+
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","AngryTweetsClassification":52.41,"AngryTweetsClassification (dan-Latn)":"","DKHateClassification":56.78,"DanishPoliticalCommentsClassification":34.03,"DanishPoliticalCommentsClassification (dan-Latn)":"","LccSentimentClassification":52.27,"LccSentimentClassification (dan-Latn)":"","MassiveIntentClassification (da)":41.06,"MassiveScenarioClassification (da)":43.91,"NordicLangClassification":79.39,"NordicLangClassification (nob-Latn_nno-Latn_dan-Latn_swe-Latn_isl-Latn_fao-Latn)":"","ScalaDaClassification":57.3}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
boards_data/de/data_tasks/Clustering/default.jsonl
CHANGED
@@ -1,19 +1,14 @@
|
|
1 |
-
{"
|
2 |
-
{"
|
3 |
-
{"
|
4 |
-
{"
|
5 |
-
{"
|
6 |
-
{"
|
7 |
-
{"
|
8 |
-
{"
|
9 |
-
{"
|
10 |
-
{"
|
11 |
-
{"
|
12 |
-
{"
|
13 |
-
{"
|
14 |
-
{"
|
15 |
-
{"level_0":14,"index":0,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":16.62,"BlurbsClusteringP2P":17.47,"BlurbsClusteringS2S":7.96,"TenKGnadClusteringP2P":29.79,"TenKGnadClusteringS2S":11.27}
|
16 |
-
{"level_0":15,"index":10,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":10.03,"BlurbsClusteringP2P":11.37,"BlurbsClusteringS2S":8.01,"TenKGnadClusteringP2P":15.89,"TenKGnadClusteringS2S":4.84}
|
17 |
-
{"level_0":16,"index":7,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gelectra-large\">gelectra-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":9.23,"BlurbsClusteringP2P":13.96,"BlurbsClusteringS2S":7.57,"TenKGnadClusteringP2P":11.49,"TenKGnadClusteringS2S":3.91}
|
18 |
-
{"level_0":17,"index":6,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gelectra-base\">gelectra-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":7.73,"BlurbsClusteringP2P":10.06,"BlurbsClusteringS2S":7.74,"TenKGnadClusteringP2P":9.02,"TenKGnadClusteringS2S":4.11}
|
19 |
-
{"level_0":18,"index":1,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","BlurbsClusteringP2P":"","BlurbsClusteringS2S":8.0,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":""}
|
|
|
1 |
+
{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gbert-large\">gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97}
|
2 |
+
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69}
|
3 |
+
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26}
|
4 |
+
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":27.04,"BlurbsClusteringP2P":34.38,"BlurbsClusteringS2S":15.81,"TenKGnadClusteringP2P":35.96,"TenKGnadClusteringS2S":22.0}
|
5 |
+
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gbert-base\">gbert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":27.0,"BlurbsClusteringP2P":35.36,"BlurbsClusteringS2S":11.27,"TenKGnadClusteringP2P":37.16,"TenKGnadClusteringS2S":24.23}
|
6 |
+
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/use-cmlm-multilingual\">use-cmlm-multilingual<\/a>","Model Size (Million Parameters)":472,"Memory Usage (GB, fp32)":1.76,"Average":26.9,"BlurbsClusteringP2P":29.63,"BlurbsClusteringS2S":15.24,"TenKGnadClusteringP2P":37.1,"TenKGnadClusteringS2S":25.64}
|
7 |
+
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":26.3,"BlurbsClusteringP2P":32.46,"BlurbsClusteringS2S":14.33,"TenKGnadClusteringP2P":36.13,"TenKGnadClusteringS2S":22.26}
|
8 |
+
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":26.29,"BlurbsClusteringP2P":30.59,"BlurbsClusteringS2S":11.57,"TenKGnadClusteringP2P":44.88,"TenKGnadClusteringS2S":18.11}
|
9 |
+
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/uklfr\/gottbert-base\">gottbert-base<\/a>","Model Size (Million Parameters)":127,"Memory Usage (GB, fp32)":0.47,"Average":21.46,"BlurbsClusteringP2P":34.49,"BlurbsClusteringS2S":8.37,"TenKGnadClusteringP2P":33.66,"TenKGnadClusteringS2S":9.34}
|
10 |
+
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/T-Systems-onsite\/cross-en-de-roberta-sentence-transformer\">cross-en-de-roberta-sentence-transformer<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":19.49,"BlurbsClusteringP2P":30.82,"BlurbsClusteringS2S":12.69,"TenKGnadClusteringP2P":23.5,"TenKGnadClusteringS2S":10.94}
|
11 |
+
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":18.94,"BlurbsClusteringP2P":29.84,"BlurbsClusteringS2S":7.29,"TenKGnadClusteringP2P":32.46,"TenKGnadClusteringS2S":6.16}
|
12 |
+
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":10.03,"BlurbsClusteringP2P":11.37,"BlurbsClusteringS2S":8.01,"TenKGnadClusteringP2P":15.89,"TenKGnadClusteringS2S":4.84}
|
13 |
+
{"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gelectra-large\">gelectra-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":9.23,"BlurbsClusteringP2P":13.96,"BlurbsClusteringS2S":7.57,"TenKGnadClusteringP2P":11.49,"TenKGnadClusteringS2S":3.91}
|
14 |
+
{"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gelectra-base\">gelectra-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":7.73,"BlurbsClusteringP2P":10.06,"BlurbsClusteringS2S":7.74,"TenKGnadClusteringP2P":9.02,"TenKGnadClusteringS2S":4.11}
|
|
|
|
|
|
|
|
|
|