Spaces:
Running
Running
Muennighoff
commited on
Commit
•
f45efd6
1
Parent(s):
16a0ce7
Add RAR-b LB
Browse files- EXTERNAL_MODEL_RESULTS.json +0 -0
- all_data_tasks/0/default.jsonl +29 -14
- app.py +0 -0
- boards_data/rar-b/data_overall/default.txt +0 -0
- boards_data/rar-b/data_tasks/Retrieval/default.jsonl +29 -0
- config.yaml +26 -0
- model_meta.yaml +353 -26
- refresh.py +4 -3
EXTERNAL_MODEL_RESULTS.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
all_data_tasks/0/default.jsonl
CHANGED
@@ -1,14 +1,29 @@
|
|
1 |
-
{"index":
|
2 |
-
{"index":
|
3 |
-
{"index":
|
4 |
-
{"index":
|
5 |
-
{"index":
|
6 |
-
{"index":
|
7 |
-
{"index":
|
8 |
-
{"index":
|
9 |
-
{"index":11,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/
|
10 |
-
{"index":
|
11 |
-
{"index":
|
12 |
-
{"index":
|
13 |
-
{"index":
|
14 |
-
{"index":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"index":13,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":35.2,"ARCChallenge":26.68,"AlphaNLI":34.0,"HellaSwag":39.45,"PIQA":44.35,"Quail":11.69,"RARbCode":84.0,"RARbMath":82.35,"SIQA":7.23,"SpartQA":9.29,"TempReasonL1":7.15,"TempReasonL2Fact":58.38,"TempReasonL2Pure":11.22,"TempReasonL3Fact":44.29,"TempReasonL3Pure":14.15,"WinoGrande":53.74}
|
2 |
+
{"index":25,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":31.13,"ARCChallenge":21.22,"AlphaNLI":34.23,"HellaSwag":31.4,"PIQA":37.52,"Quail":13.6,"RARbCode":89.41,"RARbMath":87.73,"SIQA":4.99,"SpartQA":7.45,"TempReasonL1":2.07,"TempReasonL2Fact":39.77,"TempReasonL2Pure":11.04,"TempReasonL3Fact":37.04,"TempReasonL3Pure":15.51,"WinoGrande":33.92}
|
3 |
+
{"index":12,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B-noinstruct<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":30.57,"ARCChallenge":16.57,"AlphaNLI":29.56,"HellaSwag":36.03,"PIQA":35.8,"Quail":8.68,"RARbCode":83.14,"RARbMath":83.01,"SIQA":5.73,"SpartQA":1.56,"TempReasonL1":2.57,"TempReasonL2Fact":48.25,"TempReasonL2Pure":8.98,"TempReasonL3Fact":34.11,"TempReasonL3Pure":12.44,"WinoGrande":52.12}
|
4 |
+
{"index":26,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.95,"ARCChallenge":23.98,"AlphaNLI":37.27,"HellaSwag":34.12,"PIQA":41.96,"Quail":10.15,"RARbCode":89.64,"RARbMath":90.08,"SIQA":3.44,"SpartQA":7.51,"TempReasonL1":2.13,"TempReasonL2Fact":28.65,"TempReasonL2Pure":10.34,"TempReasonL3Fact":25.52,"TempReasonL3Pure":15.28,"WinoGrande":29.11}
|
5 |
+
{"index":16,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":28.41,"ARCChallenge":17.81,"AlphaNLI":26.12,"HellaSwag":34.85,"PIQA":39.37,"Quail":7.01,"RARbCode":78.46,"RARbMath":72.16,"SIQA":5.42,"SpartQA":9.92,"TempReasonL1":3.31,"TempReasonL2Fact":36.9,"TempReasonL2Pure":9.18,"TempReasonL3Fact":30.18,"TempReasonL3Pure":14.31,"WinoGrande":41.21}
|
6 |
+
{"index":17,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct-noinstruct\">e5-mistral-7b-instruct-noinstruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":28.04,"ARCChallenge":20.48,"AlphaNLI":18.88,"HellaSwag":32.25,"PIQA":32.8,"Quail":6.25,"RARbCode":79.84,"RARbMath":76.19,"SIQA":5.08,"SpartQA":10.87,"TempReasonL1":3.04,"TempReasonL2Fact":35.63,"TempReasonL2Pure":9.32,"TempReasonL3Fact":30.41,"TempReasonL3Pure":14.39,"WinoGrande":45.18}
|
7 |
+
{"index":10,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":25.41,"ARCChallenge":10.1,"AlphaNLI":18.75,"HellaSwag":29.02,"PIQA":27.89,"Quail":7.77,"RARbCode":56.56,"RARbMath":72.05,"SIQA":5.03,"SpartQA":3.33,"TempReasonL1":1.43,"TempReasonL2Fact":40.46,"TempReasonL2Pure":2.39,"TempReasonL3Fact":33.87,"TempReasonL3Pure":7.52,"WinoGrande":65.02}
|
8 |
+
{"index":28,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.2,"ARCChallenge":14.63,"AlphaNLI":30.61,"HellaSwag":30.94,"PIQA":33.69,"Quail":6.11,"RARbCode":72.03,"RARbMath":71.07,"SIQA":3.03,"SpartQA":6.63,"TempReasonL1":2.35,"TempReasonL2Fact":25.68,"TempReasonL2Pure":2.76,"TempReasonL3Fact":22.09,"TempReasonL3Pure":9.79,"WinoGrande":31.53}
|
9 |
+
{"index":11,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":23.65,"ARCChallenge":9.89,"AlphaNLI":15.1,"HellaSwag":26.35,"PIQA":28.49,"Quail":4.1,"RARbCode":57.19,"RARbMath":72.26,"SIQA":4.26,"SpartQA":3.75,"TempReasonL1":1.5,"TempReasonL2Fact":35.91,"TempReasonL2Pure":1.89,"TempReasonL3Fact":27.51,"TempReasonL3Pure":8.53,"WinoGrande":58.01}
|
10 |
+
{"index":24,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.57,"ARCChallenge":13.3,"AlphaNLI":25.65,"HellaSwag":29.29,"PIQA":31.02,"Quail":5.83,"RARbCode":83.39,"RARbMath":73.21,"SIQA":3.14,"SpartQA":4.23,"TempReasonL1":1.68,"TempReasonL2Fact":19.93,"TempReasonL2Pure":2.6,"TempReasonL3Fact":18.02,"TempReasonL3Pure":7.58,"WinoGrande":19.65}
|
11 |
+
{"index":27,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.09,"ARCChallenge":13.76,"AlphaNLI":21.14,"HellaSwag":27.2,"PIQA":29.59,"Quail":6.64,"RARbCode":72.14,"RARbMath":64.31,"SIQA":2.98,"SpartQA":3.58,"TempReasonL1":2.29,"TempReasonL2Fact":26.34,"TempReasonL2Pure":3.17,"TempReasonL3Fact":22.72,"TempReasonL3Pure":9.98,"WinoGrande":25.49}
|
12 |
+
{"index":7,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":21.48,"ARCChallenge":9.02,"AlphaNLI":24.73,"HellaSwag":25.67,"PIQA":22.93,"Quail":7.51,"RARbCode":38.8,"RARbMath":69.19,"SIQA":4.89,"SpartQA":7.49,"TempReasonL1":0.99,"TempReasonL2Fact":33.23,"TempReasonL2Pure":0.68,"TempReasonL3Fact":30.05,"TempReasonL3Pure":5.28,"WinoGrande":41.72}
|
13 |
+
{"index":6,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3-instruct<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":20.83,"ARCChallenge":9.03,"AlphaNLI":24.69,"HellaSwag":25.55,"PIQA":19.03,"Quail":7.08,"RARbCode":39.58,"RARbMath":64.51,"SIQA":4.77,"SpartQA":7.0,"TempReasonL1":0.8,"TempReasonL2Fact":34.99,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.47,"TempReasonL3Pure":7.01,"WinoGrande":35.33}
|
14 |
+
{"index":20,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":19.61,"ARCChallenge":9.48,"AlphaNLI":28.19,"HellaSwag":24.21,"PIQA":25.28,"Quail":3.92,"RARbCode":44.27,"RARbMath":68.19,"SIQA":1.56,"SpartQA":1.65,"TempReasonL1":1.53,"TempReasonL2Fact":17.65,"TempReasonL2Pure":0.46,"TempReasonL3Fact":14.16,"TempReasonL3Pure":6.33,"WinoGrande":47.33}
|
15 |
+
{"index":23,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":19.56,"ARCChallenge":11.85,"AlphaNLI":10.62,"HellaSwag":24.8,"PIQA":23.87,"Quail":5.79,"RARbCode":82.36,"RARbMath":67.26,"SIQA":2.64,"SpartQA":4.75,"TempReasonL1":1.44,"TempReasonL2Fact":19.38,"TempReasonL2Pure":2.43,"TempReasonL3Fact":17.58,"TempReasonL3Pure":7.31,"WinoGrande":11.36}
|
16 |
+
{"index":1,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":19.1,"ARCChallenge":8.91,"AlphaNLI":32.1,"HellaSwag":27.69,"PIQA":28.01,"Quail":4.09,"RARbCode":17.58,"RARbMath":45.09,"SIQA":2.0,"SpartQA":10.34,"TempReasonL1":1.82,"TempReasonL2Fact":17.45,"TempReasonL2Pure":0.55,"TempReasonL3Fact":15.71,"TempReasonL3Pure":7.97,"WinoGrande":67.18}
|
17 |
+
{"index":22,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":18.03,"ARCChallenge":11.8,"AlphaNLI":22.41,"HellaSwag":26.27,"PIQA":29.03,"Quail":3.41,"RARbCode":53.21,"RARbMath":71.85,"SIQA":2.38,"SpartQA":0.22,"TempReasonL1":1.77,"TempReasonL2Fact":11.2,"TempReasonL2Pure":1.15,"TempReasonL3Fact":9.42,"TempReasonL3Pure":5.59,"WinoGrande":20.8}
|
18 |
+
{"index":5,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":17.7,"ARCChallenge":9.99,"AlphaNLI":13.13,"HellaSwag":28.5,"PIQA":27.99,"Quail":1.83,"RARbCode":48.12,"RARbMath":57.36,"SIQA":1.04,"SpartQA":2.99,"TempReasonL1":1.46,"TempReasonL2Fact":24.25,"TempReasonL2Pure":2.35,"TempReasonL3Fact":20.64,"TempReasonL3Pure":6.67,"WinoGrande":19.18}
|
19 |
+
{"index":18,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":17.35,"ARCChallenge":10.23,"AlphaNLI":25.35,"HellaSwag":24.08,"PIQA":26.44,"Quail":3.08,"RARbCode":42.44,"RARbMath":66.36,"SIQA":2.09,"SpartQA":2.67,"TempReasonL1":1.66,"TempReasonL2Fact":10.31,"TempReasonL2Pure":0.63,"TempReasonL3Fact":11.11,"TempReasonL3Pure":6.63,"WinoGrande":27.2}
|
20 |
+
{"index":0,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":16.73,"ARCChallenge":8.24,"AlphaNLI":25.18,"HellaSwag":24.06,"PIQA":26.35,"Quail":4.2,"RARbCode":12.84,"RARbMath":36.15,"SIQA":1.75,"SpartQA":10.82,"TempReasonL1":1.54,"TempReasonL2Fact":16.11,"TempReasonL2Pure":0.57,"TempReasonL3Fact":14.81,"TempReasonL3Pure":7.46,"WinoGrande":60.84}
|
21 |
+
{"index":19,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2-instruct<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":15.95,"ARCChallenge":9.4,"AlphaNLI":15.09,"HellaSwag":20.51,"PIQA":24.68,"Quail":3.46,"RARbCode":42.47,"RARbMath":62.39,"SIQA":1.53,"SpartQA":0.57,"TempReasonL1":1.05,"TempReasonL2Fact":16.57,"TempReasonL2Pure":0.49,"TempReasonL3Fact":14.01,"TempReasonL3Pure":6.27,"WinoGrande":20.73}
|
22 |
+
{"index":15,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":15.86,"ARCChallenge":8.62,"AlphaNLI":31.77,"HellaSwag":14.42,"PIQA":24.64,"Quail":4.97,"RARbCode":9.28,"RARbMath":30.76,"SIQA":1.27,"SpartQA":10.94,"TempReasonL1":1.93,"TempReasonL2Fact":22.68,"TempReasonL2Pure":1.12,"TempReasonL3Fact":20.62,"TempReasonL3Pure":7.8,"WinoGrande":47.15}
|
23 |
+
{"index":3,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":14.93,"ARCChallenge":9.66,"AlphaNLI":10.99,"HellaSwag":26.64,"PIQA":25.69,"Quail":1.42,"RARbCode":46.47,"RARbMath":46.86,"SIQA":0.94,"SpartQA":3.37,"TempReasonL1":1.07,"TempReasonL2Fact":17.23,"TempReasonL2Pure":1.29,"TempReasonL3Fact":13.36,"TempReasonL3Pure":5.2,"WinoGrande":13.76}
|
24 |
+
{"index":4,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":14.55,"ARCChallenge":8.86,"AlphaNLI":0.86,"HellaSwag":26.24,"PIQA":23.26,"Quail":2.72,"RARbCode":45.25,"RARbMath":49.82,"SIQA":0.59,"SpartQA":2.34,"TempReasonL1":1.17,"TempReasonL2Fact":21.19,"TempReasonL2Pure":2.1,"TempReasonL3Fact":17.59,"TempReasonL3Pure":5.99,"WinoGrande":10.31}
|
25 |
+
{"index":9,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":14.15,"ARCChallenge":8.95,"AlphaNLI":11.64,"HellaSwag":25.44,"PIQA":23.92,"Quail":1.75,"RARbCode":42.36,"RARbMath":44.98,"SIQA":0.77,"SpartQA":3.55,"TempReasonL1":1.41,"TempReasonL2Fact":17.56,"TempReasonL2Pure":1.05,"TempReasonL3Fact":13.88,"TempReasonL3Pure":4.76,"WinoGrande":10.28}
|
26 |
+
{"index":21,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2-instruct<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":13.84,"ARCChallenge":10.35,"AlphaNLI":1.96,"HellaSwag":13.01,"PIQA":27.18,"Quail":3.02,"RARbCode":48.95,"RARbMath":69.21,"SIQA":1.29,"SpartQA":1.01,"TempReasonL1":1.52,"TempReasonL2Fact":7.28,"TempReasonL2Pure":1.03,"TempReasonL3Fact":7.03,"TempReasonL3Pure":5.16,"WinoGrande":9.66}
|
27 |
+
{"index":2,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":13.52,"ARCChallenge":8.85,"AlphaNLI":4.13,"HellaSwag":24.03,"PIQA":23.03,"Quail":1.25,"RARbCode":46.32,"RARbMath":45.62,"SIQA":0.24,"SpartQA":2.67,"TempReasonL1":0.8,"TempReasonL2Fact":16.56,"TempReasonL2Pure":1.33,"TempReasonL3Fact":12.68,"TempReasonL3Pure":5.08,"WinoGrande":10.27}
|
28 |
+
{"index":8,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":12.6,"ARCChallenge":7.72,"AlphaNLI":1.26,"HellaSwag":23.41,"PIQA":20.79,"Quail":2.01,"RARbCode":41.52,"RARbMath":46.5,"SIQA":0.98,"SpartQA":2.86,"TempReasonL1":1.27,"TempReasonL2Fact":16.72,"TempReasonL2Pure":1.1,"TempReasonL3Fact":12.81,"TempReasonL3Pure":4.63,"WinoGrande":5.35}
|
29 |
+
{"index":14,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":"","ARCChallenge":7.63,"AlphaNLI":27.09,"HellaSwag":"","PIQA":21.73,"Quail":4.92,"RARbCode":7.12,"RARbMath":21.83,"SIQA":0.88,"SpartQA":10.56,"TempReasonL1":1.8,"TempReasonL2Fact":22.03,"TempReasonL2Pure":0.94,"TempReasonL3Fact":20.82,"TempReasonL3Pure":7.15,"WinoGrande":26.3}
|
app.py
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
boards_data/rar-b/data_overall/default.txt
ADDED
File without changes
|
boards_data/rar-b/data_tasks/Retrieval/default.jsonl
ADDED
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"index":13,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":35.2,"ARCChallenge":26.68,"AlphaNLI":34.0,"HellaSwag":39.45,"PIQA":44.35,"Quail":11.69,"RARbCode":84.0,"RARbMath":82.35,"SIQA":7.23,"SpartQA":9.29,"TempReasonL1":7.15,"TempReasonL2Fact":58.38,"TempReasonL2Pure":11.22,"TempReasonL3Fact":44.29,"TempReasonL3Pure":14.15,"WinoGrande":53.74}
|
2 |
+
{"index":25,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":31.13,"ARCChallenge":21.22,"AlphaNLI":34.23,"HellaSwag":31.4,"PIQA":37.52,"Quail":13.6,"RARbCode":89.41,"RARbMath":87.73,"SIQA":4.99,"SpartQA":7.45,"TempReasonL1":2.07,"TempReasonL2Fact":39.77,"TempReasonL2Pure":11.04,"TempReasonL3Fact":37.04,"TempReasonL3Pure":15.51,"WinoGrande":33.92}
|
3 |
+
{"index":12,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B-noinstruct<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":30.57,"ARCChallenge":16.57,"AlphaNLI":29.56,"HellaSwag":36.03,"PIQA":35.8,"Quail":8.68,"RARbCode":83.14,"RARbMath":83.01,"SIQA":5.73,"SpartQA":1.56,"TempReasonL1":2.57,"TempReasonL2Fact":48.25,"TempReasonL2Pure":8.98,"TempReasonL3Fact":34.11,"TempReasonL3Pure":12.44,"WinoGrande":52.12}
|
4 |
+
{"index":26,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.95,"ARCChallenge":23.98,"AlphaNLI":37.27,"HellaSwag":34.12,"PIQA":41.96,"Quail":10.15,"RARbCode":89.64,"RARbMath":90.08,"SIQA":3.44,"SpartQA":7.51,"TempReasonL1":2.13,"TempReasonL2Fact":28.65,"TempReasonL2Pure":10.34,"TempReasonL3Fact":25.52,"TempReasonL3Pure":15.28,"WinoGrande":29.11}
|
5 |
+
{"index":16,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":28.41,"ARCChallenge":17.81,"AlphaNLI":26.12,"HellaSwag":34.85,"PIQA":39.37,"Quail":7.01,"RARbCode":78.46,"RARbMath":72.16,"SIQA":5.42,"SpartQA":9.92,"TempReasonL1":3.31,"TempReasonL2Fact":36.9,"TempReasonL2Pure":9.18,"TempReasonL3Fact":30.18,"TempReasonL3Pure":14.31,"WinoGrande":41.21}
|
6 |
+
{"index":17,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct-noinstruct\">e5-mistral-7b-instruct-noinstruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":28.04,"ARCChallenge":20.48,"AlphaNLI":18.88,"HellaSwag":32.25,"PIQA":32.8,"Quail":6.25,"RARbCode":79.84,"RARbMath":76.19,"SIQA":5.08,"SpartQA":10.87,"TempReasonL1":3.04,"TempReasonL2Fact":35.63,"TempReasonL2Pure":9.32,"TempReasonL3Fact":30.41,"TempReasonL3Pure":14.39,"WinoGrande":45.18}
|
7 |
+
{"index":10,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":25.41,"ARCChallenge":10.1,"AlphaNLI":18.75,"HellaSwag":29.02,"PIQA":27.89,"Quail":7.77,"RARbCode":56.56,"RARbMath":72.05,"SIQA":5.03,"SpartQA":3.33,"TempReasonL1":1.43,"TempReasonL2Fact":40.46,"TempReasonL2Pure":2.39,"TempReasonL3Fact":33.87,"TempReasonL3Pure":7.52,"WinoGrande":65.02}
|
8 |
+
{"index":28,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.2,"ARCChallenge":14.63,"AlphaNLI":30.61,"HellaSwag":30.94,"PIQA":33.69,"Quail":6.11,"RARbCode":72.03,"RARbMath":71.07,"SIQA":3.03,"SpartQA":6.63,"TempReasonL1":2.35,"TempReasonL2Fact":25.68,"TempReasonL2Pure":2.76,"TempReasonL3Fact":22.09,"TempReasonL3Pure":9.79,"WinoGrande":31.53}
|
9 |
+
{"index":11,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":23.65,"ARCChallenge":9.89,"AlphaNLI":15.1,"HellaSwag":26.35,"PIQA":28.49,"Quail":4.1,"RARbCode":57.19,"RARbMath":72.26,"SIQA":4.26,"SpartQA":3.75,"TempReasonL1":1.5,"TempReasonL2Fact":35.91,"TempReasonL2Pure":1.89,"TempReasonL3Fact":27.51,"TempReasonL3Pure":8.53,"WinoGrande":58.01}
|
10 |
+
{"index":24,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.57,"ARCChallenge":13.3,"AlphaNLI":25.65,"HellaSwag":29.29,"PIQA":31.02,"Quail":5.83,"RARbCode":83.39,"RARbMath":73.21,"SIQA":3.14,"SpartQA":4.23,"TempReasonL1":1.68,"TempReasonL2Fact":19.93,"TempReasonL2Pure":2.6,"TempReasonL3Fact":18.02,"TempReasonL3Pure":7.58,"WinoGrande":19.65}
|
11 |
+
{"index":27,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":22.09,"ARCChallenge":13.76,"AlphaNLI":21.14,"HellaSwag":27.2,"PIQA":29.59,"Quail":6.64,"RARbCode":72.14,"RARbMath":64.31,"SIQA":2.98,"SpartQA":3.58,"TempReasonL1":2.29,"TempReasonL2Fact":26.34,"TempReasonL2Pure":3.17,"TempReasonL3Fact":22.72,"TempReasonL3Pure":9.98,"WinoGrande":25.49}
|
12 |
+
{"index":7,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":21.48,"ARCChallenge":9.02,"AlphaNLI":24.73,"HellaSwag":25.67,"PIQA":22.93,"Quail":7.51,"RARbCode":38.8,"RARbMath":69.19,"SIQA":4.89,"SpartQA":7.49,"TempReasonL1":0.99,"TempReasonL2Fact":33.23,"TempReasonL2Pure":0.68,"TempReasonL3Fact":30.05,"TempReasonL3Pure":5.28,"WinoGrande":41.72}
|
13 |
+
{"index":6,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3-instruct<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":20.83,"ARCChallenge":9.03,"AlphaNLI":24.69,"HellaSwag":25.55,"PIQA":19.03,"Quail":7.08,"RARbCode":39.58,"RARbMath":64.51,"SIQA":4.77,"SpartQA":7.0,"TempReasonL1":0.8,"TempReasonL2Fact":34.99,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.47,"TempReasonL3Pure":7.01,"WinoGrande":35.33}
|
14 |
+
{"index":20,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":19.61,"ARCChallenge":9.48,"AlphaNLI":28.19,"HellaSwag":24.21,"PIQA":25.28,"Quail":3.92,"RARbCode":44.27,"RARbMath":68.19,"SIQA":1.56,"SpartQA":1.65,"TempReasonL1":1.53,"TempReasonL2Fact":17.65,"TempReasonL2Pure":0.46,"TempReasonL3Fact":14.16,"TempReasonL3Pure":6.33,"WinoGrande":47.33}
|
15 |
+
{"index":23,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":19.56,"ARCChallenge":11.85,"AlphaNLI":10.62,"HellaSwag":24.8,"PIQA":23.87,"Quail":5.79,"RARbCode":82.36,"RARbMath":67.26,"SIQA":2.64,"SpartQA":4.75,"TempReasonL1":1.44,"TempReasonL2Fact":19.38,"TempReasonL2Pure":2.43,"TempReasonL3Fact":17.58,"TempReasonL3Pure":7.31,"WinoGrande":11.36}
|
16 |
+
{"index":1,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":19.1,"ARCChallenge":8.91,"AlphaNLI":32.1,"HellaSwag":27.69,"PIQA":28.01,"Quail":4.09,"RARbCode":17.58,"RARbMath":45.09,"SIQA":2.0,"SpartQA":10.34,"TempReasonL1":1.82,"TempReasonL2Fact":17.45,"TempReasonL2Pure":0.55,"TempReasonL3Fact":15.71,"TempReasonL3Pure":7.97,"WinoGrande":67.18}
|
17 |
+
{"index":22,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":18.03,"ARCChallenge":11.8,"AlphaNLI":22.41,"HellaSwag":26.27,"PIQA":29.03,"Quail":3.41,"RARbCode":53.21,"RARbMath":71.85,"SIQA":2.38,"SpartQA":0.22,"TempReasonL1":1.77,"TempReasonL2Fact":11.2,"TempReasonL2Pure":1.15,"TempReasonL3Fact":9.42,"TempReasonL3Pure":5.59,"WinoGrande":20.8}
|
18 |
+
{"index":5,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":17.7,"ARCChallenge":9.99,"AlphaNLI":13.13,"HellaSwag":28.5,"PIQA":27.99,"Quail":1.83,"RARbCode":48.12,"RARbMath":57.36,"SIQA":1.04,"SpartQA":2.99,"TempReasonL1":1.46,"TempReasonL2Fact":24.25,"TempReasonL2Pure":2.35,"TempReasonL3Fact":20.64,"TempReasonL3Pure":6.67,"WinoGrande":19.18}
|
19 |
+
{"index":18,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":17.35,"ARCChallenge":10.23,"AlphaNLI":25.35,"HellaSwag":24.08,"PIQA":26.44,"Quail":3.08,"RARbCode":42.44,"RARbMath":66.36,"SIQA":2.09,"SpartQA":2.67,"TempReasonL1":1.66,"TempReasonL2Fact":10.31,"TempReasonL2Pure":0.63,"TempReasonL3Fact":11.11,"TempReasonL3Pure":6.63,"WinoGrande":27.2}
|
20 |
+
{"index":0,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/dpr-scale\/tree\/main\/dragon\">dragon-plus-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":16.73,"ARCChallenge":8.24,"AlphaNLI":25.18,"HellaSwag":24.06,"PIQA":26.35,"Quail":4.2,"RARbCode":12.84,"RARbMath":36.15,"SIQA":1.75,"SpartQA":10.82,"TempReasonL1":1.54,"TempReasonL2Fact":16.11,"TempReasonL2Pure":0.57,"TempReasonL3Fact":14.81,"TempReasonL3Pure":7.46,"WinoGrande":60.84}
|
21 |
+
{"index":19,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2-instruct<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":15.95,"ARCChallenge":9.4,"AlphaNLI":15.09,"HellaSwag":20.51,"PIQA":24.68,"Quail":3.46,"RARbCode":42.47,"RARbMath":62.39,"SIQA":1.53,"SpartQA":0.57,"TempReasonL1":1.05,"TempReasonL2Fact":16.57,"TempReasonL2Pure":0.49,"TempReasonL3Fact":14.01,"TempReasonL3Pure":6.27,"WinoGrande":20.73}
|
22 |
+
{"index":15,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":15.86,"ARCChallenge":8.62,"AlphaNLI":31.77,"HellaSwag":14.42,"PIQA":24.64,"Quail":4.97,"RARbCode":9.28,"RARbMath":30.76,"SIQA":1.27,"SpartQA":10.94,"TempReasonL1":1.93,"TempReasonL2Fact":22.68,"TempReasonL2Pure":1.12,"TempReasonL3Fact":20.62,"TempReasonL3Pure":7.8,"WinoGrande":47.15}
|
23 |
+
{"index":3,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":14.93,"ARCChallenge":9.66,"AlphaNLI":10.99,"HellaSwag":26.64,"PIQA":25.69,"Quail":1.42,"RARbCode":46.47,"RARbMath":46.86,"SIQA":0.94,"SpartQA":3.37,"TempReasonL1":1.07,"TempReasonL2Fact":17.23,"TempReasonL2Pure":1.29,"TempReasonL3Fact":13.36,"TempReasonL3Pure":5.2,"WinoGrande":13.76}
|
24 |
+
{"index":4,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Average":14.55,"ARCChallenge":8.86,"AlphaNLI":0.86,"HellaSwag":26.24,"PIQA":23.26,"Quail":2.72,"RARbCode":45.25,"RARbMath":49.82,"SIQA":0.59,"SpartQA":2.34,"TempReasonL1":1.17,"TempReasonL2Fact":21.19,"TempReasonL2Pure":2.1,"TempReasonL3Fact":17.59,"TempReasonL3Pure":5.99,"WinoGrande":10.31}
|
25 |
+
{"index":9,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":14.15,"ARCChallenge":8.95,"AlphaNLI":11.64,"HellaSwag":25.44,"PIQA":23.92,"Quail":1.75,"RARbCode":42.36,"RARbMath":44.98,"SIQA":0.77,"SpartQA":3.55,"TempReasonL1":1.41,"TempReasonL2Fact":17.56,"TempReasonL2Pure":1.05,"TempReasonL3Fact":13.88,"TempReasonL3Pure":4.76,"WinoGrande":10.28}
|
26 |
+
{"index":21,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2-instruct<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":13.84,"ARCChallenge":10.35,"AlphaNLI":1.96,"HellaSwag":13.01,"PIQA":27.18,"Quail":3.02,"RARbCode":48.95,"RARbMath":69.21,"SIQA":1.29,"SpartQA":1.01,"TempReasonL1":1.52,"TempReasonL2Fact":7.28,"TempReasonL2Pure":1.03,"TempReasonL3Fact":7.03,"TempReasonL3Pure":5.16,"WinoGrande":9.66}
|
27 |
+
{"index":2,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":13.52,"ARCChallenge":8.85,"AlphaNLI":4.13,"HellaSwag":24.03,"PIQA":23.03,"Quail":1.25,"RARbCode":46.32,"RARbMath":45.62,"SIQA":0.24,"SpartQA":2.67,"TempReasonL1":0.8,"TempReasonL2Fact":16.56,"TempReasonL2Pure":1.33,"TempReasonL3Fact":12.68,"TempReasonL3Pure":5.08,"WinoGrande":10.27}
|
28 |
+
{"index":8,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":12.6,"ARCChallenge":7.72,"AlphaNLI":1.26,"HellaSwag":23.41,"PIQA":20.79,"Quail":2.01,"RARbCode":41.52,"RARbMath":46.5,"SIQA":0.98,"SpartQA":2.86,"TempReasonL1":1.27,"TempReasonL2Fact":16.72,"TempReasonL2Pure":1.1,"TempReasonL3Fact":12.81,"TempReasonL3Pure":4.63,"WinoGrande":5.35}
|
29 |
+
{"index":14,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/contriever\">contriever-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Average":"","ARCChallenge":7.63,"AlphaNLI":27.09,"HellaSwag":"","PIQA":21.73,"Quail":4.92,"RARbCode":7.12,"RARbMath":21.83,"SIQA":0.88,"SpartQA":10.56,"TempReasonL1":1.8,"TempReasonL2Fact":22.03,"TempReasonL2Pure":0.94,"TempReasonL3Fact":20.82,"TempReasonL3Pure":7.15,"WinoGrande":26.3}
|
config.yaml
CHANGED
@@ -403,6 +403,32 @@ boards:
|
|
403 |
credits: null
|
404 |
tasks:
|
405 |
STS: ["STS17 (ar-ar)", "STS17 (en-ar)", "STS17 (en-de)", "STS17 (en-tr)", "STS17 (es-en)", "STS17 (es-es)", "STS17 (fr-en)", "STS17 (it-en)", "STS17 (ko-ko)", "STS17 (nl-en)", "STS22 (ar)", "STS22 (de)", "STS22 (de-en)", "STS22 (de-fr)", "STS22 (de-pl)", "STS22 (es)", "STS22 (es-en)", "STS22 (es-it)", "STS22 (fr)", "STS22 (fr-pl)", "STS22 (it)", "STS22 (pl)", "STS22 (pl-en)", "STS22 (ru)", "STS22 (tr)", "STS22 (zh-en)", "STSBenchmark"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
406 |
bright:
|
407 |
title: BRIGHT
|
408 |
language_long: "English"
|
|
|
403 |
credits: null
|
404 |
tasks:
|
405 |
STS: ["STS17 (ar-ar)", "STS17 (en-ar)", "STS17 (en-de)", "STS17 (en-tr)", "STS17 (es-en)", "STS17 (es-es)", "STS17 (fr-en)", "STS17 (it-en)", "STS17 (ko-ko)", "STS17 (nl-en)", "STS22 (ar)", "STS22 (de)", "STS22 (de-en)", "STS22 (de-fr)", "STS22 (de-pl)", "STS22 (es)", "STS22 (es-en)", "STS22 (es-it)", "STS22 (fr)", "STS22 (fr-pl)", "STS22 (it)", "STS22 (pl)", "STS22 (pl-en)", "STS22 (ru)", "STS22 (tr)", "STS22 (zh-en)", "STSBenchmark"]
|
406 |
+
rar-b:
|
407 |
+
title: RAR-b
|
408 |
+
language_long: "English"
|
409 |
+
has_overall: false
|
410 |
+
acronym: null
|
411 |
+
icon: "📚"
|
412 |
+
special_icons: null
|
413 |
+
credits: "[RAR-b (Xiao et al.)](https://arxiv.org/abs/2404.06347/)"
|
414 |
+
metric: nDCG@10
|
415 |
+
tasks:
|
416 |
+
Retrieval:
|
417 |
+
- ARCChallenge
|
418 |
+
- AlphaNLI
|
419 |
+
- HellaSwag
|
420 |
+
- PIQA
|
421 |
+
- Quail
|
422 |
+
- RARbCode
|
423 |
+
- RARbMath
|
424 |
+
- SIQA
|
425 |
+
- SpartQA
|
426 |
+
- TempReasonL1
|
427 |
+
- TempReasonL2Fact
|
428 |
+
- TempReasonL2Pure
|
429 |
+
- TempReasonL3Fact
|
430 |
+
- TempReasonL3Pure
|
431 |
+
- WinoGrande
|
432 |
bright:
|
433 |
title: BRIGHT
|
434 |
language_long: "English"
|
model_meta.yaml
CHANGED
@@ -7,6 +7,7 @@ model_meta:
|
|
7 |
is_external: true
|
8 |
is_proprietary: true
|
9 |
is_sentence_transformers_compatible: false
|
|
|
10 |
Cohere-embed-english-v3.0:
|
11 |
link: https://huggingface.co/Cohere/Cohere-embed-english-v3.0
|
12 |
seq_len: 512
|
@@ -15,6 +16,16 @@ model_meta:
|
|
15 |
is_external: true
|
16 |
is_proprietary: true
|
17 |
is_sentence_transformers_compatible: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
Cohere-embed-multilingual-light-v3.0:
|
19 |
link: https://huggingface.co/Cohere/Cohere-embed-multilingual-light-v3.0
|
20 |
seq_len: 512
|
@@ -23,6 +34,7 @@ model_meta:
|
|
23 |
is_external: true
|
24 |
is_proprietary: true
|
25 |
is_sentence_transformers_compatible: false
|
|
|
26 |
Cohere-embed-multilingual-v3.0:
|
27 |
link: https://huggingface.co/Cohere/Cohere-embed-multilingual-v3.0
|
28 |
seq_len: 512
|
@@ -31,6 +43,7 @@ model_meta:
|
|
31 |
is_external: true
|
32 |
is_proprietary: true
|
33 |
is_sentence_transformers_compatible: false
|
|
|
34 |
DanskBERT:
|
35 |
link: https://huggingface.co/vesteinn/DanskBERT
|
36 |
seq_len: 514
|
@@ -39,6 +52,7 @@ model_meta:
|
|
39 |
is_external: true
|
40 |
is_proprietary: false
|
41 |
is_sentence_transformers_compatible: true
|
|
|
42 |
FollowIR-7B:
|
43 |
link: https://huggingface.co/jhu-clsp/FollowIR-7B
|
44 |
seq_len: 4096
|
@@ -46,6 +60,7 @@ model_meta:
|
|
46 |
is_external: true
|
47 |
is_propietary: false
|
48 |
is_sentence_transformer_compatible: false
|
|
|
49 |
GritLM-7B:
|
50 |
link: https://huggingface.co/GritLM/GritLM-7B
|
51 |
seq_len: 4096
|
@@ -53,6 +68,15 @@ model_meta:
|
|
53 |
is_external: true
|
54 |
is_propietary: false
|
55 |
is_sentence_transformer_compatible: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
56 |
LASER2:
|
57 |
link: https://github.com/facebookresearch/LASER
|
58 |
seq_len: N/A
|
@@ -61,6 +85,7 @@ model_meta:
|
|
61 |
is_external: true
|
62 |
is_proprietary: false
|
63 |
is_sentence_transformers_compatible: false
|
|
|
64 |
LLM2Vec-Llama-2-supervised:
|
65 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised
|
66 |
seq_len: 4096
|
@@ -69,6 +94,7 @@ model_meta:
|
|
69 |
is_external: true
|
70 |
is_proprietary: false
|
71 |
is_sentence_transformers_compatible: false
|
|
|
72 |
LLM2Vec-Llama-2-unsupervised:
|
73 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse
|
74 |
seq_len: 4096
|
@@ -77,6 +103,7 @@ model_meta:
|
|
77 |
is_external: true
|
78 |
is_proprietary: false
|
79 |
is_sentence_transformers_compatible: false
|
|
|
80 |
LLM2Vec-Meta-Llama-3-supervised:
|
81 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised
|
82 |
seq_len: 8192
|
@@ -85,6 +112,7 @@ model_meta:
|
|
85 |
is_external: true
|
86 |
is_proprietary: false
|
87 |
is_sentence_transformers_compatible: false
|
|
|
88 |
LLM2Vec-Meta-Llama-3-unsupervised:
|
89 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse
|
90 |
seq_len: 8192
|
@@ -93,6 +121,7 @@ model_meta:
|
|
93 |
is_external: true
|
94 |
is_proprietary: false
|
95 |
is_sentence_transformers_compatible: false
|
|
|
96 |
LLM2Vec-Mistral-supervised:
|
97 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised
|
98 |
seq_len: 32768
|
@@ -101,6 +130,7 @@ model_meta:
|
|
101 |
is_external: true
|
102 |
is_proprietary: false
|
103 |
is_sentence_transformers_compatible: false
|
|
|
104 |
LLM2Vec-Mistral-unsupervised:
|
105 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse
|
106 |
seq_len: 32768
|
@@ -109,6 +139,7 @@ model_meta:
|
|
109 |
is_external: true
|
110 |
is_proprietary: false
|
111 |
is_sentence_transformers_compatible: false
|
|
|
112 |
LLM2Vec-Sheared-Llama-supervised:
|
113 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised
|
114 |
seq_len: 4096
|
@@ -117,6 +148,7 @@ model_meta:
|
|
117 |
is_external: true
|
118 |
is_proprietary: false
|
119 |
is_sentence_transformers_compatible: false
|
|
|
120 |
LLM2Vec-Sheared-Llama-unsupervised:
|
121 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse
|
122 |
seq_len: 4096
|
@@ -125,6 +157,7 @@ model_meta:
|
|
125 |
is_external: true
|
126 |
is_proprietary: false
|
127 |
is_sentence_transformers_compatible: false
|
|
|
128 |
LaBSE:
|
129 |
link: https://huggingface.co/sentence-transformers/LaBSE
|
130 |
seq_len: 512
|
@@ -133,6 +166,34 @@ model_meta:
|
|
133 |
is_external: true
|
134 |
is_proprietary: false
|
135 |
is_sentence_transformers_compatible: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
136 |
OpenSearch-text-hybrid:
|
137 |
link: https://help.aliyun.com/zh/open-search/vector-search-edition/hybrid-retrieval
|
138 |
seq_len: 512
|
@@ -141,6 +202,7 @@ model_meta:
|
|
141 |
is_external: true
|
142 |
is_proprietary: true
|
143 |
is_sentence_transformers_compatible: false
|
|
|
144 |
SFR-Embedding-Mistral:
|
145 |
link: https://huggingface.co/Salesforce/SFR-Embedding-Mistral
|
146 |
seq_len: 32768
|
@@ -149,6 +211,7 @@ model_meta:
|
|
149 |
is_external: true
|
150 |
is_proprietary: false
|
151 |
is_sentence_transformers_compatible: true
|
|
|
152 |
all-MiniLM-L12-v2:
|
153 |
link: https://huggingface.co/sentence-transformers/all-MiniLM-L12-v2
|
154 |
seq_len: 512
|
@@ -157,6 +220,7 @@ model_meta:
|
|
157 |
is_external: true
|
158 |
is_proprietary: false
|
159 |
is_sentence_transformers_compatible: true
|
|
|
160 |
all-MiniLM-L6-v2:
|
161 |
link: https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2
|
162 |
seq_len: 512
|
@@ -165,6 +229,16 @@ model_meta:
|
|
165 |
is_external: true
|
166 |
is_proprietary: false
|
167 |
is_sentence_transformers_compatible: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
168 |
all-mpnet-base-v2:
|
169 |
link: https://huggingface.co/sentence-transformers/all-mpnet-base-v2
|
170 |
seq_len: 514
|
@@ -173,6 +247,16 @@ model_meta:
|
|
173 |
is_external: true
|
174 |
is_proprietary: false
|
175 |
is_sentence_transformers_compatible: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
176 |
allenai-specter:
|
177 |
link: https://huggingface.co/sentence-transformers/allenai-specter
|
178 |
seq_len: 512
|
@@ -181,6 +265,7 @@ model_meta:
|
|
181 |
is_external: true
|
182 |
is_proprietary: false
|
183 |
is_sentence_transformers_compatible: true
|
|
|
184 |
bert-base-10lang-cased:
|
185 |
link: https://huggingface.co/Geotrend/bert-base-10lang-cased
|
186 |
seq_len: 512
|
@@ -189,6 +274,7 @@ model_meta:
|
|
189 |
is_external: true
|
190 |
is_proprietary: false
|
191 |
is_sentence_transformers_compatible: true
|
|
|
192 |
bert-base-15lang-cased:
|
193 |
link: https://huggingface.co/Geotrend/bert-base-15lang-cased
|
194 |
seq_len: 512
|
@@ -197,6 +283,7 @@ model_meta:
|
|
197 |
is_external: true
|
198 |
is_proprietary: false
|
199 |
is_sentence_transformers_compatible: true
|
|
|
200 |
bert-base-25lang-cased:
|
201 |
link: https://huggingface.co/Geotrend/bert-base-25lang-cased
|
202 |
seq_len: 512
|
@@ -205,6 +292,7 @@ model_meta:
|
|
205 |
is_external: true
|
206 |
is_proprietary: false
|
207 |
is_sentence_transformers_compatible: true
|
|
|
208 |
bert-base-multilingual-cased:
|
209 |
link: https://huggingface.co/google-bert/bert-base-multilingual-cased
|
210 |
seq_len: 512
|
@@ -213,6 +301,7 @@ model_meta:
|
|
213 |
is_external: true
|
214 |
is_proprietary: false
|
215 |
is_sentence_transformers_compatible: true
|
|
|
216 |
bert-base-multilingual-uncased:
|
217 |
link: https://huggingface.co/google-bert/bert-base-multilingual-uncased
|
218 |
seq_len: 512
|
@@ -221,6 +310,7 @@ model_meta:
|
|
221 |
is_external: true
|
222 |
is_proprietary: false
|
223 |
is_sentence_transformers_compatible: true
|
|
|
224 |
bert-base-swedish-cased:
|
225 |
link: https://huggingface.co/KB/bert-base-swedish-cased
|
226 |
seq_len: 512
|
@@ -229,6 +319,7 @@ model_meta:
|
|
229 |
is_external: true
|
230 |
is_proprietary: false
|
231 |
is_sentence_transformers_compatible: true
|
|
|
232 |
bert-base-uncased:
|
233 |
link: https://huggingface.co/bert-base-uncased
|
234 |
seq_len: 512
|
@@ -237,6 +328,25 @@ model_meta:
|
|
237 |
is_external: true
|
238 |
is_proprietary: false
|
239 |
is_sentence_transformers_compatible: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
240 |
bge-base-zh-v1.5:
|
241 |
link: https://huggingface.co/BAAI/bge-base-zh-v1.5
|
242 |
seq_len: 512
|
@@ -245,14 +355,25 @@ model_meta:
|
|
245 |
is_external: true
|
246 |
is_proprietary: false
|
247 |
is_sentence_transformers_compatible: true
|
|
|
248 |
bge-large-en-v1.5:
|
249 |
link: https://huggingface.co/BAAI/bge-large-en-v1.5
|
250 |
seq_len: 512
|
251 |
-
size:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
252 |
dim: 1024
|
253 |
is_external: true
|
254 |
is_proprietary: false
|
255 |
is_sentence_transformers_compatible: false
|
|
|
256 |
bge-large-zh-noinstruct:
|
257 |
link: https://huggingface.co/BAAI/bge-large-zh-noinstruct
|
258 |
seq_len: 512
|
@@ -261,6 +382,7 @@ model_meta:
|
|
261 |
is_external: true
|
262 |
is_proprietary: false
|
263 |
is_sentence_transformers_compatible: true
|
|
|
264 |
bge-large-zh-v1.5:
|
265 |
link: https://huggingface.co/BAAI/bge-large-zh-v1.5
|
266 |
seq_len: 512
|
@@ -269,6 +391,7 @@ model_meta:
|
|
269 |
is_external: true
|
270 |
is_proprietary: false
|
271 |
is_sentence_transformers_compatible: true
|
|
|
272 |
bge-m3:
|
273 |
link: https://huggingface.co/BAAI/bge-m3
|
274 |
seq_len: 8192
|
@@ -277,6 +400,34 @@ model_meta:
|
|
277 |
is_external: true
|
278 |
is_proprietary: false
|
279 |
is_sentence_transformers_compatible: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
280 |
bge-small-zh-v1.5:
|
281 |
link: https://huggingface.co/BAAI/bge-small-zh-v1.5
|
282 |
seq_len: 512
|
@@ -285,12 +436,21 @@ model_meta:
|
|
285 |
is_external: true
|
286 |
is_proprietary: false
|
287 |
is_sentence_transformers_compatible: true
|
288 |
-
|
|
|
289 |
link: https://en.wikipedia.org/wiki/Okapi_BM25
|
290 |
size: 0
|
291 |
is_external: true
|
292 |
is_proprietary: false
|
293 |
is_sentence_transformers_compatible: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
294 |
camembert-base:
|
295 |
link: https://huggingface.co/almanach/camembert-base
|
296 |
seq_len: 512
|
@@ -299,6 +459,7 @@ model_meta:
|
|
299 |
is_external: false
|
300 |
is_proprietary: false
|
301 |
is_sentence_transformers_compatible: true
|
|
|
302 |
camembert-large:
|
303 |
link: https://huggingface.co/almanach/camembert-large
|
304 |
seq_len: 512
|
@@ -307,6 +468,7 @@ model_meta:
|
|
307 |
is_external: false
|
308 |
is_proprietary: false
|
309 |
is_sentence_transformers_compatible: true
|
|
|
310 |
contriever-base-msmarco:
|
311 |
link: https://huggingface.co/nthakur/contriever-base-msmarco
|
312 |
seq_len: 512
|
@@ -315,6 +477,25 @@ model_meta:
|
|
315 |
is_external: true
|
316 |
is_proprietary: false
|
317 |
is_sentence_transformers_compatible: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
318 |
cross-en-de-roberta-sentence-transformer:
|
319 |
link: https://huggingface.co/T-Systems-onsite/cross-en-de-roberta-sentence-transformer
|
320 |
seq_len: 514
|
@@ -323,6 +504,7 @@ model_meta:
|
|
323 |
is_external: true
|
324 |
is_proprietary: false
|
325 |
is_sentence_transformers_compatible: true
|
|
|
326 |
dfm-encoder-large-v1:
|
327 |
link: https://huggingface.co/chcaa/dfm-encoder-large-v1
|
328 |
seq_len: 512
|
@@ -331,6 +513,7 @@ model_meta:
|
|
331 |
is_external: true
|
332 |
is_proprietary: false
|
333 |
is_sentence_transformers_compatible: true
|
|
|
334 |
dfm-sentence-encoder-large-1:
|
335 |
link: https://huggingface.co/chcaa/dfm-encoder-large-v1
|
336 |
seq_len: 512
|
@@ -339,6 +522,7 @@ model_meta:
|
|
339 |
is_external: true
|
340 |
is_proprietary: false
|
341 |
is_sentence_transformers_compatible: true
|
|
|
342 |
distilbert-base-25lang-cased:
|
343 |
link: https://huggingface.co/Geotrend/distilbert-base-25lang-cased
|
344 |
seq_len: 512
|
@@ -347,6 +531,7 @@ model_meta:
|
|
347 |
is_external: false
|
348 |
is_proprietary: false
|
349 |
is_sentence_transformers_compatible: true
|
|
|
350 |
distilbert-base-en-fr-cased:
|
351 |
link: https://huggingface.co/Geotrend/distilbert-base-en-fr-cased
|
352 |
seq_len: 512
|
@@ -355,6 +540,7 @@ model_meta:
|
|
355 |
is_external: false
|
356 |
is_proprietary: false
|
357 |
is_sentence_transformers_compatible: true
|
|
|
358 |
distilbert-base-en-fr-es-pt-it-cased:
|
359 |
link: https://huggingface.co/Geotrend/distilbert-base-en-fr-es-pt-it-cased
|
360 |
seq_len: 512
|
@@ -363,6 +549,7 @@ model_meta:
|
|
363 |
is_external: false
|
364 |
is_proprietary: false
|
365 |
is_sentence_transformers_compatible: true
|
|
|
366 |
distilbert-base-fr-cased:
|
367 |
link: https://huggingface.co/Geotrend/distilbert-base-fr-cased
|
368 |
seq_len: 512
|
@@ -371,6 +558,7 @@ model_meta:
|
|
371 |
is_external: false
|
372 |
is_proprietary: false
|
373 |
is_sentence_transformers_compatible: true
|
|
|
374 |
distilbert-base-uncased:
|
375 |
link: https://huggingface.co/distilbert-base-uncased
|
376 |
seq_len: 512
|
@@ -379,6 +567,7 @@ model_meta:
|
|
379 |
is_external: false
|
380 |
is_proprietary: false
|
381 |
is_sentence_transformers_compatible: true
|
|
|
382 |
distiluse-base-multilingual-cased-v2:
|
383 |
link: https://huggingface.co/sentence-transformers/distiluse-base-multilingual-cased-v2
|
384 |
seq_len: 512
|
@@ -387,6 +576,25 @@ model_meta:
|
|
387 |
is_external: true
|
388 |
is_proprietary: false
|
389 |
is_sentence_transformers_compatible: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
390 |
e5-base-4k:
|
391 |
link: https://huggingface.co/dwzhu/e5-base-4k
|
392 |
seq_len: 512
|
@@ -395,6 +603,7 @@ model_meta:
|
|
395 |
is_external: true
|
396 |
is_proprietary: false
|
397 |
is_sentence_transformers_compatible: true
|
|
|
398 |
e5-base-v2:
|
399 |
link: https://huggingface.co/intfloat/e5-base-v2
|
400 |
seq_len: 512
|
@@ -403,6 +612,7 @@ model_meta:
|
|
403 |
is_external: true
|
404 |
is_proprietary: false
|
405 |
is_sentence_transformers_compatible: true
|
|
|
406 |
e5-base:
|
407 |
link: https://huggingface.co/intfloat/e5-base
|
408 |
seq_len: 512
|
@@ -411,6 +621,7 @@ model_meta:
|
|
411 |
is_external: true
|
412 |
is_proprietary: false
|
413 |
is_sentence_transformers_compatible: true
|
|
|
414 |
e5-large-v2:
|
415 |
link: https://huggingface.co/intfloat/e5-large-v2
|
416 |
seq_len: 512
|
@@ -419,6 +630,7 @@ model_meta:
|
|
419 |
is_external: true
|
420 |
is_proprietary: false
|
421 |
is_sentence_transformers_compatible: true
|
|
|
422 |
e5-large:
|
423 |
link: https://huggingface.co/intfloat/e5-large
|
424 |
seq_len: 512
|
@@ -427,6 +639,7 @@ model_meta:
|
|
427 |
is_external: true
|
428 |
is_proprietary: false
|
429 |
is_sentence_transformers_compatible: true
|
|
|
430 |
e5-mistral-7b-instruct:
|
431 |
link: https://huggingface.co/intfloat/e5-mistral-7b-instruct
|
432 |
seq_len: 32768
|
@@ -435,6 +648,16 @@ model_meta:
|
|
435 |
is_external: true
|
436 |
is_proprietary: false
|
437 |
is_sentence_transformers_compatible: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
438 |
e5-small:
|
439 |
link: https://huggingface.co/intfloat/e5-small
|
440 |
seq_len: 512
|
@@ -443,6 +666,7 @@ model_meta:
|
|
443 |
is_external: true
|
444 |
is_proprietary: false
|
445 |
is_sentence_transformers_compatible: true
|
|
|
446 |
electra-small-nordic:
|
447 |
link: https://huggingface.co/jonfd/electra-small-nordic
|
448 |
seq_len: 512
|
@@ -451,6 +675,7 @@ model_meta:
|
|
451 |
is_external: true
|
452 |
is_proprietary: false
|
453 |
is_sentence_transformers_compatible: true
|
|
|
454 |
electra-small-swedish-cased-discriminator:
|
455 |
link: https://huggingface.co/KBLab/electra-small-swedish-cased-discriminator
|
456 |
seq_len: 512
|
@@ -459,6 +684,7 @@ model_meta:
|
|
459 |
is_external: true
|
460 |
is_proprietary: false
|
461 |
is_sentence_transformers_compatible: true
|
|
|
462 |
elser-v2:
|
463 |
link: https://www.elastic.co/guide/en/machine-learning/current/ml-nlp-elser.html
|
464 |
seq_len: 512
|
@@ -467,6 +693,7 @@ model_meta:
|
|
467 |
is_external: true
|
468 |
is_proprietary: false
|
469 |
is_sentence_transformers_compatible: false
|
|
|
470 |
flan-t5-base:
|
471 |
link: https://huggingface.co/google/flan-t5-base
|
472 |
seq_len: 512
|
@@ -475,6 +702,7 @@ model_meta:
|
|
475 |
is_external: true
|
476 |
is_proprietary: false
|
477 |
is_sentence_transformers_compatible: true
|
|
|
478 |
flan-t5-large:
|
479 |
link: https://huggingface.co/google/flan-t5-large
|
480 |
seq_len: 512
|
@@ -483,6 +711,7 @@ model_meta:
|
|
483 |
is_external: true
|
484 |
is_proprietary: false
|
485 |
is_sentence_transformers_compatible: true
|
|
|
486 |
flaubert_base_cased:
|
487 |
link: https://huggingface.co/flaubert/flaubert_base_cased
|
488 |
seq_len: 512
|
@@ -491,6 +720,7 @@ model_meta:
|
|
491 |
is_external: true
|
492 |
is_proprietary: false
|
493 |
is_sentence_transformers_compatible: true
|
|
|
494 |
flaubert_base_uncased:
|
495 |
link: https://huggingface.co/flaubert/flaubert_base_uncased
|
496 |
seq_len: 512
|
@@ -499,6 +729,7 @@ model_meta:
|
|
499 |
is_external: true
|
500 |
is_proprietary: false
|
501 |
is_sentence_transformers_compatible: true
|
|
|
502 |
flaubert_large_cased:
|
503 |
link: https://huggingface.co/flaubert/flaubert_large_cased
|
504 |
seq_len: 512
|
@@ -507,6 +738,7 @@ model_meta:
|
|
507 |
is_external: true
|
508 |
is_proprietary: false
|
509 |
is_sentence_transformers_compatible: true
|
|
|
510 |
gbert-base:
|
511 |
link: https://huggingface.co/deepset/gbert-base
|
512 |
seq_len: 512
|
@@ -515,6 +747,7 @@ model_meta:
|
|
515 |
is_external: true
|
516 |
is_proprietary: false
|
517 |
is_sentence_transformers_compatible: true
|
|
|
518 |
gbert-large:
|
519 |
link: https://huggingface.co/deepset/gbert-large
|
520 |
seq_len: 512
|
@@ -523,6 +756,7 @@ model_meta:
|
|
523 |
is_external: true
|
524 |
is_proprietary: false
|
525 |
is_sentence_transformers_compatible: true
|
|
|
526 |
gelectra-base:
|
527 |
link: https://huggingface.co/deepset/gelectra-base
|
528 |
seq_len: 512
|
@@ -531,6 +765,7 @@ model_meta:
|
|
531 |
is_external: true
|
532 |
is_proprietary: false
|
533 |
is_sentence_transformers_compatible: true
|
|
|
534 |
gelectra-large:
|
535 |
link: https://huggingface.co/deepset/gelectra-large
|
536 |
seq_len: 512
|
@@ -539,6 +774,7 @@ model_meta:
|
|
539 |
is_external: true
|
540 |
is_proprietary: false
|
541 |
is_sentence_transformers_compatible: true
|
|
|
542 |
glove.6B.300d:
|
543 |
link: https://huggingface.co/sentence-transformers/average_word_embeddings_glove.6B.300d
|
544 |
seq_len: N/A
|
@@ -547,6 +783,7 @@ model_meta:
|
|
547 |
is_external: true
|
548 |
is_proprietary: false
|
549 |
is_sentence_transformers_compatible: true
|
|
|
550 |
google-gecko-256.text-embedding-preview-0409:
|
551 |
link: https://cloud.google.com/vertex-ai/generative-ai/docs/embeddings/get-text-embeddings#latest_models
|
552 |
seq_len: 2048
|
@@ -555,6 +792,7 @@ model_meta:
|
|
555 |
is_external: true
|
556 |
is_proprietary: true
|
557 |
is_sentence_transformers_compatible: false
|
|
|
558 |
google-gecko.text-embedding-preview-0409:
|
559 |
link: https://cloud.google.com/vertex-ai/generative-ai/docs/embeddings/get-text-embeddings#latest_models
|
560 |
seq_len: 2048
|
@@ -563,6 +801,7 @@ model_meta:
|
|
563 |
is_external: true
|
564 |
is_proprietary: true
|
565 |
is_sentence_transformers_compatible: false
|
|
|
566 |
gottbert-base:
|
567 |
link: https://huggingface.co/uklfr/gottbert-base
|
568 |
seq_len: 512
|
@@ -571,6 +810,7 @@ model_meta:
|
|
571 |
is_external: true
|
572 |
is_proprietary: false
|
573 |
is_sentence_transformers_compatible: true
|
|
|
574 |
gte-Qwen1.5-7B-instruct:
|
575 |
link: https://huggingface.co/Alibaba-NLP/gte-Qwen1.5-7B-instruct
|
576 |
seq_len: 32768
|
@@ -579,6 +819,7 @@ model_meta:
|
|
579 |
is_external: true
|
580 |
is_proprietary: false
|
581 |
is_sentence_transformers_compatible: true
|
|
|
582 |
gte-Qwen2-7B-instruct:
|
583 |
link: https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct
|
584 |
seq_len: 32768
|
@@ -587,6 +828,7 @@ model_meta:
|
|
587 |
is_external: true
|
588 |
is_proprietary: false
|
589 |
is_sentence_transformers_compatible: true
|
|
|
590 |
gtr-t5-base:
|
591 |
link: https://huggingface.co/sentence-transformers/gtr-t5-base
|
592 |
seq_len: 512
|
@@ -595,6 +837,7 @@ model_meta:
|
|
595 |
is_external: true
|
596 |
is_proprietary: false
|
597 |
is_sentence_transformers_compatible: true
|
|
|
598 |
gtr-t5-large:
|
599 |
link: https://huggingface.co/sentence-transformers/gtr-t5-large
|
600 |
seq_len: 512
|
@@ -603,6 +846,7 @@ model_meta:
|
|
603 |
is_external: true
|
604 |
is_proprietary: false
|
605 |
is_sentence_transformers_compatible: true
|
|
|
606 |
gtr-t5-xl:
|
607 |
link: https://huggingface.co/sentence-transformers/gtr-t5-xl
|
608 |
seq_len: 512
|
@@ -611,6 +855,7 @@ model_meta:
|
|
611 |
is_external: true
|
612 |
is_proprietary: false
|
613 |
is_sentence_transformers_compatible: true
|
|
|
614 |
gtr-t5-xxl:
|
615 |
link: https://huggingface.co/sentence-transformers/gtr-t5-xxl
|
616 |
seq_len: 512
|
@@ -619,6 +864,7 @@ model_meta:
|
|
619 |
is_external: true
|
620 |
is_proprietary: false
|
621 |
is_sentence_transformers_compatible: true
|
|
|
622 |
herbert-base-retrieval-v2:
|
623 |
link: https://huggingface.co/ipipan/herbert-base-retrieval-v2
|
624 |
seq_len: 514
|
@@ -627,6 +873,7 @@ model_meta:
|
|
627 |
is_external: true
|
628 |
is_proprietary: false
|
629 |
is_sentence_transformers_compatible: true
|
|
|
630 |
instructor-base:
|
631 |
link: https://huggingface.co/hkunlp/instructor-base
|
632 |
seq_len: N/A
|
@@ -635,6 +882,7 @@ model_meta:
|
|
635 |
is_external: true
|
636 |
is_proprietary: false
|
637 |
is_sentence_transformers_compatible: true
|
|
|
638 |
instructor-large:
|
639 |
link: https://huggingface.co/hkunlp/instructor-large
|
640 |
seq_len: 512
|
@@ -643,6 +891,7 @@ model_meta:
|
|
643 |
is_external: true
|
644 |
is_proprietary: false
|
645 |
is_sentence_transformers_compatible: true
|
|
|
646 |
instructor-xl:
|
647 |
link: https://huggingface.co/hkunlp/instructor-xl
|
648 |
seq_len: 512
|
@@ -651,6 +900,7 @@ model_meta:
|
|
651 |
is_external: true
|
652 |
is_proprietary: false
|
653 |
is_sentence_transformers_compatible: true
|
|
|
654 |
jina-embeddings-v2-base-en:
|
655 |
link: https://huggingface.co/jinaai/jina-embeddings-v2-base-en
|
656 |
seq_len: 8192
|
@@ -659,6 +909,7 @@ model_meta:
|
|
659 |
is_external: true
|
660 |
is_proprietary: false
|
661 |
is_sentence_transformers_compatible: true
|
|
|
662 |
komninos:
|
663 |
link: https://huggingface.co/sentence-transformers/average_word_embeddings_komninos
|
664 |
seq_len: N/A
|
@@ -667,6 +918,7 @@ model_meta:
|
|
667 |
is_external: true
|
668 |
is_proprietary: false
|
669 |
is_sentence_transformers_compatible: true
|
|
|
670 |
llama-2-7b-chat:
|
671 |
link: https://huggingface.co/meta-llama/Llama-2-7b-chat-hf
|
672 |
seq_len: 4096
|
@@ -675,6 +927,7 @@ model_meta:
|
|
675 |
is_external: true
|
676 |
is_proprietary: false
|
677 |
is_sentence_transformers_compatible: false
|
|
|
678 |
luotuo-bert-medium:
|
679 |
link: https://huggingface.co/silk-road/luotuo-bert-medium
|
680 |
seq_len: 512
|
@@ -683,6 +936,7 @@ model_meta:
|
|
683 |
is_external: true
|
684 |
is_proprietary: false
|
685 |
is_sentence_transformers_compatible: true
|
|
|
686 |
m3e-base:
|
687 |
link: https://huggingface.co/moka-ai/m3e-base
|
688 |
seq_len: 512
|
@@ -691,6 +945,7 @@ model_meta:
|
|
691 |
is_external: true
|
692 |
is_proprietary: false
|
693 |
is_sentence_transformers_compatible: true
|
|
|
694 |
m3e-large:
|
695 |
link: https://huggingface.co/moka-ai/m3e-large
|
696 |
seq_len: 512
|
@@ -699,6 +954,7 @@ model_meta:
|
|
699 |
is_external: true
|
700 |
is_proprietary: false
|
701 |
is_sentence_transformers_compatible: true
|
|
|
702 |
mistral-7b-instruct-v0.2:
|
703 |
link: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2
|
704 |
seq_len: 4096
|
@@ -707,6 +963,7 @@ model_meta:
|
|
707 |
is_external: true
|
708 |
is_proprietary: false
|
709 |
is_sentence_transformers_compatible: false
|
|
|
710 |
mistral-embed:
|
711 |
link: https://docs.mistral.ai/guides/embeddings
|
712 |
seq_len: null
|
@@ -715,6 +972,7 @@ model_meta:
|
|
715 |
is_external: true
|
716 |
is_proprietary: true
|
717 |
is_sentence_transformers_compatible: false
|
|
|
718 |
monobert-large-msmarco:
|
719 |
link: https://huggingface.co/castorini/monobert-large-msmarco
|
720 |
seq_len: 512
|
@@ -723,6 +981,7 @@ model_meta:
|
|
723 |
is_external: true
|
724 |
is_proprietary: false
|
725 |
is_sentence_transformers_compatible: false
|
|
|
726 |
monot5-3b-msmarco-10k:
|
727 |
link: https://huggingface.co/castorini/monot5-3b-msmarco-10k
|
728 |
seq_len: 512
|
@@ -731,6 +990,7 @@ model_meta:
|
|
731 |
is_external: true
|
732 |
is_proprietary: false
|
733 |
is_sentence_transformers_compatible: false
|
|
|
734 |
monot5-base-msmarco-10k:
|
735 |
link: https://huggingface.co/castorini/monot5-base-msmarco-10k
|
736 |
seq_len: 512
|
@@ -739,6 +999,7 @@ model_meta:
|
|
739 |
is_external: true
|
740 |
is_proprietary: false
|
741 |
is_sentence_transformers_compatible: false
|
|
|
742 |
msmarco-bert-co-condensor:
|
743 |
link: https://huggingface.co/sentence-transformers/msmarco-bert-co-condensor
|
744 |
seq_len: 512
|
@@ -747,6 +1008,7 @@ model_meta:
|
|
747 |
is_external: true
|
748 |
is_proprietary: false
|
749 |
is_sentence_transformers_compatible: true
|
|
|
750 |
multi-qa-MiniLM-L6-cos-v1:
|
751 |
link: https://huggingface.co/sentence-transformers/multi-qa-MiniLM-L6-cos-v1
|
752 |
seq_len: 512
|
@@ -755,6 +1017,7 @@ model_meta:
|
|
755 |
is_external: true
|
756 |
is_proprietary: false
|
757 |
is_sentence_transformers_compatible: true
|
|
|
758 |
multilingual-e5-base:
|
759 |
link: https://huggingface.co/intfloat/multilingual-e5-base
|
760 |
seq_len: 514
|
@@ -763,6 +1026,7 @@ model_meta:
|
|
763 |
is_external: true
|
764 |
is_proprietary: false
|
765 |
is_sentence_transformers_compatible: true
|
|
|
766 |
multilingual-e5-large:
|
767 |
link: https://huggingface.co/intfloat/multilingual-e5-large
|
768 |
seq_len: 514
|
@@ -771,6 +1035,7 @@ model_meta:
|
|
771 |
is_external: true
|
772 |
is_proprietary: false
|
773 |
is_sentence_transformers_compatible: true
|
|
|
774 |
multilingual-e5-small:
|
775 |
link: https://huggingface.co/intfloat/multilingual-e5-small
|
776 |
seq_len: 512
|
@@ -779,6 +1044,7 @@ model_meta:
|
|
779 |
is_external: true
|
780 |
is_proprietary: false
|
781 |
is_sentence_transformers_compatible: true
|
|
|
782 |
nb-bert-base:
|
783 |
link: https://huggingface.co/NbAiLab/nb-bert-base
|
784 |
seq_len: 512
|
@@ -787,6 +1053,7 @@ model_meta:
|
|
787 |
is_external: true
|
788 |
is_proprietary: false
|
789 |
is_sentence_transformers_compatible: true
|
|
|
790 |
nb-bert-large:
|
791 |
link: https://huggingface.co/NbAiLab/nb-bert-large
|
792 |
seq_len: 512
|
@@ -795,6 +1062,7 @@ model_meta:
|
|
795 |
is_external: true
|
796 |
is_proprietary: false
|
797 |
is_sentence_transformers_compatible: true
|
|
|
798 |
nomic-embed-text-v1:
|
799 |
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1
|
800 |
seq_len: 8192
|
@@ -803,6 +1071,7 @@ model_meta:
|
|
803 |
is_external: true
|
804 |
is_proprietary: false
|
805 |
is_sentence_transformers_compatible: true
|
|
|
806 |
nomic-embed-text-v1.5-128:
|
807 |
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
|
808 |
seq_len: 8192
|
@@ -811,6 +1080,7 @@ model_meta:
|
|
811 |
is_external: true
|
812 |
is_proprietary: false
|
813 |
is_sentence_transformers_compatible: true
|
|
|
814 |
nomic-embed-text-v1.5-256:
|
815 |
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
|
816 |
seq_len: 8192
|
@@ -819,6 +1089,7 @@ model_meta:
|
|
819 |
is_external: true
|
820 |
is_proprietary: false
|
821 |
is_sentence_transformers_compatible: true
|
|
|
822 |
nomic-embed-text-v1.5-512:
|
823 |
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
|
824 |
seq_len: 8192
|
@@ -827,6 +1098,7 @@ model_meta:
|
|
827 |
is_external: true
|
828 |
is_proprietary: false
|
829 |
is_sentence_transformers_compatible: true
|
|
|
830 |
nomic-embed-text-v1.5-64:
|
831 |
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
|
832 |
seq_len: 8192
|
@@ -835,6 +1107,7 @@ model_meta:
|
|
835 |
is_external: true
|
836 |
is_proprietary: false
|
837 |
is_sentence_transformers_compatible: true
|
|
|
838 |
norbert3-base:
|
839 |
link: https://huggingface.co/ltg/norbert3-base
|
840 |
seq_len: 512
|
@@ -843,6 +1116,7 @@ model_meta:
|
|
843 |
is_external: true
|
844 |
is_proprietary: false
|
845 |
is_sentence_transformers_compatible: true
|
|
|
846 |
norbert3-large:
|
847 |
link: https://huggingface.co/ltg/norbert3-large
|
848 |
seq_len: 512
|
@@ -851,6 +1125,7 @@ model_meta:
|
|
851 |
is_external: true
|
852 |
is_proprietary: false
|
853 |
is_sentence_transformers_compatible: true
|
|
|
854 |
paraphrase-multilingual-MiniLM-L12-v2:
|
855 |
link: https://huggingface.co/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2
|
856 |
seq_len: 512
|
@@ -859,6 +1134,7 @@ model_meta:
|
|
859 |
is_external: true
|
860 |
is_proprietary: false
|
861 |
is_sentence_transformers_compatible: true
|
|
|
862 |
paraphrase-multilingual-mpnet-base-v2:
|
863 |
link: https://huggingface.co/sentence-transformers/paraphrase-multilingual-mpnet-base-v2
|
864 |
seq_len: 514
|
@@ -867,6 +1143,7 @@ model_meta:
|
|
867 |
is_external: true
|
868 |
is_proprietary: false
|
869 |
is_sentence_transformers_compatible: true
|
|
|
870 |
sentence-bert-swedish-cased:
|
871 |
link: https://huggingface.co/KBLab/sentence-bert-swedish-cased
|
872 |
seq_len: 512
|
@@ -875,6 +1152,7 @@ model_meta:
|
|
875 |
is_external: true
|
876 |
is_proprietary: false
|
877 |
is_sentence_transformers_compatible: true
|
|
|
878 |
sentence-camembert-base:
|
879 |
link: https://huggingface.co/dangvantuan/sentence-camembert-base
|
880 |
seq_len: 512
|
@@ -883,6 +1161,7 @@ model_meta:
|
|
883 |
is_external: true
|
884 |
is_proprietary: false
|
885 |
is_sentence_transformers_compatible: true
|
|
|
886 |
sentence-camembert-large:
|
887 |
link: https://huggingface.co/dangvantuan/sentence-camembert-large
|
888 |
seq_len: 512
|
@@ -891,6 +1170,7 @@ model_meta:
|
|
891 |
is_external: true
|
892 |
is_proprietary: false
|
893 |
is_sentence_transformers_compatible: true
|
|
|
894 |
sentence-croissant-llm-base:
|
895 |
link: https://huggingface.co/Wissam42/sentence-croissant-llm-base
|
896 |
seq_len: 2048
|
@@ -899,6 +1179,7 @@ model_meta:
|
|
899 |
is_external: true
|
900 |
is_proprietary: false
|
901 |
is_sentence_transformers_compatible: true
|
|
|
902 |
sentence-t5-base:
|
903 |
link: https://huggingface.co/sentence-transformers/sentence-t5-base
|
904 |
seq_len: 512
|
@@ -907,6 +1188,7 @@ model_meta:
|
|
907 |
is_external: true
|
908 |
is_proprietary: false
|
909 |
is_sentence_transformers_compatible: true
|
|
|
910 |
sentence-t5-large:
|
911 |
link: https://huggingface.co/sentence-transformers/sentence-t5-large
|
912 |
seq_len: 512
|
@@ -915,6 +1197,7 @@ model_meta:
|
|
915 |
is_external: true
|
916 |
is_proprietary: false
|
917 |
is_sentence_transformers_compatible: true
|
|
|
918 |
sentence-t5-xl:
|
919 |
link: https://huggingface.co/sentence-transformers/sentence-t5-xl
|
920 |
seq_len: 512
|
@@ -923,6 +1206,7 @@ model_meta:
|
|
923 |
is_external: true
|
924 |
is_proprietary: false
|
925 |
is_sentence_transformers_compatible: true
|
|
|
926 |
sentence-t5-xxl:
|
927 |
link: https://huggingface.co/sentence-transformers/sentence-t5-xxl
|
928 |
seq_len: 512
|
@@ -931,6 +1215,7 @@ model_meta:
|
|
931 |
is_external: true
|
932 |
is_proprietary: false
|
933 |
is_sentence_transformers_compatible: true
|
|
|
934 |
silver-retriever-base-v1:
|
935 |
link: https://huggingface.co/ipipan/silver-retriever-base-v1
|
936 |
seq_len: 514
|
@@ -939,6 +1224,7 @@ model_meta:
|
|
939 |
is_external: true
|
940 |
is_proprietary: false
|
941 |
is_sentence_transformers_compatible: true
|
|
|
942 |
st-polish-paraphrase-from-distilroberta:
|
943 |
link: https://huggingface.co/sdadas/st-polish-paraphrase-from-distilroberta
|
944 |
seq_len: 514
|
@@ -947,6 +1233,7 @@ model_meta:
|
|
947 |
is_external: true
|
948 |
is_proprietary: false
|
949 |
is_sentence_transformers_compatible: true
|
|
|
950 |
st-polish-paraphrase-from-mpnet:
|
951 |
link: https://huggingface.co/sdadas/st-polish-paraphrase-from-mpnet
|
952 |
seq_len: 514
|
@@ -955,6 +1242,7 @@ model_meta:
|
|
955 |
is_external: true
|
956 |
is_proprietary: false
|
957 |
is_sentence_transformers_compatible: true
|
|
|
958 |
sup-simcse-bert-base-uncased:
|
959 |
link: https://huggingface.co/princeton-nlp/sup-simcse-bert-base-uncased
|
960 |
seq_len: 512
|
@@ -963,6 +1251,7 @@ model_meta:
|
|
963 |
is_external: true
|
964 |
is_proprietary: false
|
965 |
is_sentence_transformers_compatible: true
|
|
|
966 |
text-embedding-3-large:
|
967 |
link: https://openai.com/blog/new-embedding-models-and-api-updates
|
968 |
seq_len: 8191
|
@@ -971,6 +1260,16 @@ model_meta:
|
|
971 |
is_external: true
|
972 |
is_proprietary: true
|
973 |
is_sentence_transformers_compatible: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
974 |
text-embedding-3-large-256:
|
975 |
link: https://openai.com/blog/new-embedding-models-and-api-updates
|
976 |
seq_len: 8191
|
@@ -979,6 +1278,7 @@ model_meta:
|
|
979 |
is_external: true
|
980 |
is_proprietary: true
|
981 |
is_sentence_transformers_compatible: false
|
|
|
982 |
text-embedding-3-small:
|
983 |
link: https://openai.com/blog/new-embedding-models-and-api-updates
|
984 |
seq_len: 8191
|
@@ -987,6 +1287,16 @@ model_meta:
|
|
987 |
is_external: true
|
988 |
is_proprietary: true
|
989 |
is_sentence_transformers_compatible: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
990 |
text-embedding-ada-002:
|
991 |
link: https://openai.com/blog/new-and-improved-embedding-model
|
992 |
seq_len: 8191
|
@@ -995,6 +1305,16 @@ model_meta:
|
|
995 |
is_external: true
|
996 |
is_proprietary: true
|
997 |
is_sentence_transformers_compatible: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
998 |
text-search-ada-001:
|
999 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1000 |
seq_len: 2046
|
@@ -1003,6 +1323,7 @@ model_meta:
|
|
1003 |
is_external: true
|
1004 |
is_proprietary: true
|
1005 |
is_sentence_transformers_compatible: false
|
|
|
1006 |
text-search-ada-doc-001:
|
1007 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1008 |
seq_len: 2046
|
@@ -1011,6 +1332,7 @@ model_meta:
|
|
1011 |
is_external: true
|
1012 |
is_proprietary: true
|
1013 |
is_sentence_transformers_compatible: false
|
|
|
1014 |
text-search-ada-query-001:
|
1015 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1016 |
seq_len: 2046
|
@@ -1019,6 +1341,7 @@ model_meta:
|
|
1019 |
is_external: false
|
1020 |
is_proprietary: true
|
1021 |
is_sentence_transformers_compatible: false
|
|
|
1022 |
text-search-babbage-001:
|
1023 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1024 |
seq_len: 2046
|
@@ -1027,6 +1350,7 @@ model_meta:
|
|
1027 |
is_external: true
|
1028 |
is_proprietary: true
|
1029 |
is_sentence_transformers_compatible: false
|
|
|
1030 |
text-search-curie-001:
|
1031 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1032 |
seq_len: 2046
|
@@ -1035,6 +1359,7 @@ model_meta:
|
|
1035 |
is_external: true
|
1036 |
is_proprietary: true
|
1037 |
is_sentence_transformers_compatible: false
|
|
|
1038 |
text-search-davinci-001:
|
1039 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1040 |
seq_len: 2046
|
@@ -1043,6 +1368,7 @@ model_meta:
|
|
1043 |
is_external: true
|
1044 |
is_proprietary: true
|
1045 |
is_sentence_transformers_compatible: false
|
|
|
1046 |
text-similarity-ada-001:
|
1047 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1048 |
seq_len: 2046
|
@@ -1051,6 +1377,7 @@ model_meta:
|
|
1051 |
is_external: true
|
1052 |
is_proprietary: true
|
1053 |
is_sentence_transformers_compatible: false
|
|
|
1054 |
text-similarity-babbage-001:
|
1055 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1056 |
seq_len: 2046
|
@@ -1059,6 +1386,7 @@ model_meta:
|
|
1059 |
is_external: true
|
1060 |
is_proprietary: true
|
1061 |
is_sentence_transformers_compatible: false
|
|
|
1062 |
text-similarity-curie-001:
|
1063 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1064 |
seq_len: 2046
|
@@ -1067,6 +1395,7 @@ model_meta:
|
|
1067 |
is_external: true
|
1068 |
is_proprietary: true
|
1069 |
is_sentence_transformers_compatible: false
|
|
|
1070 |
text-similarity-davinci-001:
|
1071 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1072 |
seq_len: 2046
|
@@ -1075,6 +1404,7 @@ model_meta:
|
|
1075 |
is_external: true
|
1076 |
is_proprietary: true
|
1077 |
is_sentence_transformers_compatible: false
|
|
|
1078 |
tart-dual-contriever-msmarco:
|
1079 |
link: https://huggingface.co/orionweller/tart-dual-contriever-msmarco
|
1080 |
seq_len: 512
|
@@ -1083,6 +1413,7 @@ model_meta:
|
|
1083 |
is_external: true
|
1084 |
is_proprietary: false
|
1085 |
is_sentence_transformers_compatible: false
|
|
|
1086 |
tart-full-flan-t5-xl:
|
1087 |
link: https://huggingface.co/facebook/tart-full-flan-t5-xl
|
1088 |
seq_len: 512
|
@@ -1091,6 +1422,7 @@ model_meta:
|
|
1091 |
is_external: true
|
1092 |
is_proprietary: false
|
1093 |
is_sentence_transformers_compatible: false
|
|
|
1094 |
text2vec-base-chinese:
|
1095 |
link: https://huggingface.co/shibing624/text2vec-base-chinese
|
1096 |
seq_len: 512
|
@@ -1099,6 +1431,7 @@ model_meta:
|
|
1099 |
is_external: true
|
1100 |
is_proprietary: false
|
1101 |
is_sentence_transformers_compatible: true
|
|
|
1102 |
text2vec-base-multilingual:
|
1103 |
link: null
|
1104 |
seq_len: null
|
@@ -1107,6 +1440,7 @@ model_meta:
|
|
1107 |
is_external: true
|
1108 |
is_proprietary: false
|
1109 |
is_sentence_transformers_compatible: false
|
|
|
1110 |
text2vec-large-chinese:
|
1111 |
link: https://huggingface.co/GanymedeNil/text2vec-large-chinese
|
1112 |
seq_len: 512
|
@@ -1115,6 +1449,7 @@ model_meta:
|
|
1115 |
is_external: true
|
1116 |
is_proprietary: false
|
1117 |
is_sentence_transformers_compatible: true
|
|
|
1118 |
titan-embed-text-v1:
|
1119 |
link: https://docs.aws.amazon.com/bedrock/latest/userguide/embeddings.html
|
1120 |
seq_len: 8000
|
@@ -1123,6 +1458,7 @@ model_meta:
|
|
1123 |
is_external: true
|
1124 |
is_proprietary: true
|
1125 |
is_sentence_transformers_compatible: false
|
|
|
1126 |
udever-bloom-1b1:
|
1127 |
link: https://huggingface.co/izhx/udever-bloom-1b1
|
1128 |
seq_len: 2048
|
@@ -1131,6 +1467,7 @@ model_meta:
|
|
1131 |
is_external: true
|
1132 |
is_proprietary: false
|
1133 |
is_sentence_transformers_compatible: true
|
|
|
1134 |
udever-bloom-560m:
|
1135 |
link: https://huggingface.co/izhx/udever-bloom-560m
|
1136 |
seq_len: 2048
|
@@ -1139,6 +1476,7 @@ model_meta:
|
|
1139 |
is_external: true
|
1140 |
is_proprietary: false
|
1141 |
is_sentence_transformers_compatible: true
|
|
|
1142 |
universal-sentence-encoder-multilingual-3:
|
1143 |
link: https://huggingface.co/vprelovac/universal-sentence-encoder-multilingual-3
|
1144 |
seq_len: 512
|
@@ -1147,6 +1485,7 @@ model_meta:
|
|
1147 |
is_external: true
|
1148 |
is_proprietary: false
|
1149 |
is_sentence_transformers_compatible: true
|
|
|
1150 |
universal-sentence-encoder-multilingual-large-3:
|
1151 |
link: https://huggingface.co/vprelovac/universal-sentence-encoder-multilingual-large-3
|
1152 |
seq_len: 512
|
@@ -1155,6 +1494,7 @@ model_meta:
|
|
1155 |
is_external: true
|
1156 |
is_proprietary: false
|
1157 |
is_sentence_transformers_compatible: true
|
|
|
1158 |
unsup-simcse-bert-base-uncased:
|
1159 |
link: https://huggingface.co/princeton-nlp/unsup-simcse-bert-base-uncased
|
1160 |
seq_len: 512
|
@@ -1163,6 +1503,7 @@ model_meta:
|
|
1163 |
is_external: true
|
1164 |
is_proprietary: false
|
1165 |
is_sentence_transformers_compatible: true
|
|
|
1166 |
use-cmlm-multilingual:
|
1167 |
link: https://huggingface.co/sentence-transformers/use-cmlm-multilingual
|
1168 |
seq_len: 512
|
@@ -1171,6 +1512,7 @@ model_meta:
|
|
1171 |
is_external: true
|
1172 |
is_proprietary: false
|
1173 |
is_sentence_transformers_compatible: true
|
|
|
1174 |
voyage-2:
|
1175 |
link: https://docs.voyageai.com/embeddings/
|
1176 |
seq_len: 1024
|
@@ -1179,6 +1521,7 @@ model_meta:
|
|
1179 |
is_external: true
|
1180 |
is_proprietary: true
|
1181 |
is_sentence_transformers_compatible: false
|
|
|
1182 |
voyage-code-2:
|
1183 |
link: https://docs.voyageai.com/embeddings/
|
1184 |
seq_len: 16000
|
@@ -1187,6 +1530,7 @@ model_meta:
|
|
1187 |
is_external: true
|
1188 |
is_proprietary: true
|
1189 |
is_sentence_transformers_compatible: false
|
|
|
1190 |
voyage-large-2-instruct:
|
1191 |
link: https://docs.voyageai.com/embeddings/
|
1192 |
seq_len: 16000
|
@@ -1195,6 +1539,7 @@ model_meta:
|
|
1195 |
is_external: true
|
1196 |
is_proprietary: false
|
1197 |
is_sentence_transformers_compatible: false
|
|
|
1198 |
voyage-law-2:
|
1199 |
link: https://docs.voyageai.com/embeddings/
|
1200 |
seq_len: 16000
|
@@ -1203,6 +1548,7 @@ model_meta:
|
|
1203 |
is_external: true
|
1204 |
is_proprietary: true
|
1205 |
is_sentence_transformers_compatible: false
|
|
|
1206 |
voyage-lite-01-instruct:
|
1207 |
link: https://docs.voyageai.com/embeddings/
|
1208 |
seq_len: 4000
|
@@ -1211,6 +1557,7 @@ model_meta:
|
|
1211 |
is_external: true
|
1212 |
is_proprietary: true
|
1213 |
is_sentence_transformers_compatible: false
|
|
|
1214 |
voyage-lite-02-instruct:
|
1215 |
link: https://docs.voyageai.com/embeddings/
|
1216 |
seq_len: 4000
|
@@ -1219,6 +1566,7 @@ model_meta:
|
|
1219 |
is_external: true
|
1220 |
is_proprietary: true
|
1221 |
is_sentence_transformers_compatible: false
|
|
|
1222 |
voyage-multilingual-2:
|
1223 |
link: https://docs.voyageai.com/embeddings/
|
1224 |
seq_len: 32000
|
@@ -1227,6 +1575,7 @@ model_meta:
|
|
1227 |
is_external: true
|
1228 |
is_proprietary: true
|
1229 |
is_sentence_transformers_compatible: false
|
|
|
1230 |
xlm-roberta-base:
|
1231 |
link: https://huggingface.co/xlm-roberta-base
|
1232 |
seq_len: 514
|
@@ -1235,6 +1584,7 @@ model_meta:
|
|
1235 |
is_external: true
|
1236 |
is_proprietary: false
|
1237 |
is_sentence_transformers_compatible: true
|
|
|
1238 |
xlm-roberta-large:
|
1239 |
link: https://huggingface.co/xlm-roberta-large
|
1240 |
seq_len: 514
|
@@ -1243,30 +1593,7 @@ model_meta:
|
|
1243 |
is_external: true
|
1244 |
is_proprietary: false
|
1245 |
is_sentence_transformers_compatible: true
|
1246 |
-
|
1247 |
-
link: https://huggingface.co/nvidia/NV-Retriever-v1
|
1248 |
-
seq_len: 512
|
1249 |
-
size: 7111
|
1250 |
-
dim: 4096
|
1251 |
-
is_external: false
|
1252 |
-
is_proprietary: false
|
1253 |
-
is_sentence_transformers_compatible: false
|
1254 |
-
NV-Embed-v1:
|
1255 |
-
link: https://huggingface.co/nvidia/NV-Embed-v1
|
1256 |
-
seq_len: 32768
|
1257 |
-
size: 7851
|
1258 |
-
dim: 4096
|
1259 |
-
is_external: false
|
1260 |
-
is_proprietary: false
|
1261 |
-
is_sentence_transformers_compatible: false
|
1262 |
-
Linq-Embed-Mistral:
|
1263 |
-
link: https://huggingface.co/Linq-AI-Research/Linq-Embed-Mistral
|
1264 |
-
seq_len: 32768
|
1265 |
-
size: 7111
|
1266 |
-
dim: 4096
|
1267 |
-
is_external: false
|
1268 |
-
is_proprietary: false
|
1269 |
-
is_sentence_transformers_compatible: true
|
1270 |
models_to_skip:
|
1271 |
- michaelfeil/ct2fast-e5-large-v2
|
1272 |
- McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse
|
|
|
7 |
is_external: true
|
8 |
is_proprietary: true
|
9 |
is_sentence_transformers_compatible: false
|
10 |
+
uses_instruct: false
|
11 |
Cohere-embed-english-v3.0:
|
12 |
link: https://huggingface.co/Cohere/Cohere-embed-english-v3.0
|
13 |
seq_len: 512
|
|
|
16 |
is_external: true
|
17 |
is_proprietary: true
|
18 |
is_sentence_transformers_compatible: false
|
19 |
+
uses_instruct: false
|
20 |
+
Cohere-embed-english-v3.0-instruct:
|
21 |
+
link: https://huggingface.co/Cohere/Cohere-embed-english-v3.0
|
22 |
+
seq_len: 512
|
23 |
+
size: null
|
24 |
+
dim: 1024
|
25 |
+
is_external: true
|
26 |
+
is_proprietary: true
|
27 |
+
is_sentence_transformers_compatible: false
|
28 |
+
uses_instruct: true
|
29 |
Cohere-embed-multilingual-light-v3.0:
|
30 |
link: https://huggingface.co/Cohere/Cohere-embed-multilingual-light-v3.0
|
31 |
seq_len: 512
|
|
|
34 |
is_external: true
|
35 |
is_proprietary: true
|
36 |
is_sentence_transformers_compatible: false
|
37 |
+
uses_instruct: false
|
38 |
Cohere-embed-multilingual-v3.0:
|
39 |
link: https://huggingface.co/Cohere/Cohere-embed-multilingual-v3.0
|
40 |
seq_len: 512
|
|
|
43 |
is_external: true
|
44 |
is_proprietary: true
|
45 |
is_sentence_transformers_compatible: false
|
46 |
+
uses_instruct: false
|
47 |
DanskBERT:
|
48 |
link: https://huggingface.co/vesteinn/DanskBERT
|
49 |
seq_len: 514
|
|
|
52 |
is_external: true
|
53 |
is_proprietary: false
|
54 |
is_sentence_transformers_compatible: true
|
55 |
+
uses_instruct: false
|
56 |
FollowIR-7B:
|
57 |
link: https://huggingface.co/jhu-clsp/FollowIR-7B
|
58 |
seq_len: 4096
|
|
|
60 |
is_external: true
|
61 |
is_propietary: false
|
62 |
is_sentence_transformer_compatible: false
|
63 |
+
uses_instruct: true
|
64 |
GritLM-7B:
|
65 |
link: https://huggingface.co/GritLM/GritLM-7B
|
66 |
seq_len: 4096
|
|
|
68 |
is_external: true
|
69 |
is_propietary: false
|
70 |
is_sentence_transformer_compatible: false
|
71 |
+
uses_instruct: true
|
72 |
+
GritLM-7B-noinstruct:
|
73 |
+
link: https://huggingface.co/GritLM/GritLM-7B
|
74 |
+
seq_len: 4096
|
75 |
+
size: 7240
|
76 |
+
is_external: true
|
77 |
+
is_propietary: false
|
78 |
+
is_sentence_transformer_compatible: false
|
79 |
+
uses_instruct: false
|
80 |
LASER2:
|
81 |
link: https://github.com/facebookresearch/LASER
|
82 |
seq_len: N/A
|
|
|
85 |
is_external: true
|
86 |
is_proprietary: false
|
87 |
is_sentence_transformers_compatible: false
|
88 |
+
uses_instruct: false
|
89 |
LLM2Vec-Llama-2-supervised:
|
90 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised
|
91 |
seq_len: 4096
|
|
|
94 |
is_external: true
|
95 |
is_proprietary: false
|
96 |
is_sentence_transformers_compatible: false
|
97 |
+
uses_instruct: true
|
98 |
LLM2Vec-Llama-2-unsupervised:
|
99 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse
|
100 |
seq_len: 4096
|
|
|
103 |
is_external: true
|
104 |
is_proprietary: false
|
105 |
is_sentence_transformers_compatible: false
|
106 |
+
uses_instruct: true
|
107 |
LLM2Vec-Meta-Llama-3-supervised:
|
108 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised
|
109 |
seq_len: 8192
|
|
|
112 |
is_external: true
|
113 |
is_proprietary: false
|
114 |
is_sentence_transformers_compatible: false
|
115 |
+
uses_instruct: true
|
116 |
LLM2Vec-Meta-Llama-3-unsupervised:
|
117 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse
|
118 |
seq_len: 8192
|
|
|
121 |
is_external: true
|
122 |
is_proprietary: false
|
123 |
is_sentence_transformers_compatible: false
|
124 |
+
uses_instruct: true
|
125 |
LLM2Vec-Mistral-supervised:
|
126 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised
|
127 |
seq_len: 32768
|
|
|
130 |
is_external: true
|
131 |
is_proprietary: false
|
132 |
is_sentence_transformers_compatible: false
|
133 |
+
uses_instruct: true
|
134 |
LLM2Vec-Mistral-unsupervised:
|
135 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse
|
136 |
seq_len: 32768
|
|
|
139 |
is_external: true
|
140 |
is_proprietary: false
|
141 |
is_sentence_transformers_compatible: false
|
142 |
+
uses_instruct: true
|
143 |
LLM2Vec-Sheared-Llama-supervised:
|
144 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised
|
145 |
seq_len: 4096
|
|
|
148 |
is_external: true
|
149 |
is_proprietary: false
|
150 |
is_sentence_transformers_compatible: false
|
151 |
+
uses_instruct: true
|
152 |
LLM2Vec-Sheared-Llama-unsupervised:
|
153 |
link: https://huggingface.co/McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse
|
154 |
seq_len: 4096
|
|
|
157 |
is_external: true
|
158 |
is_proprietary: false
|
159 |
is_sentence_transformers_compatible: false
|
160 |
+
uses_instruct: true
|
161 |
LaBSE:
|
162 |
link: https://huggingface.co/sentence-transformers/LaBSE
|
163 |
seq_len: 512
|
|
|
166 |
is_external: true
|
167 |
is_proprietary: false
|
168 |
is_sentence_transformers_compatible: true
|
169 |
+
uses_instruct: false
|
170 |
+
Linq-Embed-Mistral:
|
171 |
+
link: https://huggingface.co/Linq-AI-Research/Linq-Embed-Mistral
|
172 |
+
seq_len: 32768
|
173 |
+
size: 7111
|
174 |
+
dim: 4096
|
175 |
+
is_external: false
|
176 |
+
is_proprietary: false
|
177 |
+
is_sentence_transformers_compatible: true
|
178 |
+
uses_instruct: true
|
179 |
+
NV-Embed-v1:
|
180 |
+
link: https://huggingface.co/nvidia/NV-Embed-v1
|
181 |
+
seq_len: 32768
|
182 |
+
size: 7851
|
183 |
+
dim: 4096
|
184 |
+
is_external: false
|
185 |
+
is_proprietary: false
|
186 |
+
is_sentence_transformers_compatible: false
|
187 |
+
uses_instruct: true
|
188 |
+
NV-Retriever-v1:
|
189 |
+
link: https://huggingface.co/nvidia/NV-Retriever-v1
|
190 |
+
seq_len: 512
|
191 |
+
size: 7111
|
192 |
+
dim: 4096
|
193 |
+
is_external: false
|
194 |
+
is_proprietary: false
|
195 |
+
is_sentence_transformers_compatible: false
|
196 |
+
uses_instruct: true
|
197 |
OpenSearch-text-hybrid:
|
198 |
link: https://help.aliyun.com/zh/open-search/vector-search-edition/hybrid-retrieval
|
199 |
seq_len: 512
|
|
|
202 |
is_external: true
|
203 |
is_proprietary: true
|
204 |
is_sentence_transformers_compatible: false
|
205 |
+
uses_instruct: false
|
206 |
SFR-Embedding-Mistral:
|
207 |
link: https://huggingface.co/Salesforce/SFR-Embedding-Mistral
|
208 |
seq_len: 32768
|
|
|
211 |
is_external: true
|
212 |
is_proprietary: false
|
213 |
is_sentence_transformers_compatible: true
|
214 |
+
uses_instruct: true
|
215 |
all-MiniLM-L12-v2:
|
216 |
link: https://huggingface.co/sentence-transformers/all-MiniLM-L12-v2
|
217 |
seq_len: 512
|
|
|
220 |
is_external: true
|
221 |
is_proprietary: false
|
222 |
is_sentence_transformers_compatible: true
|
223 |
+
uses_instruct: false
|
224 |
all-MiniLM-L6-v2:
|
225 |
link: https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2
|
226 |
seq_len: 512
|
|
|
229 |
is_external: true
|
230 |
is_proprietary: false
|
231 |
is_sentence_transformers_compatible: true
|
232 |
+
uses_instruct: false
|
233 |
+
all-MiniLM-L6-v2-instruct:
|
234 |
+
link: https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2
|
235 |
+
seq_len: 512
|
236 |
+
size: 23
|
237 |
+
dim: 384
|
238 |
+
is_external: true
|
239 |
+
is_proprietary: false
|
240 |
+
is_sentence_transformers_compatible: true
|
241 |
+
uses_instruct: true
|
242 |
all-mpnet-base-v2:
|
243 |
link: https://huggingface.co/sentence-transformers/all-mpnet-base-v2
|
244 |
seq_len: 514
|
|
|
247 |
is_external: true
|
248 |
is_proprietary: false
|
249 |
is_sentence_transformers_compatible: true
|
250 |
+
uses_instruct: false
|
251 |
+
all-mpnet-base-v2-instruct:
|
252 |
+
link: https://huggingface.co/sentence-transformers/all-mpnet-base-v2
|
253 |
+
seq_len: 514
|
254 |
+
size: 110
|
255 |
+
dim: 768
|
256 |
+
is_external: true
|
257 |
+
is_proprietary: false
|
258 |
+
is_sentence_transformers_compatible: true
|
259 |
+
uses_instruct: true
|
260 |
allenai-specter:
|
261 |
link: https://huggingface.co/sentence-transformers/allenai-specter
|
262 |
seq_len: 512
|
|
|
265 |
is_external: true
|
266 |
is_proprietary: false
|
267 |
is_sentence_transformers_compatible: true
|
268 |
+
uses_instruct: false
|
269 |
bert-base-10lang-cased:
|
270 |
link: https://huggingface.co/Geotrend/bert-base-10lang-cased
|
271 |
seq_len: 512
|
|
|
274 |
is_external: true
|
275 |
is_proprietary: false
|
276 |
is_sentence_transformers_compatible: true
|
277 |
+
uses_instruct: false
|
278 |
bert-base-15lang-cased:
|
279 |
link: https://huggingface.co/Geotrend/bert-base-15lang-cased
|
280 |
seq_len: 512
|
|
|
283 |
is_external: true
|
284 |
is_proprietary: false
|
285 |
is_sentence_transformers_compatible: true
|
286 |
+
uses_instruct: false
|
287 |
bert-base-25lang-cased:
|
288 |
link: https://huggingface.co/Geotrend/bert-base-25lang-cased
|
289 |
seq_len: 512
|
|
|
292 |
is_external: true
|
293 |
is_proprietary: false
|
294 |
is_sentence_transformers_compatible: true
|
295 |
+
uses_instruct: false
|
296 |
bert-base-multilingual-cased:
|
297 |
link: https://huggingface.co/google-bert/bert-base-multilingual-cased
|
298 |
seq_len: 512
|
|
|
301 |
is_external: true
|
302 |
is_proprietary: false
|
303 |
is_sentence_transformers_compatible: true
|
304 |
+
uses_instruct: false
|
305 |
bert-base-multilingual-uncased:
|
306 |
link: https://huggingface.co/google-bert/bert-base-multilingual-uncased
|
307 |
seq_len: 512
|
|
|
310 |
is_external: true
|
311 |
is_proprietary: false
|
312 |
is_sentence_transformers_compatible: true
|
313 |
+
uses_instruct: false
|
314 |
bert-base-swedish-cased:
|
315 |
link: https://huggingface.co/KB/bert-base-swedish-cased
|
316 |
seq_len: 512
|
|
|
319 |
is_external: true
|
320 |
is_proprietary: false
|
321 |
is_sentence_transformers_compatible: true
|
322 |
+
uses_instruct: false
|
323 |
bert-base-uncased:
|
324 |
link: https://huggingface.co/bert-base-uncased
|
325 |
seq_len: 512
|
|
|
328 |
is_external: true
|
329 |
is_proprietary: false
|
330 |
is_sentence_transformers_compatible: true
|
331 |
+
uses_instruct: false
|
332 |
+
bge-base-en-v1.5:
|
333 |
+
link: https://huggingface.co/BAAI/bge-base-en-v1.5
|
334 |
+
seq_len: 512
|
335 |
+
size: 438
|
336 |
+
dim: 768
|
337 |
+
is_external: true
|
338 |
+
is_proprietary: false
|
339 |
+
is_sentence_transformers_compatible: false
|
340 |
+
uses_instruct: false
|
341 |
+
bge-base-en-v1.5-instruct:
|
342 |
+
link: https://huggingface.co/BAAI/bge-base-en-v1.5
|
343 |
+
seq_len: 512
|
344 |
+
size: 438
|
345 |
+
dim: 768
|
346 |
+
is_external: true
|
347 |
+
is_proprietary: false
|
348 |
+
is_sentence_transformers_compatible: false
|
349 |
+
uses_instruct: true
|
350 |
bge-base-zh-v1.5:
|
351 |
link: https://huggingface.co/BAAI/bge-base-zh-v1.5
|
352 |
seq_len: 512
|
|
|
355 |
is_external: true
|
356 |
is_proprietary: false
|
357 |
is_sentence_transformers_compatible: true
|
358 |
+
uses_instruct: false
|
359 |
bge-large-en-v1.5:
|
360 |
link: https://huggingface.co/BAAI/bge-large-en-v1.5
|
361 |
seq_len: 512
|
362 |
+
size: 1340
|
363 |
+
dim: 1024
|
364 |
+
is_external: true
|
365 |
+
is_proprietary: false
|
366 |
+
is_sentence_transformers_compatible: false
|
367 |
+
uses_instruct: false
|
368 |
+
bge-large-en-v1.5-instruct:
|
369 |
+
link: https://huggingface.co/BAAI/bge-large-en-v1.5
|
370 |
+
seq_len: 512
|
371 |
+
size: 1340
|
372 |
dim: 1024
|
373 |
is_external: true
|
374 |
is_proprietary: false
|
375 |
is_sentence_transformers_compatible: false
|
376 |
+
uses_instruct: true
|
377 |
bge-large-zh-noinstruct:
|
378 |
link: https://huggingface.co/BAAI/bge-large-zh-noinstruct
|
379 |
seq_len: 512
|
|
|
382 |
is_external: true
|
383 |
is_proprietary: false
|
384 |
is_sentence_transformers_compatible: true
|
385 |
+
uses_instruct: false
|
386 |
bge-large-zh-v1.5:
|
387 |
link: https://huggingface.co/BAAI/bge-large-zh-v1.5
|
388 |
seq_len: 512
|
|
|
391 |
is_external: true
|
392 |
is_proprietary: false
|
393 |
is_sentence_transformers_compatible: true
|
394 |
+
uses_instruct: false
|
395 |
bge-m3:
|
396 |
link: https://huggingface.co/BAAI/bge-m3
|
397 |
seq_len: 8192
|
|
|
400 |
is_external: true
|
401 |
is_proprietary: false
|
402 |
is_sentence_transformers_compatible: false
|
403 |
+
uses_instruct: false
|
404 |
+
bge-m3-instruct:
|
405 |
+
link: https://huggingface.co/BAAI/bge-m3
|
406 |
+
seq_len: 8192
|
407 |
+
size: 2270
|
408 |
+
dim: 1024
|
409 |
+
is_external: true
|
410 |
+
is_proprietary: false
|
411 |
+
is_sentence_transformers_compatible: false
|
412 |
+
uses_instruct: true
|
413 |
+
bge-small-en-v1.5:
|
414 |
+
link: https://huggingface.co/BAAI/bge-small-en-v1.5
|
415 |
+
seq_len: 512
|
416 |
+
size: 24
|
417 |
+
dim: 512
|
418 |
+
is_external: true
|
419 |
+
is_proprietary: false
|
420 |
+
is_sentence_transformers_compatible: true
|
421 |
+
uses_instruct: false
|
422 |
+
bge-small-en-v1.5-instruct:
|
423 |
+
link: https://huggingface.co/BAAI/bge-small-en-v1.5
|
424 |
+
seq_len: 512
|
425 |
+
size: 24
|
426 |
+
dim: 512
|
427 |
+
is_external: true
|
428 |
+
is_proprietary: false
|
429 |
+
is_sentence_transformers_compatible: true
|
430 |
+
uses_instruct: true
|
431 |
bge-small-zh-v1.5:
|
432 |
link: https://huggingface.co/BAAI/bge-small-zh-v1.5
|
433 |
seq_len: 512
|
|
|
436 |
is_external: true
|
437 |
is_proprietary: false
|
438 |
is_sentence_transformers_compatible: true
|
439 |
+
uses_instruct: false
|
440 |
+
bm25:
|
441 |
link: https://en.wikipedia.org/wiki/Okapi_BM25
|
442 |
size: 0
|
443 |
is_external: true
|
444 |
is_proprietary: false
|
445 |
is_sentence_transformers_compatible: false
|
446 |
+
uses_instruct: false
|
447 |
+
bm25s:
|
448 |
+
link: https://github.com/xhluca/bm25s
|
449 |
+
size: 0
|
450 |
+
is_external: true
|
451 |
+
is_proprietary: false
|
452 |
+
is_sentence_transformers_compatible: false
|
453 |
+
uses_instruct: false
|
454 |
camembert-base:
|
455 |
link: https://huggingface.co/almanach/camembert-base
|
456 |
seq_len: 512
|
|
|
459 |
is_external: false
|
460 |
is_proprietary: false
|
461 |
is_sentence_transformers_compatible: true
|
462 |
+
uses_instruct: false
|
463 |
camembert-large:
|
464 |
link: https://huggingface.co/almanach/camembert-large
|
465 |
seq_len: 512
|
|
|
468 |
is_external: false
|
469 |
is_proprietary: false
|
470 |
is_sentence_transformers_compatible: true
|
471 |
+
uses_instruct: false
|
472 |
contriever-base-msmarco:
|
473 |
link: https://huggingface.co/nthakur/contriever-base-msmarco
|
474 |
seq_len: 512
|
|
|
477 |
is_external: true
|
478 |
is_proprietary: false
|
479 |
is_sentence_transformers_compatible: true
|
480 |
+
uses_instruct: false
|
481 |
+
contriever:
|
482 |
+
link: https://huggingface.co/facebook/contriever
|
483 |
+
seq_len: 512
|
484 |
+
size: 438
|
485 |
+
dim: 768
|
486 |
+
is_external: true
|
487 |
+
is_proprietary: false
|
488 |
+
is_sentence_transformers_compatible: false
|
489 |
+
uses_instruct: false
|
490 |
+
contriever-instruct:
|
491 |
+
link: https://huggingface.co/facebook/contriever
|
492 |
+
seq_len: 512
|
493 |
+
size: 438
|
494 |
+
dim: 768
|
495 |
+
is_external: true
|
496 |
+
is_proprietary: false
|
497 |
+
is_sentence_transformers_compatible: false
|
498 |
+
uses_instruct: true
|
499 |
cross-en-de-roberta-sentence-transformer:
|
500 |
link: https://huggingface.co/T-Systems-onsite/cross-en-de-roberta-sentence-transformer
|
501 |
seq_len: 514
|
|
|
504 |
is_external: true
|
505 |
is_proprietary: false
|
506 |
is_sentence_transformers_compatible: true
|
507 |
+
uses_instruct: false
|
508 |
dfm-encoder-large-v1:
|
509 |
link: https://huggingface.co/chcaa/dfm-encoder-large-v1
|
510 |
seq_len: 512
|
|
|
513 |
is_external: true
|
514 |
is_proprietary: false
|
515 |
is_sentence_transformers_compatible: true
|
516 |
+
uses_instruct: false
|
517 |
dfm-sentence-encoder-large-1:
|
518 |
link: https://huggingface.co/chcaa/dfm-encoder-large-v1
|
519 |
seq_len: 512
|
|
|
522 |
is_external: true
|
523 |
is_proprietary: false
|
524 |
is_sentence_transformers_compatible: true
|
525 |
+
uses_instruct: false
|
526 |
distilbert-base-25lang-cased:
|
527 |
link: https://huggingface.co/Geotrend/distilbert-base-25lang-cased
|
528 |
seq_len: 512
|
|
|
531 |
is_external: false
|
532 |
is_proprietary: false
|
533 |
is_sentence_transformers_compatible: true
|
534 |
+
uses_instruct: false
|
535 |
distilbert-base-en-fr-cased:
|
536 |
link: https://huggingface.co/Geotrend/distilbert-base-en-fr-cased
|
537 |
seq_len: 512
|
|
|
540 |
is_external: false
|
541 |
is_proprietary: false
|
542 |
is_sentence_transformers_compatible: true
|
543 |
+
uses_instruct: false
|
544 |
distilbert-base-en-fr-es-pt-it-cased:
|
545 |
link: https://huggingface.co/Geotrend/distilbert-base-en-fr-es-pt-it-cased
|
546 |
seq_len: 512
|
|
|
549 |
is_external: false
|
550 |
is_proprietary: false
|
551 |
is_sentence_transformers_compatible: true
|
552 |
+
uses_instruct: false
|
553 |
distilbert-base-fr-cased:
|
554 |
link: https://huggingface.co/Geotrend/distilbert-base-fr-cased
|
555 |
seq_len: 512
|
|
|
558 |
is_external: false
|
559 |
is_proprietary: false
|
560 |
is_sentence_transformers_compatible: true
|
561 |
+
uses_instruct: false
|
562 |
distilbert-base-uncased:
|
563 |
link: https://huggingface.co/distilbert-base-uncased
|
564 |
seq_len: 512
|
|
|
567 |
is_external: false
|
568 |
is_proprietary: false
|
569 |
is_sentence_transformers_compatible: true
|
570 |
+
uses_instruct: false
|
571 |
distiluse-base-multilingual-cased-v2:
|
572 |
link: https://huggingface.co/sentence-transformers/distiluse-base-multilingual-cased-v2
|
573 |
seq_len: 512
|
|
|
576 |
is_external: true
|
577 |
is_proprietary: false
|
578 |
is_sentence_transformers_compatible: true
|
579 |
+
uses_instruct: false
|
580 |
+
dragon-plus:
|
581 |
+
link: https://github.com/facebookresearch/dpr-scale/tree/main/dragon
|
582 |
+
seq_len: 512
|
583 |
+
size: 438
|
584 |
+
dim: 768
|
585 |
+
is_external: true
|
586 |
+
is_proprietary: false
|
587 |
+
is_sentence_transformers_compatible: false
|
588 |
+
uses_instruct: false
|
589 |
+
dragon-plus-instruct:
|
590 |
+
link: https://github.com/facebookresearch/dpr-scale/tree/main/dragon
|
591 |
+
seq_len: 512
|
592 |
+
size: 438
|
593 |
+
dim: 768
|
594 |
+
is_external: true
|
595 |
+
is_proprietary: false
|
596 |
+
is_sentence_transformers_compatible: false
|
597 |
+
uses_instruct: true
|
598 |
e5-base-4k:
|
599 |
link: https://huggingface.co/dwzhu/e5-base-4k
|
600 |
seq_len: 512
|
|
|
603 |
is_external: true
|
604 |
is_proprietary: false
|
605 |
is_sentence_transformers_compatible: true
|
606 |
+
uses_instruct: false
|
607 |
e5-base-v2:
|
608 |
link: https://huggingface.co/intfloat/e5-base-v2
|
609 |
seq_len: 512
|
|
|
612 |
is_external: true
|
613 |
is_proprietary: false
|
614 |
is_sentence_transformers_compatible: true
|
615 |
+
uses_instruct: false
|
616 |
e5-base:
|
617 |
link: https://huggingface.co/intfloat/e5-base
|
618 |
seq_len: 512
|
|
|
621 |
is_external: true
|
622 |
is_proprietary: false
|
623 |
is_sentence_transformers_compatible: true
|
624 |
+
uses_instruct: false
|
625 |
e5-large-v2:
|
626 |
link: https://huggingface.co/intfloat/e5-large-v2
|
627 |
seq_len: 512
|
|
|
630 |
is_external: true
|
631 |
is_proprietary: false
|
632 |
is_sentence_transformers_compatible: true
|
633 |
+
uses_instruct: false
|
634 |
e5-large:
|
635 |
link: https://huggingface.co/intfloat/e5-large
|
636 |
seq_len: 512
|
|
|
639 |
is_external: true
|
640 |
is_proprietary: false
|
641 |
is_sentence_transformers_compatible: true
|
642 |
+
uses_instruct: false
|
643 |
e5-mistral-7b-instruct:
|
644 |
link: https://huggingface.co/intfloat/e5-mistral-7b-instruct
|
645 |
seq_len: 32768
|
|
|
648 |
is_external: true
|
649 |
is_proprietary: false
|
650 |
is_sentence_transformers_compatible: true
|
651 |
+
uses_instruct: true
|
652 |
+
e5-mistral-7b-instruct-noinstruct:
|
653 |
+
link: https://huggingface.co/intfloat/e5-mistral-7b-instruct-noinstruct
|
654 |
+
seq_len: 32768
|
655 |
+
size: 7111
|
656 |
+
dim: 4096
|
657 |
+
is_external: true
|
658 |
+
is_proprietary: false
|
659 |
+
is_sentence_transformers_compatible: true
|
660 |
+
uses_instruct: false
|
661 |
e5-small:
|
662 |
link: https://huggingface.co/intfloat/e5-small
|
663 |
seq_len: 512
|
|
|
666 |
is_external: true
|
667 |
is_proprietary: false
|
668 |
is_sentence_transformers_compatible: true
|
669 |
+
uses_instruct: false
|
670 |
electra-small-nordic:
|
671 |
link: https://huggingface.co/jonfd/electra-small-nordic
|
672 |
seq_len: 512
|
|
|
675 |
is_external: true
|
676 |
is_proprietary: false
|
677 |
is_sentence_transformers_compatible: true
|
678 |
+
uses_instruct: false
|
679 |
electra-small-swedish-cased-discriminator:
|
680 |
link: https://huggingface.co/KBLab/electra-small-swedish-cased-discriminator
|
681 |
seq_len: 512
|
|
|
684 |
is_external: true
|
685 |
is_proprietary: false
|
686 |
is_sentence_transformers_compatible: true
|
687 |
+
uses_instruct: false
|
688 |
elser-v2:
|
689 |
link: https://www.elastic.co/guide/en/machine-learning/current/ml-nlp-elser.html
|
690 |
seq_len: 512
|
|
|
693 |
is_external: true
|
694 |
is_proprietary: false
|
695 |
is_sentence_transformers_compatible: false
|
696 |
+
uses_instruct: false
|
697 |
flan-t5-base:
|
698 |
link: https://huggingface.co/google/flan-t5-base
|
699 |
seq_len: 512
|
|
|
702 |
is_external: true
|
703 |
is_proprietary: false
|
704 |
is_sentence_transformers_compatible: true
|
705 |
+
uses_instruct: true
|
706 |
flan-t5-large:
|
707 |
link: https://huggingface.co/google/flan-t5-large
|
708 |
seq_len: 512
|
|
|
711 |
is_external: true
|
712 |
is_proprietary: false
|
713 |
is_sentence_transformers_compatible: true
|
714 |
+
uses_instruct: true
|
715 |
flaubert_base_cased:
|
716 |
link: https://huggingface.co/flaubert/flaubert_base_cased
|
717 |
seq_len: 512
|
|
|
720 |
is_external: true
|
721 |
is_proprietary: false
|
722 |
is_sentence_transformers_compatible: true
|
723 |
+
uses_instruct: false
|
724 |
flaubert_base_uncased:
|
725 |
link: https://huggingface.co/flaubert/flaubert_base_uncased
|
726 |
seq_len: 512
|
|
|
729 |
is_external: true
|
730 |
is_proprietary: false
|
731 |
is_sentence_transformers_compatible: true
|
732 |
+
uses_instruct: false
|
733 |
flaubert_large_cased:
|
734 |
link: https://huggingface.co/flaubert/flaubert_large_cased
|
735 |
seq_len: 512
|
|
|
738 |
is_external: true
|
739 |
is_proprietary: false
|
740 |
is_sentence_transformers_compatible: true
|
741 |
+
uses_instruct: false
|
742 |
gbert-base:
|
743 |
link: https://huggingface.co/deepset/gbert-base
|
744 |
seq_len: 512
|
|
|
747 |
is_external: true
|
748 |
is_proprietary: false
|
749 |
is_sentence_transformers_compatible: true
|
750 |
+
uses_instruct: false
|
751 |
gbert-large:
|
752 |
link: https://huggingface.co/deepset/gbert-large
|
753 |
seq_len: 512
|
|
|
756 |
is_external: true
|
757 |
is_proprietary: false
|
758 |
is_sentence_transformers_compatible: true
|
759 |
+
uses_instruct: false
|
760 |
gelectra-base:
|
761 |
link: https://huggingface.co/deepset/gelectra-base
|
762 |
seq_len: 512
|
|
|
765 |
is_external: true
|
766 |
is_proprietary: false
|
767 |
is_sentence_transformers_compatible: true
|
768 |
+
uses_instruct: false
|
769 |
gelectra-large:
|
770 |
link: https://huggingface.co/deepset/gelectra-large
|
771 |
seq_len: 512
|
|
|
774 |
is_external: true
|
775 |
is_proprietary: false
|
776 |
is_sentence_transformers_compatible: true
|
777 |
+
uses_instruct: false
|
778 |
glove.6B.300d:
|
779 |
link: https://huggingface.co/sentence-transformers/average_word_embeddings_glove.6B.300d
|
780 |
seq_len: N/A
|
|
|
783 |
is_external: true
|
784 |
is_proprietary: false
|
785 |
is_sentence_transformers_compatible: true
|
786 |
+
uses_instruct: false
|
787 |
google-gecko-256.text-embedding-preview-0409:
|
788 |
link: https://cloud.google.com/vertex-ai/generative-ai/docs/embeddings/get-text-embeddings#latest_models
|
789 |
seq_len: 2048
|
|
|
792 |
is_external: true
|
793 |
is_proprietary: true
|
794 |
is_sentence_transformers_compatible: false
|
795 |
+
uses_instruct: false
|
796 |
google-gecko.text-embedding-preview-0409:
|
797 |
link: https://cloud.google.com/vertex-ai/generative-ai/docs/embeddings/get-text-embeddings#latest_models
|
798 |
seq_len: 2048
|
|
|
801 |
is_external: true
|
802 |
is_proprietary: true
|
803 |
is_sentence_transformers_compatible: false
|
804 |
+
uses_instruct: false
|
805 |
gottbert-base:
|
806 |
link: https://huggingface.co/uklfr/gottbert-base
|
807 |
seq_len: 512
|
|
|
810 |
is_external: true
|
811 |
is_proprietary: false
|
812 |
is_sentence_transformers_compatible: true
|
813 |
+
uses_instruct: false
|
814 |
gte-Qwen1.5-7B-instruct:
|
815 |
link: https://huggingface.co/Alibaba-NLP/gte-Qwen1.5-7B-instruct
|
816 |
seq_len: 32768
|
|
|
819 |
is_external: true
|
820 |
is_proprietary: false
|
821 |
is_sentence_transformers_compatible: true
|
822 |
+
uses_instruct: true
|
823 |
gte-Qwen2-7B-instruct:
|
824 |
link: https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct
|
825 |
seq_len: 32768
|
|
|
828 |
is_external: true
|
829 |
is_proprietary: false
|
830 |
is_sentence_transformers_compatible: true
|
831 |
+
uses_instruct: true
|
832 |
gtr-t5-base:
|
833 |
link: https://huggingface.co/sentence-transformers/gtr-t5-base
|
834 |
seq_len: 512
|
|
|
837 |
is_external: true
|
838 |
is_proprietary: false
|
839 |
is_sentence_transformers_compatible: true
|
840 |
+
uses_instruct: false
|
841 |
gtr-t5-large:
|
842 |
link: https://huggingface.co/sentence-transformers/gtr-t5-large
|
843 |
seq_len: 512
|
|
|
846 |
is_external: true
|
847 |
is_proprietary: false
|
848 |
is_sentence_transformers_compatible: true
|
849 |
+
uses_instruct: false
|
850 |
gtr-t5-xl:
|
851 |
link: https://huggingface.co/sentence-transformers/gtr-t5-xl
|
852 |
seq_len: 512
|
|
|
855 |
is_external: true
|
856 |
is_proprietary: false
|
857 |
is_sentence_transformers_compatible: true
|
858 |
+
uses_instruct: false
|
859 |
gtr-t5-xxl:
|
860 |
link: https://huggingface.co/sentence-transformers/gtr-t5-xxl
|
861 |
seq_len: 512
|
|
|
864 |
is_external: true
|
865 |
is_proprietary: false
|
866 |
is_sentence_transformers_compatible: true
|
867 |
+
uses_instruct: false
|
868 |
herbert-base-retrieval-v2:
|
869 |
link: https://huggingface.co/ipipan/herbert-base-retrieval-v2
|
870 |
seq_len: 514
|
|
|
873 |
is_external: true
|
874 |
is_proprietary: false
|
875 |
is_sentence_transformers_compatible: true
|
876 |
+
uses_instruct: false
|
877 |
instructor-base:
|
878 |
link: https://huggingface.co/hkunlp/instructor-base
|
879 |
seq_len: N/A
|
|
|
882 |
is_external: true
|
883 |
is_proprietary: false
|
884 |
is_sentence_transformers_compatible: true
|
885 |
+
uses_instruct: true
|
886 |
instructor-large:
|
887 |
link: https://huggingface.co/hkunlp/instructor-large
|
888 |
seq_len: 512
|
|
|
891 |
is_external: true
|
892 |
is_proprietary: false
|
893 |
is_sentence_transformers_compatible: true
|
894 |
+
uses_instruct: true
|
895 |
instructor-xl:
|
896 |
link: https://huggingface.co/hkunlp/instructor-xl
|
897 |
seq_len: 512
|
|
|
900 |
is_external: true
|
901 |
is_proprietary: false
|
902 |
is_sentence_transformers_compatible: true
|
903 |
+
uses_instruct: true
|
904 |
jina-embeddings-v2-base-en:
|
905 |
link: https://huggingface.co/jinaai/jina-embeddings-v2-base-en
|
906 |
seq_len: 8192
|
|
|
909 |
is_external: true
|
910 |
is_proprietary: false
|
911 |
is_sentence_transformers_compatible: true
|
912 |
+
uses_instruct: false
|
913 |
komninos:
|
914 |
link: https://huggingface.co/sentence-transformers/average_word_embeddings_komninos
|
915 |
seq_len: N/A
|
|
|
918 |
is_external: true
|
919 |
is_proprietary: false
|
920 |
is_sentence_transformers_compatible: true
|
921 |
+
uses_instruct: false
|
922 |
llama-2-7b-chat:
|
923 |
link: https://huggingface.co/meta-llama/Llama-2-7b-chat-hf
|
924 |
seq_len: 4096
|
|
|
927 |
is_external: true
|
928 |
is_proprietary: false
|
929 |
is_sentence_transformers_compatible: false
|
930 |
+
uses_instruct: true
|
931 |
luotuo-bert-medium:
|
932 |
link: https://huggingface.co/silk-road/luotuo-bert-medium
|
933 |
seq_len: 512
|
|
|
936 |
is_external: true
|
937 |
is_proprietary: false
|
938 |
is_sentence_transformers_compatible: true
|
939 |
+
uses_instruct: false
|
940 |
m3e-base:
|
941 |
link: https://huggingface.co/moka-ai/m3e-base
|
942 |
seq_len: 512
|
|
|
945 |
is_external: true
|
946 |
is_proprietary: false
|
947 |
is_sentence_transformers_compatible: true
|
948 |
+
uses_instruct: false
|
949 |
m3e-large:
|
950 |
link: https://huggingface.co/moka-ai/m3e-large
|
951 |
seq_len: 512
|
|
|
954 |
is_external: true
|
955 |
is_proprietary: false
|
956 |
is_sentence_transformers_compatible: true
|
957 |
+
uses_instruct: false
|
958 |
mistral-7b-instruct-v0.2:
|
959 |
link: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2
|
960 |
seq_len: 4096
|
|
|
963 |
is_external: true
|
964 |
is_proprietary: false
|
965 |
is_sentence_transformers_compatible: false
|
966 |
+
uses_instruct: true
|
967 |
mistral-embed:
|
968 |
link: https://docs.mistral.ai/guides/embeddings
|
969 |
seq_len: null
|
|
|
972 |
is_external: true
|
973 |
is_proprietary: true
|
974 |
is_sentence_transformers_compatible: false
|
975 |
+
uses_instruct: false
|
976 |
monobert-large-msmarco:
|
977 |
link: https://huggingface.co/castorini/monobert-large-msmarco
|
978 |
seq_len: 512
|
|
|
981 |
is_external: true
|
982 |
is_proprietary: false
|
983 |
is_sentence_transformers_compatible: false
|
984 |
+
uses_instruct: false
|
985 |
monot5-3b-msmarco-10k:
|
986 |
link: https://huggingface.co/castorini/monot5-3b-msmarco-10k
|
987 |
seq_len: 512
|
|
|
990 |
is_external: true
|
991 |
is_proprietary: false
|
992 |
is_sentence_transformers_compatible: false
|
993 |
+
uses_instruct: true
|
994 |
monot5-base-msmarco-10k:
|
995 |
link: https://huggingface.co/castorini/monot5-base-msmarco-10k
|
996 |
seq_len: 512
|
|
|
999 |
is_external: true
|
1000 |
is_proprietary: false
|
1001 |
is_sentence_transformers_compatible: false
|
1002 |
+
uses_instruct: true
|
1003 |
msmarco-bert-co-condensor:
|
1004 |
link: https://huggingface.co/sentence-transformers/msmarco-bert-co-condensor
|
1005 |
seq_len: 512
|
|
|
1008 |
is_external: true
|
1009 |
is_proprietary: false
|
1010 |
is_sentence_transformers_compatible: true
|
1011 |
+
uses_instruct: false
|
1012 |
multi-qa-MiniLM-L6-cos-v1:
|
1013 |
link: https://huggingface.co/sentence-transformers/multi-qa-MiniLM-L6-cos-v1
|
1014 |
seq_len: 512
|
|
|
1017 |
is_external: true
|
1018 |
is_proprietary: false
|
1019 |
is_sentence_transformers_compatible: true
|
1020 |
+
uses_instruct: false
|
1021 |
multilingual-e5-base:
|
1022 |
link: https://huggingface.co/intfloat/multilingual-e5-base
|
1023 |
seq_len: 514
|
|
|
1026 |
is_external: true
|
1027 |
is_proprietary: false
|
1028 |
is_sentence_transformers_compatible: true
|
1029 |
+
uses_instruct: false
|
1030 |
multilingual-e5-large:
|
1031 |
link: https://huggingface.co/intfloat/multilingual-e5-large
|
1032 |
seq_len: 514
|
|
|
1035 |
is_external: true
|
1036 |
is_proprietary: false
|
1037 |
is_sentence_transformers_compatible: true
|
1038 |
+
uses_instruct: false
|
1039 |
multilingual-e5-small:
|
1040 |
link: https://huggingface.co/intfloat/multilingual-e5-small
|
1041 |
seq_len: 512
|
|
|
1044 |
is_external: true
|
1045 |
is_proprietary: false
|
1046 |
is_sentence_transformers_compatible: true
|
1047 |
+
uses_instruct: false
|
1048 |
nb-bert-base:
|
1049 |
link: https://huggingface.co/NbAiLab/nb-bert-base
|
1050 |
seq_len: 512
|
|
|
1053 |
is_external: true
|
1054 |
is_proprietary: false
|
1055 |
is_sentence_transformers_compatible: true
|
1056 |
+
uses_instruct: false
|
1057 |
nb-bert-large:
|
1058 |
link: https://huggingface.co/NbAiLab/nb-bert-large
|
1059 |
seq_len: 512
|
|
|
1062 |
is_external: true
|
1063 |
is_proprietary: false
|
1064 |
is_sentence_transformers_compatible: true
|
1065 |
+
uses_instruct: false
|
1066 |
nomic-embed-text-v1:
|
1067 |
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1
|
1068 |
seq_len: 8192
|
|
|
1071 |
is_external: true
|
1072 |
is_proprietary: false
|
1073 |
is_sentence_transformers_compatible: true
|
1074 |
+
uses_instruct: false
|
1075 |
nomic-embed-text-v1.5-128:
|
1076 |
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
|
1077 |
seq_len: 8192
|
|
|
1080 |
is_external: true
|
1081 |
is_proprietary: false
|
1082 |
is_sentence_transformers_compatible: true
|
1083 |
+
uses_instruct: false
|
1084 |
nomic-embed-text-v1.5-256:
|
1085 |
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
|
1086 |
seq_len: 8192
|
|
|
1089 |
is_external: true
|
1090 |
is_proprietary: false
|
1091 |
is_sentence_transformers_compatible: true
|
1092 |
+
uses_instruct: false
|
1093 |
nomic-embed-text-v1.5-512:
|
1094 |
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
|
1095 |
seq_len: 8192
|
|
|
1098 |
is_external: true
|
1099 |
is_proprietary: false
|
1100 |
is_sentence_transformers_compatible: true
|
1101 |
+
uses_instruct: false
|
1102 |
nomic-embed-text-v1.5-64:
|
1103 |
link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5
|
1104 |
seq_len: 8192
|
|
|
1107 |
is_external: true
|
1108 |
is_proprietary: false
|
1109 |
is_sentence_transformers_compatible: true
|
1110 |
+
uses_instruct: false
|
1111 |
norbert3-base:
|
1112 |
link: https://huggingface.co/ltg/norbert3-base
|
1113 |
seq_len: 512
|
|
|
1116 |
is_external: true
|
1117 |
is_proprietary: false
|
1118 |
is_sentence_transformers_compatible: true
|
1119 |
+
uses_instruct: false
|
1120 |
norbert3-large:
|
1121 |
link: https://huggingface.co/ltg/norbert3-large
|
1122 |
seq_len: 512
|
|
|
1125 |
is_external: true
|
1126 |
is_proprietary: false
|
1127 |
is_sentence_transformers_compatible: true
|
1128 |
+
uses_instruct: false
|
1129 |
paraphrase-multilingual-MiniLM-L12-v2:
|
1130 |
link: https://huggingface.co/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2
|
1131 |
seq_len: 512
|
|
|
1134 |
is_external: true
|
1135 |
is_proprietary: false
|
1136 |
is_sentence_transformers_compatible: true
|
1137 |
+
uses_instruct: false
|
1138 |
paraphrase-multilingual-mpnet-base-v2:
|
1139 |
link: https://huggingface.co/sentence-transformers/paraphrase-multilingual-mpnet-base-v2
|
1140 |
seq_len: 514
|
|
|
1143 |
is_external: true
|
1144 |
is_proprietary: false
|
1145 |
is_sentence_transformers_compatible: true
|
1146 |
+
uses_instruct: false
|
1147 |
sentence-bert-swedish-cased:
|
1148 |
link: https://huggingface.co/KBLab/sentence-bert-swedish-cased
|
1149 |
seq_len: 512
|
|
|
1152 |
is_external: true
|
1153 |
is_proprietary: false
|
1154 |
is_sentence_transformers_compatible: true
|
1155 |
+
uses_instruct: false
|
1156 |
sentence-camembert-base:
|
1157 |
link: https://huggingface.co/dangvantuan/sentence-camembert-base
|
1158 |
seq_len: 512
|
|
|
1161 |
is_external: true
|
1162 |
is_proprietary: false
|
1163 |
is_sentence_transformers_compatible: true
|
1164 |
+
uses_instruct: false
|
1165 |
sentence-camembert-large:
|
1166 |
link: https://huggingface.co/dangvantuan/sentence-camembert-large
|
1167 |
seq_len: 512
|
|
|
1170 |
is_external: true
|
1171 |
is_proprietary: false
|
1172 |
is_sentence_transformers_compatible: true
|
1173 |
+
uses_instruct: false
|
1174 |
sentence-croissant-llm-base:
|
1175 |
link: https://huggingface.co/Wissam42/sentence-croissant-llm-base
|
1176 |
seq_len: 2048
|
|
|
1179 |
is_external: true
|
1180 |
is_proprietary: false
|
1181 |
is_sentence_transformers_compatible: true
|
1182 |
+
uses_instruct: false
|
1183 |
sentence-t5-base:
|
1184 |
link: https://huggingface.co/sentence-transformers/sentence-t5-base
|
1185 |
seq_len: 512
|
|
|
1188 |
is_external: true
|
1189 |
is_proprietary: false
|
1190 |
is_sentence_transformers_compatible: true
|
1191 |
+
uses_instruct: false
|
1192 |
sentence-t5-large:
|
1193 |
link: https://huggingface.co/sentence-transformers/sentence-t5-large
|
1194 |
seq_len: 512
|
|
|
1197 |
is_external: true
|
1198 |
is_proprietary: false
|
1199 |
is_sentence_transformers_compatible: true
|
1200 |
+
uses_instruct: false
|
1201 |
sentence-t5-xl:
|
1202 |
link: https://huggingface.co/sentence-transformers/sentence-t5-xl
|
1203 |
seq_len: 512
|
|
|
1206 |
is_external: true
|
1207 |
is_proprietary: false
|
1208 |
is_sentence_transformers_compatible: true
|
1209 |
+
uses_instruct: false
|
1210 |
sentence-t5-xxl:
|
1211 |
link: https://huggingface.co/sentence-transformers/sentence-t5-xxl
|
1212 |
seq_len: 512
|
|
|
1215 |
is_external: true
|
1216 |
is_proprietary: false
|
1217 |
is_sentence_transformers_compatible: true
|
1218 |
+
uses_instruct: false
|
1219 |
silver-retriever-base-v1:
|
1220 |
link: https://huggingface.co/ipipan/silver-retriever-base-v1
|
1221 |
seq_len: 514
|
|
|
1224 |
is_external: true
|
1225 |
is_proprietary: false
|
1226 |
is_sentence_transformers_compatible: true
|
1227 |
+
uses_instruct: false
|
1228 |
st-polish-paraphrase-from-distilroberta:
|
1229 |
link: https://huggingface.co/sdadas/st-polish-paraphrase-from-distilroberta
|
1230 |
seq_len: 514
|
|
|
1233 |
is_external: true
|
1234 |
is_proprietary: false
|
1235 |
is_sentence_transformers_compatible: true
|
1236 |
+
uses_instruct: false
|
1237 |
st-polish-paraphrase-from-mpnet:
|
1238 |
link: https://huggingface.co/sdadas/st-polish-paraphrase-from-mpnet
|
1239 |
seq_len: 514
|
|
|
1242 |
is_external: true
|
1243 |
is_proprietary: false
|
1244 |
is_sentence_transformers_compatible: true
|
1245 |
+
uses_instruct: false
|
1246 |
sup-simcse-bert-base-uncased:
|
1247 |
link: https://huggingface.co/princeton-nlp/sup-simcse-bert-base-uncased
|
1248 |
seq_len: 512
|
|
|
1251 |
is_external: true
|
1252 |
is_proprietary: false
|
1253 |
is_sentence_transformers_compatible: true
|
1254 |
+
uses_instruct: false
|
1255 |
text-embedding-3-large:
|
1256 |
link: https://openai.com/blog/new-embedding-models-and-api-updates
|
1257 |
seq_len: 8191
|
|
|
1260 |
is_external: true
|
1261 |
is_proprietary: true
|
1262 |
is_sentence_transformers_compatible: false
|
1263 |
+
uses_instruct: false
|
1264 |
+
text-embedding-3-large-instruct:
|
1265 |
+
link: https://openai.com/blog/new-embedding-models-and-api-updates
|
1266 |
+
seq_len: 8191
|
1267 |
+
size: null
|
1268 |
+
dim: 3072
|
1269 |
+
is_external: true
|
1270 |
+
is_proprietary: true
|
1271 |
+
is_sentence_transformers_compatible: false
|
1272 |
+
uses_instruct: true
|
1273 |
text-embedding-3-large-256:
|
1274 |
link: https://openai.com/blog/new-embedding-models-and-api-updates
|
1275 |
seq_len: 8191
|
|
|
1278 |
is_external: true
|
1279 |
is_proprietary: true
|
1280 |
is_sentence_transformers_compatible: false
|
1281 |
+
uses_instruct: false
|
1282 |
text-embedding-3-small:
|
1283 |
link: https://openai.com/blog/new-embedding-models-and-api-updates
|
1284 |
seq_len: 8191
|
|
|
1287 |
is_external: true
|
1288 |
is_proprietary: true
|
1289 |
is_sentence_transformers_compatible: false
|
1290 |
+
uses_instruct: false
|
1291 |
+
text-embedding-3-small-instruct:
|
1292 |
+
link: https://openai.com/blog/new-embedding-models-and-api-updates
|
1293 |
+
seq_len: 8191
|
1294 |
+
size: null
|
1295 |
+
dim: 1536
|
1296 |
+
is_external: true
|
1297 |
+
is_proprietary: true
|
1298 |
+
is_sentence_transformers_compatible: false
|
1299 |
+
uses_instruct: true
|
1300 |
text-embedding-ada-002:
|
1301 |
link: https://openai.com/blog/new-and-improved-embedding-model
|
1302 |
seq_len: 8191
|
|
|
1305 |
is_external: true
|
1306 |
is_proprietary: true
|
1307 |
is_sentence_transformers_compatible: false
|
1308 |
+
uses_instruct: false
|
1309 |
+
text-embedding-ada-002-instruct:
|
1310 |
+
link: https://openai.com/blog/new-and-improved-embedding-model
|
1311 |
+
seq_len: 8191
|
1312 |
+
size: null
|
1313 |
+
dim: 1536
|
1314 |
+
is_external: true
|
1315 |
+
is_proprietary: true
|
1316 |
+
is_sentence_transformers_compatible: false
|
1317 |
+
uses_instruct: true
|
1318 |
text-search-ada-001:
|
1319 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1320 |
seq_len: 2046
|
|
|
1323 |
is_external: true
|
1324 |
is_proprietary: true
|
1325 |
is_sentence_transformers_compatible: false
|
1326 |
+
uses_instruct: false
|
1327 |
text-search-ada-doc-001:
|
1328 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1329 |
seq_len: 2046
|
|
|
1332 |
is_external: true
|
1333 |
is_proprietary: true
|
1334 |
is_sentence_transformers_compatible: false
|
1335 |
+
uses_instruct: false
|
1336 |
text-search-ada-query-001:
|
1337 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1338 |
seq_len: 2046
|
|
|
1341 |
is_external: false
|
1342 |
is_proprietary: true
|
1343 |
is_sentence_transformers_compatible: false
|
1344 |
+
uses_instruct: false
|
1345 |
text-search-babbage-001:
|
1346 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1347 |
seq_len: 2046
|
|
|
1350 |
is_external: true
|
1351 |
is_proprietary: true
|
1352 |
is_sentence_transformers_compatible: false
|
1353 |
+
uses_instruct: false
|
1354 |
text-search-curie-001:
|
1355 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1356 |
seq_len: 2046
|
|
|
1359 |
is_external: true
|
1360 |
is_proprietary: true
|
1361 |
is_sentence_transformers_compatible: false
|
1362 |
+
uses_instruct: false
|
1363 |
text-search-davinci-001:
|
1364 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1365 |
seq_len: 2046
|
|
|
1368 |
is_external: true
|
1369 |
is_proprietary: true
|
1370 |
is_sentence_transformers_compatible: false
|
1371 |
+
uses_instruct: false
|
1372 |
text-similarity-ada-001:
|
1373 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1374 |
seq_len: 2046
|
|
|
1377 |
is_external: true
|
1378 |
is_proprietary: true
|
1379 |
is_sentence_transformers_compatible: false
|
1380 |
+
uses_instruct: false
|
1381 |
text-similarity-babbage-001:
|
1382 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1383 |
seq_len: 2046
|
|
|
1386 |
is_external: true
|
1387 |
is_proprietary: true
|
1388 |
is_sentence_transformers_compatible: false
|
1389 |
+
uses_instruct: false
|
1390 |
text-similarity-curie-001:
|
1391 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1392 |
seq_len: 2046
|
|
|
1395 |
is_external: true
|
1396 |
is_proprietary: true
|
1397 |
is_sentence_transformers_compatible: false
|
1398 |
+
uses_instruct: false
|
1399 |
text-similarity-davinci-001:
|
1400 |
link: https://openai.com/blog/introducing-text-and-code-embeddings
|
1401 |
seq_len: 2046
|
|
|
1404 |
is_external: true
|
1405 |
is_proprietary: true
|
1406 |
is_sentence_transformers_compatible: false
|
1407 |
+
uses_instruct: false
|
1408 |
tart-dual-contriever-msmarco:
|
1409 |
link: https://huggingface.co/orionweller/tart-dual-contriever-msmarco
|
1410 |
seq_len: 512
|
|
|
1413 |
is_external: true
|
1414 |
is_proprietary: false
|
1415 |
is_sentence_transformers_compatible: false
|
1416 |
+
uses_instruct: true
|
1417 |
tart-full-flan-t5-xl:
|
1418 |
link: https://huggingface.co/facebook/tart-full-flan-t5-xl
|
1419 |
seq_len: 512
|
|
|
1422 |
is_external: true
|
1423 |
is_proprietary: false
|
1424 |
is_sentence_transformers_compatible: false
|
1425 |
+
uses_instruct: true
|
1426 |
text2vec-base-chinese:
|
1427 |
link: https://huggingface.co/shibing624/text2vec-base-chinese
|
1428 |
seq_len: 512
|
|
|
1431 |
is_external: true
|
1432 |
is_proprietary: false
|
1433 |
is_sentence_transformers_compatible: true
|
1434 |
+
uses_instruct: false
|
1435 |
text2vec-base-multilingual:
|
1436 |
link: null
|
1437 |
seq_len: null
|
|
|
1440 |
is_external: true
|
1441 |
is_proprietary: false
|
1442 |
is_sentence_transformers_compatible: false
|
1443 |
+
uses_instruct: false
|
1444 |
text2vec-large-chinese:
|
1445 |
link: https://huggingface.co/GanymedeNil/text2vec-large-chinese
|
1446 |
seq_len: 512
|
|
|
1449 |
is_external: true
|
1450 |
is_proprietary: false
|
1451 |
is_sentence_transformers_compatible: true
|
1452 |
+
uses_instruct: false
|
1453 |
titan-embed-text-v1:
|
1454 |
link: https://docs.aws.amazon.com/bedrock/latest/userguide/embeddings.html
|
1455 |
seq_len: 8000
|
|
|
1458 |
is_external: true
|
1459 |
is_proprietary: true
|
1460 |
is_sentence_transformers_compatible: false
|
1461 |
+
uses_instruct: false
|
1462 |
udever-bloom-1b1:
|
1463 |
link: https://huggingface.co/izhx/udever-bloom-1b1
|
1464 |
seq_len: 2048
|
|
|
1467 |
is_external: true
|
1468 |
is_proprietary: false
|
1469 |
is_sentence_transformers_compatible: true
|
1470 |
+
uses_instruct: false
|
1471 |
udever-bloom-560m:
|
1472 |
link: https://huggingface.co/izhx/udever-bloom-560m
|
1473 |
seq_len: 2048
|
|
|
1476 |
is_external: true
|
1477 |
is_proprietary: false
|
1478 |
is_sentence_transformers_compatible: true
|
1479 |
+
uses_instruct: false
|
1480 |
universal-sentence-encoder-multilingual-3:
|
1481 |
link: https://huggingface.co/vprelovac/universal-sentence-encoder-multilingual-3
|
1482 |
seq_len: 512
|
|
|
1485 |
is_external: true
|
1486 |
is_proprietary: false
|
1487 |
is_sentence_transformers_compatible: true
|
1488 |
+
uses_instruct: false
|
1489 |
universal-sentence-encoder-multilingual-large-3:
|
1490 |
link: https://huggingface.co/vprelovac/universal-sentence-encoder-multilingual-large-3
|
1491 |
seq_len: 512
|
|
|
1494 |
is_external: true
|
1495 |
is_proprietary: false
|
1496 |
is_sentence_transformers_compatible: true
|
1497 |
+
uses_instruct: false
|
1498 |
unsup-simcse-bert-base-uncased:
|
1499 |
link: https://huggingface.co/princeton-nlp/unsup-simcse-bert-base-uncased
|
1500 |
seq_len: 512
|
|
|
1503 |
is_external: true
|
1504 |
is_proprietary: false
|
1505 |
is_sentence_transformers_compatible: true
|
1506 |
+
uses_instruct: false
|
1507 |
use-cmlm-multilingual:
|
1508 |
link: https://huggingface.co/sentence-transformers/use-cmlm-multilingual
|
1509 |
seq_len: 512
|
|
|
1512 |
is_external: true
|
1513 |
is_proprietary: false
|
1514 |
is_sentence_transformers_compatible: true
|
1515 |
+
uses_instruct: false
|
1516 |
voyage-2:
|
1517 |
link: https://docs.voyageai.com/embeddings/
|
1518 |
seq_len: 1024
|
|
|
1521 |
is_external: true
|
1522 |
is_proprietary: true
|
1523 |
is_sentence_transformers_compatible: false
|
1524 |
+
uses_instruct: false
|
1525 |
voyage-code-2:
|
1526 |
link: https://docs.voyageai.com/embeddings/
|
1527 |
seq_len: 16000
|
|
|
1530 |
is_external: true
|
1531 |
is_proprietary: true
|
1532 |
is_sentence_transformers_compatible: false
|
1533 |
+
uses_instruct: false
|
1534 |
voyage-large-2-instruct:
|
1535 |
link: https://docs.voyageai.com/embeddings/
|
1536 |
seq_len: 16000
|
|
|
1539 |
is_external: true
|
1540 |
is_proprietary: false
|
1541 |
is_sentence_transformers_compatible: false
|
1542 |
+
uses_instruct: true
|
1543 |
voyage-law-2:
|
1544 |
link: https://docs.voyageai.com/embeddings/
|
1545 |
seq_len: 16000
|
|
|
1548 |
is_external: true
|
1549 |
is_proprietary: true
|
1550 |
is_sentence_transformers_compatible: false
|
1551 |
+
uses_instruct: false
|
1552 |
voyage-lite-01-instruct:
|
1553 |
link: https://docs.voyageai.com/embeddings/
|
1554 |
seq_len: 4000
|
|
|
1557 |
is_external: true
|
1558 |
is_proprietary: true
|
1559 |
is_sentence_transformers_compatible: false
|
1560 |
+
uses_instruct: true
|
1561 |
voyage-lite-02-instruct:
|
1562 |
link: https://docs.voyageai.com/embeddings/
|
1563 |
seq_len: 4000
|
|
|
1566 |
is_external: true
|
1567 |
is_proprietary: true
|
1568 |
is_sentence_transformers_compatible: false
|
1569 |
+
uses_instruct: true
|
1570 |
voyage-multilingual-2:
|
1571 |
link: https://docs.voyageai.com/embeddings/
|
1572 |
seq_len: 32000
|
|
|
1575 |
is_external: true
|
1576 |
is_proprietary: true
|
1577 |
is_sentence_transformers_compatible: false
|
1578 |
+
uses_instruct: false
|
1579 |
xlm-roberta-base:
|
1580 |
link: https://huggingface.co/xlm-roberta-base
|
1581 |
seq_len: 514
|
|
|
1584 |
is_external: true
|
1585 |
is_proprietary: false
|
1586 |
is_sentence_transformers_compatible: true
|
1587 |
+
uses_instruct: false
|
1588 |
xlm-roberta-large:
|
1589 |
link: https://huggingface.co/xlm-roberta-large
|
1590 |
seq_len: 514
|
|
|
1593 |
is_external: true
|
1594 |
is_proprietary: false
|
1595 |
is_sentence_transformers_compatible: true
|
1596 |
+
uses_instruct: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1597 |
models_to_skip:
|
1598 |
- michaelfeil/ct2fast-e5-large-v2
|
1599 |
- McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse
|
refresh.py
CHANGED
@@ -1,7 +1,6 @@
|
|
1 |
from functools import reduce
|
2 |
import json
|
3 |
import os
|
4 |
-
import pickle
|
5 |
import re
|
6 |
|
7 |
from datasets import load_dataset
|
@@ -47,6 +46,8 @@ SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS = {k for k,v in MODEL_META["model_meta"]
|
|
47 |
MODELS_TO_SKIP = MODEL_META["models_to_skip"]
|
48 |
CROSS_ENCODERS = MODEL_META["cross_encoders"]
|
49 |
BI_ENCODERS = [k for k, _ in MODEL_META["model_meta"].items() if k not in CROSS_ENCODERS + ["bm25"]]
|
|
|
|
|
50 |
|
51 |
|
52 |
|
@@ -87,7 +88,7 @@ def make_clickable_model(model_name, link=None):
|
|
87 |
|
88 |
|
89 |
def add_lang(examples):
|
90 |
-
if not(examples["eval_language"]):
|
91 |
examples["mteb_dataset_name_with_lang"] = examples["mteb_dataset_name"]
|
92 |
else:
|
93 |
examples["mteb_dataset_name_with_lang"] = examples["mteb_dataset_name"] + f' ({examples["eval_language"]})'
|
@@ -407,7 +408,7 @@ def refresh_leaderboard():
|
|
407 |
pbar_tasks = tqdm(BOARDS_CONFIG.items(), desc="Fetching leaderboard results for ???", total=len(BOARDS_CONFIG), leave=True)
|
408 |
for board, board_config in pbar_tasks:
|
409 |
# To add only a single new board, you can uncomment the below to be faster
|
410 |
-
|
411 |
boards_data[board] = {
|
412 |
"data_overall": None,
|
413 |
"data_tasks": {}
|
|
|
1 |
from functools import reduce
|
2 |
import json
|
3 |
import os
|
|
|
4 |
import re
|
5 |
|
6 |
from datasets import load_dataset
|
|
|
46 |
MODELS_TO_SKIP = MODEL_META["models_to_skip"]
|
47 |
CROSS_ENCODERS = MODEL_META["cross_encoders"]
|
48 |
BI_ENCODERS = [k for k, _ in MODEL_META["model_meta"].items() if k not in CROSS_ENCODERS + ["bm25"]]
|
49 |
+
INSTRUCT_MODELS = {k for k,v in MODEL_META["model_meta"].items() if v.get("uses_instruct", False)}
|
50 |
+
NOINSTRUCT_MODELS = {k for k,v in MODEL_META["model_meta"].items() if not v.get("uses_instruct", False)}
|
51 |
|
52 |
|
53 |
|
|
|
88 |
|
89 |
|
90 |
def add_lang(examples):
|
91 |
+
if not(examples["eval_language"]) or (examples["eval_language"] == "default"):
|
92 |
examples["mteb_dataset_name_with_lang"] = examples["mteb_dataset_name"]
|
93 |
else:
|
94 |
examples["mteb_dataset_name_with_lang"] = examples["mteb_dataset_name"] + f' ({examples["eval_language"]})'
|
|
|
408 |
pbar_tasks = tqdm(BOARDS_CONFIG.items(), desc="Fetching leaderboard results for ???", total=len(BOARDS_CONFIG), leave=True)
|
409 |
for board, board_config in pbar_tasks:
|
410 |
# To add only a single new board, you can uncomment the below to be faster
|
411 |
+
if board != "rar-b": continue
|
412 |
boards_data[board] = {
|
413 |
"data_overall": None,
|
414 |
"data_tasks": {}
|