Spaces:
Running
Running
Fix max tokens in LLM2Vec Models (#96)
Browse files- update max tokens for LLM2Vec models (b4e6a14f3f69d207ae910b9262232adee306a3ef)
app.py
CHANGED
@@ -721,12 +721,12 @@ EXTERNAL_MODEL_TO_SEQLEN = {
|
|
721 |
"Cohere-embed-multilingual-light-v3.0": 512,
|
722 |
"DanskBERT": 514,
|
723 |
"LASER2": "N/A",
|
724 |
-
"LLM2Vec-Llama-supervised":
|
725 |
-
"LLM2Vec-Llama-unsupervised":
|
726 |
-
"LLM2Vec-Mistral-supervised":
|
727 |
-
"LLM2Vec-Mistral-unsupervised":
|
728 |
-
"LLM2Vec-Sheared-Llama-supervised":
|
729 |
-
"LLM2Vec-Sheared-Llama-unsupervised":
|
730 |
"LaBSE": 512,
|
731 |
"all-MiniLM-L12-v2": 512,
|
732 |
"all-MiniLM-L6-v2": 512,
|
|
|
721 |
"Cohere-embed-multilingual-light-v3.0": 512,
|
722 |
"DanskBERT": 514,
|
723 |
"LASER2": "N/A",
|
724 |
+
"LLM2Vec-Llama-supervised": 4096,
|
725 |
+
"LLM2Vec-Llama-unsupervised": 4096,
|
726 |
+
"LLM2Vec-Mistral-supervised": 32768,
|
727 |
+
"LLM2Vec-Mistral-unsupervised": 32768,
|
728 |
+
"LLM2Vec-Sheared-Llama-supervised": 4096,
|
729 |
+
"LLM2Vec-Sheared-Llama-unsupervised": 4096,
|
730 |
"LaBSE": 512,
|
731 |
"all-MiniLM-L12-v2": 512,
|
732 |
"all-MiniLM-L6-v2": 512,
|