diff --git "a/boards_data/en/data_tasks/Summarization/default.jsonl" "b/boards_data/en/data_tasks/Summarization/default.jsonl" --- "a/boards_data/en/data_tasks/Summarization/default.jsonl" +++ "b/boards_data/en/data_tasks/Summarization/default.jsonl" @@ -1,184 +1,180 @@ -{"level_0":0,"index":123,"Rank":1,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":33.6} -{"level_0":1,"index":194,"Rank":2,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.71} -{"level_0":2,"index":133,"Rank":3,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.71} -{"level_0":3,"index":1,"Rank":4,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"SummEval":32.63} -{"level_0":4,"index":151,"Rank":5,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.52} -{"level_0":5,"index":137,"Rank":6,"Model":"stella-base-en-v2-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.52} -{"level_0":6,"index":98,"Rank":7,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.47} -{"level_0":7,"index":0,"Rank":8,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"SummEval":32.36} -{"level_0":8,"index":149,"Rank":9,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"SummEval":32.32} -{"level_0":9,"index":53,"Rank":10,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.12} -{"level_0":10,"index":168,"Rank":11,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.06} -{"level_0":11,"index":165,"Rank":12,"Model":"UAE-Large-V1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.03} -{"level_0":12,"index":111,"Rank":13,"Model":"UAE-Large-V1-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.03} -{"level_0":13,"index":108,"Rank":14,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.03} -{"level_0":14,"index":197,"Rank":15,"Model":"b1ade-embed-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.93} -{"level_0":15,"index":261,"Rank":16,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.93} -{"level_0":16,"index":148,"Rank":17,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.84} -{"level_0":17,"index":103,"Rank":18,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.75} -{"level_0":18,"index":253,"Rank":19,"Model":"gte-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.66} -{"level_0":19,"index":139,"Rank":20,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.66} -{"level_0":20,"index":150,"Rank":21,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} -{"level_0":21,"index":114,"Rank":22,"Model":"bge-large-en-v1.5-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} -{"level_0":22,"index":170,"Rank":23,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} -{"level_0":23,"index":22,"Rank":24,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"SummEval":31.61} -{"level_0":24,"index":135,"Rank":25,"Model":"jina-embeddings-v2-base-en-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.6} -{"level_0":25,"index":175,"Rank":26,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"SummEval":31.6} -{"level_0":26,"index":242,"Rank":27,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":31.57} -{"level_0":27,"index":174,"Rank":28,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.55} -{"level_0":28,"index":193,"Rank":29,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.55} -{"level_0":29,"index":138,"Rank":30,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.49} -{"level_0":30,"index":15,"Rank":31,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"SummEval":31.46} -{"level_0":31,"index":83,"Rank":32,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.46} -{"level_0":32,"index":63,"Rank":33,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"SummEval":31.45} -{"level_0":33,"index":156,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":31.4} -{"level_0":34,"index":243,"Rank":35,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.39} -{"level_0":35,"index":157,"Rank":36,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.39} -{"level_0":36,"index":101,"Rank":37,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.38} -{"level_0":37,"index":61,"Rank":38,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"SummEval":31.38} -{"level_0":38,"index":205,"Rank":39,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.35} -{"level_0":39,"index":126,"Rank":40,"Model":"gte-Qwen2-7B-instruct-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.35} -{"level_0":40,"index":17,"Rank":41,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"SummEval":31.35} -{"level_0":41,"index":33,"Rank":42,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.29} -{"level_0":42,"index":207,"Rank":43,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.28} -{"level_0":43,"index":69,"Rank":44,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.27} -{"level_0":44,"index":173,"Rank":45,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.25} -{"level_0":45,"index":44,"Rank":46,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.23} -{"level_0":46,"index":67,"Rank":47,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":31.23} -{"level_0":47,"index":116,"Rank":48,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.22} -{"level_0":48,"index":215,"Rank":49,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"SummEval":31.2} -{"level_0":49,"index":252,"Rank":50,"Model":"gte-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.17} -{"level_0":50,"index":217,"Rank":51,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.17} -{"level_0":51,"index":16,"Rank":52,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.17} -{"level_0":52,"index":204,"Rank":53,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.17} -{"level_0":53,"index":18,"Rank":54,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.17} -{"level_0":54,"index":96,"Rank":55,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":31.16} -{"level_0":55,"index":158,"Rank":56,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.16} -{"level_0":56,"index":105,"Rank":57,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.16} -{"level_0":57,"index":218,"Rank":58,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.15} -{"level_0":58,"index":118,"Rank":59,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.14} -{"level_0":59,"index":284,"Rank":60,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.12} -{"level_0":60,"index":166,"Rank":61,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.1} -{"level_0":61,"index":182,"Rank":62,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} -{"level_0":62,"index":180,"Rank":63,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} -{"level_0":63,"index":120,"Rank":64,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} -{"level_0":64,"index":181,"Rank":65,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} -{"level_0":65,"index":20,"Rank":66,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"SummEval":31.07} -{"level_0":66,"index":179,"Rank":67,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} -{"level_0":67,"index":227,"Rank":68,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEval":31.05} -{"level_0":68,"index":134,"Rank":69,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEval":31.05} -{"level_0":69,"index":285,"Rank":70,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.03} -{"level_0":70,"index":82,"Rank":71,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.03} -{"level_0":71,"index":152,"Rank":72,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.01} -{"level_0":72,"index":9,"Rank":73,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"SummEval":31.01} -{"level_0":73,"index":183,"Rank":74,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.01} -{"level_0":74,"index":36,"Rank":75,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.99} -{"level_0":75,"index":58,"Rank":76,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.98} -{"level_0":76,"index":68,"Rank":77,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97} -{"level_0":77,"index":8,"Rank":78,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97} -{"level_0":78,"index":169,"Rank":79,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97} -{"level_0":79,"index":154,"Rank":80,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.97} -{"level_0":80,"index":117,"Rank":81,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.96} -{"level_0":81,"index":62,"Rank":82,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"SummEval":30.94} -{"level_0":82,"index":19,"Rank":83,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.91} -{"level_0":83,"index":115,"Rank":84,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.87} -{"level_0":84,"index":51,"Rank":85,"Model":"neural-embedding-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.87} -{"level_0":85,"index":121,"Rank":86,"Model":"snowflake-arctic-embed-l-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84} -{"level_0":86,"index":99,"Rank":87,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84} -{"level_0":87,"index":6,"Rank":88,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84} -{"level_0":88,"index":219,"Rank":89,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.83} -{"level_0":89,"index":186,"Rank":90,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.82} -{"level_0":90,"index":229,"Rank":91,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEval":30.81} -{"level_0":91,"index":281,"Rank":92,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.8} -{"level_0":92,"index":259,"Rank":93,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.79} -{"level_0":93,"index":21,"Rank":94,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.77} -{"level_0":94,"index":178,"Rank":95,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.73} -{"level_0":95,"index":208,"Rank":96,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.72} -{"level_0":96,"index":72,"Rank":97,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.71} -{"level_0":97,"index":171,"Rank":98,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.71} -{"level_0":98,"index":95,"Rank":99,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.71} -{"level_0":99,"index":241,"Rank":100,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.67} -{"level_0":100,"index":238,"Rank":101,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.64} -{"level_0":101,"index":97,"Rank":102,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.62} -{"level_0":102,"index":167,"Rank":103,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.62} -{"level_0":103,"index":125,"Rank":104,"Model":"NoInstruct-small-Embedding-v0-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.6} -{"level_0":104,"index":119,"Rank":105,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.6} -{"level_0":105,"index":262,"Rank":106,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.57} -{"level_0":106,"index":177,"Rank":107,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.56} -{"level_0":107,"index":141,"Rank":108,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.56} -{"level_0":108,"index":136,"Rank":109,"Model":"jina-embeddings-v2-small-en-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.56} -{"level_0":109,"index":77,"Rank":110,"Model":"test24<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.52} -{"level_0":110,"index":233,"Rank":111,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"SummEval":30.49} -{"level_0":111,"index":211,"Rank":112,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.47} -{"level_0":112,"index":79,"Rank":113,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.43} -{"level_0":113,"index":254,"Rank":114,"Model":"gte-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.42} -{"level_0":114,"index":35,"Rank":115,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.41} -{"level_0":115,"index":213,"Rank":116,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} -{"level_0":116,"index":161,"Rank":117,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.39} -{"level_0":117,"index":84,"Rank":118,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.38} -{"level_0":118,"index":214,"Rank":119,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.36} -{"level_0":119,"index":100,"Rank":120,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.31} -{"level_0":120,"index":70,"Rank":121,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.3} -{"level_0":121,"index":153,"Rank":122,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.28} -{"level_0":122,"index":140,"Rank":123,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.28} -{"level_0":123,"index":81,"Rank":124,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.26} -{"level_0":124,"index":42,"Rank":125,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"SummEval":30.26} -{"level_0":125,"index":184,"Rank":126,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.25} -{"level_0":126,"index":237,"Rank":127,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEval":30.21} -{"level_0":127,"index":93,"Rank":128,"Model":"e5-large-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.19} -{"level_0":128,"index":65,"Rank":129,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.19} -{"level_0":129,"index":155,"Rank":130,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.19} -{"level_0":130,"index":34,"Rank":131,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.18} -{"level_0":131,"index":24,"Rank":132,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"SummEval":30.12} -{"level_0":132,"index":159,"Rank":133,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":30.11} -{"level_0":133,"index":248,"Rank":134,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.1} -{"level_0":134,"index":104,"Rank":135,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.1} -{"level_0":135,"index":206,"Rank":136,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"SummEval":30.08} -{"level_0":136,"index":27,"Rank":137,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.08} -{"level_0":137,"index":28,"Rank":138,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.08} -{"level_0":138,"index":26,"Rank":139,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.08} -{"level_0":139,"index":246,"Rank":140,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.08} -{"level_0":140,"index":129,"Rank":141,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"SummEval":30.08} -{"level_0":141,"index":29,"Rank":142,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.08} -{"level_0":142,"index":210,"Rank":143,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.05} -{"level_0":143,"index":66,"Rank":144,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":30.01} -{"level_0":144,"index":162,"Rank":145,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":29.98} -{"level_0":145,"index":64,"Rank":146,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":29.96} -{"level_0":146,"index":282,"Rank":147,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} -{"level_0":147,"index":283,"Rank":148,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} -{"level_0":148,"index":71,"Rank":149,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.91} -{"level_0":149,"index":245,"Rank":150,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEval":29.91} -{"level_0":150,"index":106,"Rank":151,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.87} -{"level_0":151,"index":176,"Rank":152,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.87} -{"level_0":152,"index":147,"Rank":153,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.85} -{"level_0":153,"index":172,"Rank":154,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.85} -{"level_0":154,"index":113,"Rank":155,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.83} -{"level_0":155,"index":43,"Rank":156,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.82} -{"level_0":156,"index":122,"Rank":157,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.82} -{"level_0":157,"index":267,"Rank":158,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.78} -{"level_0":158,"index":260,"Rank":159,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.71} -{"level_0":159,"index":80,"Rank":160,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.71} -{"level_0":160,"index":160,"Rank":161,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":29.69} -{"level_0":161,"index":235,"Rank":162,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.67} -{"level_0":162,"index":244,"Rank":163,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.64} -{"level_0":163,"index":209,"Rank":164,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":29.59} -{"level_0":164,"index":256,"Rank":165,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51} -{"level_0":165,"index":236,"Rank":166,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.5} -{"level_0":166,"index":239,"Rank":167,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.5} -{"level_0":167,"index":107,"Rank":168,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.47} -{"level_0":168,"index":257,"Rank":169,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.42} -{"level_0":169,"index":78,"Rank":170,"Model":"test25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.33} -{"level_0":170,"index":185,"Rank":171,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.02} -{"level_0":171,"index":127,"Rank":172,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.02} -{"level_0":172,"index":258,"Rank":173,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.01} -{"level_0":173,"index":232,"Rank":174,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"SummEval":28.87} -{"level_0":174,"index":60,"Rank":175,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"SummEval":28.49} -{"level_0":175,"index":212,"Rank":176,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":28.41} -{"level_0":176,"index":228,"Rank":177,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":27.9} -{"level_0":177,"index":231,"Rank":178,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":27.66} -{"level_0":178,"index":112,"Rank":179,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":27.54} -{"level_0":179,"index":230,"Rank":180,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":27.49} -{"level_0":180,"index":277,"Rank":181,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":26.94} -{"level_0":181,"index":11,"Rank":182,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"SummEval":26.8} -{"level_0":182,"index":23,"Rank":183,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":0.31} -{"level_0":183,"index":263,"Rank":184,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":0.29} +{"index":122,"Rank":1,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":33.6} +{"index":191,"Rank":2,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.71} +{"index":130,"Rank":3,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.71} +{"index":1,"Rank":4,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"SummEval":32.63} +{"index":148,"Rank":5,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.52} +{"index":134,"Rank":6,"Model":"stella-base-en-v2-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.52} +{"index":98,"Rank":7,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.47} +{"index":0,"Rank":8,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"SummEval":32.36} +{"index":146,"Rank":9,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"SummEval":32.32} +{"index":53,"Rank":10,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.12} +{"index":165,"Rank":11,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.06} +{"index":108,"Rank":12,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.03} +{"index":111,"Rank":13,"Model":"UAE-Large-V1-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.03} +{"index":162,"Rank":14,"Model":"UAE-Large-V1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":32.03} +{"index":256,"Rank":15,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.93} +{"index":145,"Rank":16,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":31.84} +{"index":103,"Rank":17,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.75} +{"index":263,"Rank":18,"Model":"snowflake-arctic-embed-s-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.75} +{"index":136,"Rank":19,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.66} +{"index":248,"Rank":20,"Model":"gte-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.66} +{"index":147,"Rank":21,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} +{"index":22,"Rank":22,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"SummEval":31.61} +{"index":167,"Rank":23,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} +{"index":114,"Rank":24,"Model":"bge-large-en-v1.5-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.61} +{"index":172,"Rank":25,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"SummEval":31.6} +{"index":132,"Rank":26,"Model":"jina-embeddings-v2-base-en-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.6} +{"index":237,"Rank":27,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":31.57} +{"index":190,"Rank":28,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.55} +{"index":171,"Rank":29,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.55} +{"index":135,"Rank":30,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.49} +{"index":83,"Rank":31,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.46} +{"index":15,"Rank":32,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"SummEval":31.46} +{"index":63,"Rank":33,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"SummEval":31.45} +{"index":153,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":31.4} +{"index":238,"Rank":35,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.39} +{"index":154,"Rank":36,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":31.39} +{"index":101,"Rank":37,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.38} +{"index":61,"Rank":38,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"SummEval":31.38} +{"index":17,"Rank":39,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"SummEval":31.35} +{"index":33,"Rank":40,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.29} +{"index":202,"Rank":41,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.28} +{"index":69,"Rank":42,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.27} +{"index":170,"Rank":43,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.25} +{"index":44,"Rank":44,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.23} +{"index":67,"Rank":45,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":31.23} +{"index":116,"Rank":46,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.22} +{"index":210,"Rank":47,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"SummEval":31.2} +{"index":23,"Rank":48,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.2} +{"index":18,"Rank":49,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.17} +{"index":247,"Rank":50,"Model":"gte-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.17} +{"index":200,"Rank":51,"Model":"gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.17} +{"index":16,"Rank":52,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.17} +{"index":212,"Rank":53,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.17} +{"index":96,"Rank":54,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":31.16} +{"index":105,"Rank":55,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.16} +{"index":155,"Rank":56,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.16} +{"index":213,"Rank":57,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.15} +{"index":118,"Rank":58,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.14} +{"index":280,"Rank":59,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.12} +{"index":163,"Rank":60,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.1} +{"index":176,"Rank":61,"Model":"privacy_embedding_rag_10k_base_12_final<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} +{"index":179,"Rank":62,"Model":"privacy_embedding_rag_10k_base_final<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} +{"index":20,"Rank":63,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"SummEval":31.07} +{"index":177,"Rank":64,"Model":"privacy_embedding_rag_10k_base_15_final<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} +{"index":120,"Rank":65,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} +{"index":178,"Rank":66,"Model":"privacy_embedding_rag_10k_base_checkpoint_2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.07} +{"index":131,"Rank":67,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEval":31.05} +{"index":222,"Rank":68,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEval":31.05} +{"index":281,"Rank":69,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.03} +{"index":82,"Rank":70,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.03} +{"index":180,"Rank":71,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":31.01} +{"index":149,"Rank":72,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":31.01} +{"index":9,"Rank":73,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"SummEval":31.01} +{"index":36,"Rank":74,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.99} +{"index":58,"Rank":75,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.98} +{"index":8,"Rank":76,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97} +{"index":166,"Rank":77,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97} +{"index":68,"Rank":78,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.97} +{"index":151,"Rank":79,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.97} +{"index":117,"Rank":80,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.96} +{"index":62,"Rank":81,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"SummEval":30.94} +{"index":19,"Rank":82,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.91} +{"index":51,"Rank":83,"Model":"neural-embedding-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.87} +{"index":115,"Rank":84,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.87} +{"index":99,"Rank":85,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84} +{"index":6,"Rank":86,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.84} +{"index":214,"Rank":87,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.83} +{"index":183,"Rank":88,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.82} +{"index":224,"Rank":89,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEval":30.81} +{"index":277,"Rank":90,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.8} +{"index":254,"Rank":91,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.79} +{"index":21,"Rank":92,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.77} +{"index":175,"Rank":93,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.73} +{"index":203,"Rank":94,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.72} +{"index":95,"Rank":95,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.71} +{"index":168,"Rank":96,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.71} +{"index":72,"Rank":97,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.71} +{"index":236,"Rank":98,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":30.67} +{"index":233,"Rank":99,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.64} +{"index":97,"Rank":100,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.62} +{"index":164,"Rank":101,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.62} +{"index":119,"Rank":102,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.6} +{"index":257,"Rank":103,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.57} +{"index":174,"Rank":104,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.56} +{"index":133,"Rank":105,"Model":"jina-embeddings-v2-small-en-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.56} +{"index":138,"Rank":106,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.56} +{"index":77,"Rank":107,"Model":"test24<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.52} +{"index":228,"Rank":108,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"SummEval":30.49} +{"index":206,"Rank":109,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.47} +{"index":79,"Rank":110,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.43} +{"index":249,"Rank":111,"Model":"gte-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.42} +{"index":35,"Rank":112,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.41} +{"index":208,"Rank":113,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.4} +{"index":158,"Rank":114,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.39} +{"index":84,"Rank":115,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.38} +{"index":209,"Rank":116,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.36} +{"index":100,"Rank":117,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.31} +{"index":70,"Rank":118,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.3} +{"index":150,"Rank":119,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.28} +{"index":137,"Rank":120,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":30.28} +{"index":81,"Rank":121,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.26} +{"index":42,"Rank":122,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"SummEval":30.26} +{"index":181,"Rank":123,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.25} +{"index":232,"Rank":124,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEval":30.21} +{"index":65,"Rank":125,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":30.19} +{"index":93,"Rank":126,"Model":"e5-large-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.19} +{"index":152,"Rank":127,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"SummEval":30.19} +{"index":34,"Rank":128,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.18} +{"index":24,"Rank":129,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"SummEval":30.12} +{"index":156,"Rank":130,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEval":30.11} +{"index":243,"Rank":131,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.1} +{"index":104,"Rank":132,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.1} +{"index":28,"Rank":133,"Model":"UniVaR-lambda-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.08} +{"index":26,"Rank":134,"Model":"UniVaR-lambda-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.08} +{"index":27,"Rank":135,"Model":"UniVaR-lambda-20<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.08} +{"index":241,"Rank":136,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEval":30.08} +{"index":126,"Rank":137,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"SummEval":30.08} +{"index":29,"Rank":138,"Model":"UniVaR-lambda-80<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":30.08} +{"index":201,"Rank":139,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"SummEval":30.08} +{"index":205,"Rank":140,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":30.05} +{"index":66,"Rank":141,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEval":30.01} +{"index":159,"Rank":142,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEval":29.98} +{"index":64,"Rank":143,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEval":29.96} +{"index":279,"Rank":144,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} +{"index":278,"Rank":145,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.92} +{"index":240,"Rank":146,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEval":29.91} +{"index":71,"Rank":147,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.91} +{"index":173,"Rank":148,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.87} +{"index":106,"Rank":149,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.87} +{"index":169,"Rank":150,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.85} +{"index":144,"Rank":151,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.85} +{"index":113,"Rank":152,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.83} +{"index":121,"Rank":153,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.82} +{"index":43,"Rank":154,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.82} +{"index":262,"Rank":155,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.78} +{"index":255,"Rank":156,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.71} +{"index":80,"Rank":157,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.71} +{"index":157,"Rank":158,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEval":29.69} +{"index":230,"Rank":159,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.67} +{"index":239,"Rank":160,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.64} +{"index":204,"Rank":161,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":29.59} +{"index":251,"Rank":162,"Model":"tst<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.51} +{"index":234,"Rank":163,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":29.5} +{"index":231,"Rank":164,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEval":29.5} +{"index":107,"Rank":165,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.47} +{"index":252,"Rank":166,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.42} +{"index":78,"Rank":167,"Model":"test25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.33} +{"index":182,"Rank":168,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.02} +{"index":124,"Rank":169,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.02} +{"index":253,"Rank":170,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":29.01} +{"index":227,"Rank":171,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"SummEval":28.87} +{"index":60,"Rank":172,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"SummEval":28.49} +{"index":207,"Rank":173,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEval":28.41} +{"index":223,"Rank":174,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"SummEval":27.9} +{"index":226,"Rank":175,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":27.66} +{"index":112,"Rank":176,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":27.54} +{"index":225,"Rank":177,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEval":27.49} +{"index":273,"Rank":178,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":26.94} +{"index":11,"Rank":179,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"SummEval":26.8} +{"index":258,"Rank":180,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEval":0.29}