diff --git "a/boards_data/coir/data_tasks/Retrieval/default.jsonl" "b/boards_data/coir/data_tasks/Retrieval/default.jsonl"
--- "a/boards_data/coir/data_tasks/Retrieval/default.jsonl"
+++ "b/boards_data/coir/data_tasks/Retrieval/default.jsonl"
@@ -1,56 +1,57 @@
-{"index":53,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/voyageai\/voyage-code-3\">voyage-code-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.51,"AppsRetrieval":93.62,"CodeFeedbackMT":93.58,"CodeFeedbackST":90.67,"CodeSearchNetCCRetrieval (go)":91.76,"CodeSearchNetCCRetrieval (java)":90.19,"CodeSearchNetCCRetrieval (javascript)":91.53,"CodeSearchNetCCRetrieval (php)":83.39,"CodeSearchNetCCRetrieval (python)":94.43,"CodeSearchNetCCRetrieval (ruby)":89.26,"CodeSearchNetRetrieval (go)":97.5,"CodeSearchNetRetrieval (java)":94.51,"CodeSearchNetRetrieval (javascript)":89.98,"CodeSearchNetRetrieval (php)":92.29,"CodeSearchNetRetrieval (python)":96.69,"CodeSearchNetRetrieval (ruby)":92.83,"CodeTransOceanContest":94.96,"CodeTransOceanDL":38.57,"CosQA":34.45,"StackOverflowQA":97.17,"SyntheticText2SQL":62.87}
-{"index":1,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":77.41,"AppsRetrieval":73.03,"CodeFeedbackMT":66.69,"CodeFeedbackST":83.02,"CodeSearchNetCCRetrieval (go)":75.78,"CodeSearchNetCCRetrieval (java)":79.75,"CodeSearchNetCCRetrieval (javascript)":81.06,"CodeSearchNetCCRetrieval (php)":71.3,"CodeSearchNetCCRetrieval (python)":79.8,"CodeSearchNetCCRetrieval (ruby)":79.51,"CodeSearchNetRetrieval (go)":97.36,"CodeSearchNetRetrieval (java)":93.56,"CodeSearchNetRetrieval (javascript)":87.26,"CodeSearchNetRetrieval (php)":91.69,"CodeSearchNetRetrieval (python)":93.04,"CodeSearchNetRetrieval (ruby)":90.89,"CodeTransOceanContest":89.92,"CodeTransOceanDL":33.92,"CosQA":28.7,"StackOverflowQA":94.33,"SyntheticText2SQL":57.56}
-{"index":14,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":75.86,"AppsRetrieval":35.13,"CodeFeedbackMT":50.64,"CodeFeedbackST":84.08,"CodeSearchNetCCRetrieval (go)":85.44,"CodeSearchNetCCRetrieval (java)":87.63,"CodeSearchNetCCRetrieval (javascript)":87.27,"CodeSearchNetCCRetrieval (php)":79.25,"CodeSearchNetCCRetrieval (python)":90.92,"CodeSearchNetCCRetrieval (ruby)":89.63,"CodeSearchNetRetrieval (go)":90.01,"CodeSearchNetRetrieval (java)":89.84,"CodeSearchNetRetrieval (javascript)":81.43,"CodeSearchNetRetrieval (php)":81.57,"CodeSearchNetRetrieval (python)":91.65,"CodeSearchNetRetrieval (ruby)":85.42,"CodeTransOceanContest":89.22,"CodeTransOceanDL":32.98,"CosQA":31.24,"StackOverflowQA":93.37,"SyntheticText2SQL":60.39}
-{"index":31,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.74,"AppsRetrieval":47.37,"CodeFeedbackMT":77.64,"CodeFeedbackST":86.63,"CodeSearchNetCCRetrieval (go)":71.84,"CodeSearchNetCCRetrieval (java)":77.93,"CodeSearchNetCCRetrieval (javascript)":78.95,"CodeSearchNetCCRetrieval (php)":66.98,"CodeSearchNetCCRetrieval (python)":82.03,"CodeSearchNetCCRetrieval (ruby)":76.53,"CodeSearchNetRetrieval (go)":93.86,"CodeSearchNetRetrieval (java)":90.27,"CodeSearchNetRetrieval (javascript)":82.08,"CodeSearchNetRetrieval (php)":85.92,"CodeSearchNetRetrieval (python)":93.3,"CodeSearchNetRetrieval (ruby)":87.16,"CodeTransOceanContest":89.16,"CodeTransOceanDL":35.18,"CosQA":34.17,"StackOverflowQA":94.22,"SyntheticText2SQL":63.51}
-{"index":54,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":73.51,"AppsRetrieval":28.37,"CodeFeedbackMT":68.92,"CodeFeedbackST":80.42,"CodeSearchNetCCRetrieval (go)":67.19,"CodeSearchNetCCRetrieval (java)":77.23,"CodeSearchNetCCRetrieval (javascript)":77.36,"CodeSearchNetCCRetrieval (php)":65.83,"CodeSearchNetCCRetrieval (python)":76.01,"CodeSearchNetCCRetrieval (ruby)":75.43,"CodeSearchNetRetrieval (go)":96.48,"CodeSearchNetRetrieval (java)":93.18,"CodeSearchNetRetrieval (javascript)":83.14,"CodeSearchNetRetrieval (php)":89.89,"CodeSearchNetRetrieval (python)":92.36,"CodeSearchNetRetrieval (ruby)":87.96,"CodeTransOceanContest":84.25,"CodeTransOceanDL":34.23,"CosQA":31.0,"StackOverflowQA":92.44,"SyntheticText2SQL":68.45}
-{"index":36,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.36,"AppsRetrieval":23.46,"CodeFeedbackMT":36.4,"CodeFeedbackST":76.41,"CodeSearchNetCCRetrieval (go)":84.05,"CodeSearchNetCCRetrieval (java)":86.21,"CodeSearchNetCCRetrieval (javascript)":86.18,"CodeSearchNetCCRetrieval (php)":75.95,"CodeSearchNetCCRetrieval (python)":90.6,"CodeSearchNetCCRetrieval (ruby)":85.89,"CodeSearchNetRetrieval (go)":93.06,"CodeSearchNetRetrieval (java)":84.08,"CodeSearchNetRetrieval (javascript)":80.93,"CodeSearchNetRetrieval (php)":83.14,"CodeSearchNetRetrieval (python)":91.75,"CodeSearchNetRetrieval (ruby)":85.37,"CodeTransOceanContest":88.58,"CodeTransOceanDL":31.74,"CosQA":33.1,"StackOverflowQA":91.02,"SyntheticText2SQL":59.2}
-{"index":40,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.81,"AppsRetrieval":34.89,"CodeFeedbackMT":39.87,"CodeFeedbackST":75.89,"CodeSearchNetCCRetrieval (go)":72.31,"CodeSearchNetCCRetrieval (java)":80.07,"CodeSearchNetCCRetrieval (javascript)":79.2,"CodeSearchNetCCRetrieval (php)":72.49,"CodeSearchNetCCRetrieval (python)":86.24,"CodeSearchNetCCRetrieval (ruby)":81.9,"CodeSearchNetRetrieval (go)":90.41,"CodeSearchNetRetrieval (java)":80.55,"CodeSearchNetRetrieval (javascript)":75.37,"CodeSearchNetRetrieval (php)":83.7,"CodeSearchNetRetrieval (python)":88.96,"CodeSearchNetRetrieval (ruby)":79.56,"CodeTransOceanContest":83.36,"CodeTransOceanDL":29.01,"CosQA":37.75,"StackOverflowQA":85.82,"SyntheticText2SQL":58.85}
-{"index":39,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.17,"AppsRetrieval":32.55,"CodeFeedbackMT":42.78,"CodeFeedbackST":74.26,"CodeSearchNetCCRetrieval (go)":72.08,"CodeSearchNetCCRetrieval (java)":78.65,"CodeSearchNetCCRetrieval (javascript)":77.67,"CodeSearchNetCCRetrieval (php)":72.21,"CodeSearchNetCCRetrieval (python)":84.45,"CodeSearchNetCCRetrieval (ruby)":81.94,"CodeSearchNetRetrieval (go)":91.8,"CodeSearchNetRetrieval (java)":82.05,"CodeSearchNetRetrieval (javascript)":75.54,"CodeSearchNetRetrieval (php)":84.5,"CodeSearchNetRetrieval (python)":89.42,"CodeSearchNetRetrieval (ruby)":81.43,"CodeTransOceanContest":74.03,"CodeTransOceanDL":31.28,"CosQA":34.8,"StackOverflowQA":88.89,"SyntheticText2SQL":53.07}
-{"index":3,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":68.66,"AppsRetrieval":28.39,"CodeFeedbackMT":57.66,"CodeFeedbackST":84.15,"CodeSearchNetCCRetrieval (go)":62.59,"CodeSearchNetCCRetrieval (java)":67.15,"CodeSearchNetCCRetrieval (javascript)":69.2,"CodeSearchNetCCRetrieval (php)":57.93,"CodeSearchNetCCRetrieval (python)":75.41,"CodeSearchNetCCRetrieval (ruby)":65.18,"CodeSearchNetRetrieval (go)":94.26,"CodeSearchNetRetrieval (java)":86.49,"CodeSearchNetRetrieval (javascript)":79.82,"CodeSearchNetRetrieval (php)":84.52,"CodeSearchNetRetrieval (python)":91.93,"CodeSearchNetRetrieval (ruby)":84.76,"CodeTransOceanContest":81.83,"CodeTransOceanDL":32.17,"CosQA":32.24,"StackOverflowQA":84.35,"SyntheticText2SQL":53.22}
-{"index":15,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.7,"AppsRetrieval":26.11,"CodeFeedbackMT":40.33,"CodeFeedbackST":78.07,"CodeSearchNetCCRetrieval (go)":62.02,"CodeSearchNetCCRetrieval (java)":67.75,"CodeSearchNetCCRetrieval (javascript)":69.09,"CodeSearchNetCCRetrieval (php)":52.44,"CodeSearchNetCCRetrieval (python)":70.38,"CodeSearchNetCCRetrieval (ruby)":65.21,"CodeSearchNetRetrieval (go)":93.28,"CodeSearchNetRetrieval (java)":84.03,"CodeSearchNetRetrieval (javascript)":81.47,"CodeSearchNetRetrieval (php)":83.39,"CodeSearchNetRetrieval (python)":92.26,"CodeSearchNetRetrieval (ruby)":85.94,"CodeTransOceanContest":83.52,"CodeTransOceanDL":32.93,"CosQA":34.31,"StackOverflowQA":92.28,"SyntheticText2SQL":59.29}
-{"index":38,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.07,"AppsRetrieval":20.94,"CodeFeedbackMT":43.18,"CodeFeedbackST":72.61,"CodeSearchNetCCRetrieval (go)":72.29,"CodeSearchNetCCRetrieval (java)":78.85,"CodeSearchNetCCRetrieval (javascript)":78.44,"CodeSearchNetCCRetrieval (php)":72.02,"CodeSearchNetCCRetrieval (python)":85.37,"CodeSearchNetCCRetrieval (ruby)":81.92,"CodeSearchNetRetrieval (go)":89.47,"CodeSearchNetRetrieval (java)":78.39,"CodeSearchNetRetrieval (javascript)":71.4,"CodeSearchNetRetrieval (php)":81.05,"CodeSearchNetRetrieval (python)":85.68,"CodeSearchNetRetrieval (ruby)":78.24,"CodeTransOceanContest":51.89,"CodeTransOceanDL":29.88,"CosQA":31.12,"StackOverflowQA":85.11,"SyntheticText2SQL":53.61}
-{"index":2,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":66.43,"AppsRetrieval":30.19,"CodeFeedbackMT":52.15,"CodeFeedbackST":82.57,"CodeSearchNetCCRetrieval (go)":59.7,"CodeSearchNetCCRetrieval (java)":60.42,"CodeSearchNetCCRetrieval (javascript)":63.28,"CodeSearchNetCCRetrieval (php)":49.08,"CodeSearchNetCCRetrieval (python)":70.64,"CodeSearchNetCCRetrieval (ruby)":61.95,"CodeSearchNetRetrieval (go)":91.95,"CodeSearchNetRetrieval (java)":85.39,"CodeSearchNetRetrieval (javascript)":78.19,"CodeSearchNetRetrieval (php)":81.35,"CodeSearchNetRetrieval (python)":91.17,"CodeSearchNetRetrieval (ruby)":84.58,"CodeTransOceanContest":77.71,"CodeTransOceanDL":29.84,"CosQA":31.74,"StackOverflowQA":91.02,"SyntheticText2SQL":55.6}
-{"index":55,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":65.8,"AppsRetrieval":17.01,"CodeFeedbackMT":60.48,"CodeFeedbackST":73.89,"CodeSearchNetCCRetrieval (go)":49.21,"CodeSearchNetCCRetrieval (java)":68.63,"CodeSearchNetCCRetrieval (javascript)":67.6,"CodeSearchNetCCRetrieval (php)":54.06,"CodeSearchNetCCRetrieval (python)":59.4,"CodeSearchNetCCRetrieval (ruby)":65.89,"CodeSearchNetRetrieval (go)":95.24,"CodeSearchNetRetrieval (java)":90.71,"CodeSearchNetRetrieval (javascript)":78.92,"CodeSearchNetRetrieval (php)":87.39,"CodeSearchNetRetrieval (python)":88.52,"CodeSearchNetRetrieval (ruby)":83.76,"CodeTransOceanContest":72.05,"CodeTransOceanDL":27.39,"CosQA":28.93,"StackOverflowQA":88.67,"SyntheticText2SQL":58.33}
-{"index":41,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.48,"AppsRetrieval":12.01,"CodeFeedbackMT":41.32,"CodeFeedbackST":72.67,"CodeSearchNetCCRetrieval (go)":69.66,"CodeSearchNetCCRetrieval (java)":75.58,"CodeSearchNetCCRetrieval (javascript)":77.6,"CodeSearchNetCCRetrieval (php)":69.38,"CodeSearchNetCCRetrieval (python)":80.75,"CodeSearchNetCCRetrieval (ruby)":72.75,"CodeSearchNetRetrieval (go)":90.3,"CodeSearchNetRetrieval (java)":74.96,"CodeSearchNetRetrieval (javascript)":69.53,"CodeSearchNetRetrieval (php)":80.28,"CodeSearchNetRetrieval (python)":86.31,"CodeSearchNetRetrieval (ruby)":76.58,"CodeTransOceanContest":69.76,"CodeTransOceanDL":32.3,"CosQA":29.61,"StackOverflowQA":81.94,"SyntheticText2SQL":46.29}
-{"index":10,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":64.08,"AppsRetrieval":31.91,"CodeFeedbackMT":42.9,"CodeFeedbackST":74.19,"CodeSearchNetCCRetrieval (go)":46.68,"CodeSearchNetCCRetrieval (java)":60.47,"CodeSearchNetCCRetrieval (javascript)":60.54,"CodeSearchNetCCRetrieval (php)":49.65,"CodeSearchNetCCRetrieval (python)":66.39,"CodeSearchNetCCRetrieval (ruby)":61.72,"CodeSearchNetRetrieval (go)":92.42,"CodeSearchNetRetrieval (java)":80.11,"CodeSearchNetRetrieval (javascript)":76.56,"CodeSearchNetRetrieval (php)":84.47,"CodeSearchNetRetrieval (python)":89.87,"CodeSearchNetRetrieval (ruby)":81.6,"CodeTransOceanContest":70.25,"CodeTransOceanDL":30.14,"CosQA":32.58,"StackOverflowQA":89.42,"SyntheticText2SQL":59.79}
-{"index":35,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":63.33,"AppsRetrieval":14.18,"CodeFeedbackMT":47.83,"CodeFeedbackST":76.16,"CodeSearchNetCCRetrieval (go)":47.64,"CodeSearchNetCCRetrieval (java)":63.92,"CodeSearchNetCCRetrieval (javascript)":65.18,"CodeSearchNetCCRetrieval (php)":53.38,"CodeSearchNetCCRetrieval (python)":67.59,"CodeSearchNetCCRetrieval (ruby)":62.31,"CodeSearchNetRetrieval (go)":91.6,"CodeSearchNetRetrieval (java)":83.2,"CodeSearchNetRetrieval (javascript)":71.79,"CodeSearchNetRetrieval (php)":84.16,"CodeSearchNetRetrieval (python)":88.15,"CodeSearchNetRetrieval (ruby)":80.25,"CodeTransOceanContest":65.14,"CodeTransOceanDL":32.4,"CosQA":32.09,"StackOverflowQA":89.93,"SyntheticText2SQL":49.66}
-{"index":47,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.47,"AppsRetrieval":8.41,"CodeFeedbackMT":37.72,"CodeFeedbackST":69.32,"CodeSearchNetCCRetrieval (go)":61.44,"CodeSearchNetCCRetrieval (java)":68.88,"CodeSearchNetCCRetrieval (javascript)":67.99,"CodeSearchNetCCRetrieval (php)":59.22,"CodeSearchNetCCRetrieval (python)":71.83,"CodeSearchNetCCRetrieval (ruby)":66.42,"CodeSearchNetRetrieval (go)":88.25,"CodeSearchNetRetrieval (java)":65.11,"CodeSearchNetRetrieval (javascript)":65.58,"CodeSearchNetRetrieval (php)":74.47,"CodeSearchNetRetrieval (python)":81.01,"CodeSearchNetRetrieval (ruby)":74.53,"CodeTransOceanContest":70.58,"CodeTransOceanDL":29.45,"CosQA":33.71,"StackOverflowQA":90.32,"SyntheticText2SQL":45.09}
-{"index":8,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":61.22,"AppsRetrieval":13.72,"CodeFeedbackMT":47.02,"CodeFeedbackST":74.82,"CodeSearchNetCCRetrieval (go)":36.29,"CodeSearchNetCCRetrieval (java)":56.76,"CodeSearchNetCCRetrieval (javascript)":57.62,"CodeSearchNetCCRetrieval (php)":46.64,"CodeSearchNetCCRetrieval (python)":60.38,"CodeSearchNetCCRetrieval (ruby)":59.15,"CodeSearchNetRetrieval (go)":93.29,"CodeSearchNetRetrieval (java)":80.68,"CodeSearchNetRetrieval (javascript)":72.14,"CodeSearchNetRetrieval (php)":84.07,"CodeSearchNetRetrieval (python)":87.89,"CodeSearchNetRetrieval (ruby)":80.01,"CodeTransOceanContest":65.28,"CodeTransOceanDL":31.38,"CosQA":30.65,"StackOverflowQA":89.35,"SyntheticText2SQL":57.2}
-{"index":33,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":60.97,"AppsRetrieval":11.52,"CodeFeedbackMT":41.56,"CodeFeedbackST":74.52,"CodeSearchNetCCRetrieval (go)":42.29,"CodeSearchNetCCRetrieval (java)":61.35,"CodeSearchNetCCRetrieval (javascript)":63.02,"CodeSearchNetCCRetrieval (php)":48.67,"CodeSearchNetCCRetrieval (python)":64.84,"CodeSearchNetCCRetrieval (ruby)":61.06,"CodeSearchNetRetrieval (go)":93.92,"CodeSearchNetRetrieval (java)":76.68,"CodeSearchNetRetrieval (javascript)":72.32,"CodeSearchNetRetrieval (php)":82.86,"CodeSearchNetRetrieval (python)":88.66,"CodeSearchNetRetrieval (ruby)":79.43,"CodeTransOceanContest":62.5,"CodeTransOceanDL":21.87,"CosQA":32.59,"StackOverflowQA":87.85,"SyntheticText2SQL":51.88}
-{"index":5,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.65,"AppsRetrieval":7.57,"CodeFeedbackMT":36.89,"CodeFeedbackST":71.77,"CodeSearchNetCCRetrieval (go)":41.05,"CodeSearchNetCCRetrieval (java)":57.06,"CodeSearchNetCCRetrieval (javascript)":53.23,"CodeSearchNetCCRetrieval (php)":46.01,"CodeSearchNetCCRetrieval (python)":60.47,"CodeSearchNetCCRetrieval (ruby)":58.4,"CodeSearchNetRetrieval (go)":94.95,"CodeSearchNetRetrieval (java)":85.4,"CodeSearchNetRetrieval (javascript)":76.92,"CodeSearchNetRetrieval (php)":87.83,"CodeSearchNetRetrieval (python)":90.8,"CodeSearchNetRetrieval (ruby)":82.41,"CodeTransOceanContest":53.13,"CodeTransOceanDL":21.04,"CosQA":34.36,"StackOverflowQA":83.07,"SyntheticText2SQL":50.64}
-{"index":9,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":59.01,"AppsRetrieval":8.27,"CodeFeedbackMT":39.34,"CodeFeedbackST":70.71,"CodeSearchNetCCRetrieval (go)":45.26,"CodeSearchNetCCRetrieval (java)":55.42,"CodeSearchNetCCRetrieval (javascript)":60.8,"CodeSearchNetCCRetrieval (php)":46.96,"CodeSearchNetCCRetrieval (python)":61.34,"CodeSearchNetCCRetrieval (ruby)":58.99,"CodeSearchNetRetrieval (go)":92.13,"CodeSearchNetRetrieval (java)":71.04,"CodeSearchNetRetrieval (javascript)":73.5,"CodeSearchNetRetrieval (php)":81.35,"CodeSearchNetRetrieval (python)":86.75,"CodeSearchNetRetrieval (ruby)":77.16,"CodeTransOceanContest":59.35,"CodeTransOceanDL":29.06,"CosQA":27.99,"StackOverflowQA":81.47,"SyntheticText2SQL":53.26}
-{"index":45,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.99,"AppsRetrieval":5.97,"CodeFeedbackMT":27.07,"CodeFeedbackST":61.01,"CodeSearchNetCCRetrieval (go)":63.52,"CodeSearchNetCCRetrieval (java)":67.51,"CodeSearchNetCCRetrieval (javascript)":70.13,"CodeSearchNetCCRetrieval (php)":60.81,"CodeSearchNetCCRetrieval (python)":71.1,"CodeSearchNetCCRetrieval (ruby)":72.28,"CodeSearchNetRetrieval (go)":89.06,"CodeSearchNetRetrieval (java)":53.2,"CodeSearchNetRetrieval (javascript)":67.52,"CodeSearchNetRetrieval (php)":77.36,"CodeSearchNetRetrieval (python)":82.09,"CodeSearchNetRetrieval (ruby)":74.77,"CodeTransOceanContest":59.86,"CodeTransOceanDL":19.94,"CosQA":32.09,"StackOverflowQA":80.63,"SyntheticText2SQL":43.93}
-{"index":46,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.47,"AppsRetrieval":6.6,"CodeFeedbackMT":35.62,"CodeFeedbackST":65.99,"CodeSearchNetCCRetrieval (go)":60.0,"CodeSearchNetCCRetrieval (java)":66.32,"CodeSearchNetCCRetrieval (javascript)":66.75,"CodeSearchNetCCRetrieval (php)":58.42,"CodeSearchNetCCRetrieval (python)":71.29,"CodeSearchNetCCRetrieval (ruby)":69.32,"CodeSearchNetRetrieval (go)":79.84,"CodeSearchNetRetrieval (java)":51.65,"CodeSearchNetRetrieval (javascript)":63.62,"CodeSearchNetRetrieval (php)":70.82,"CodeSearchNetRetrieval (python)":79.28,"CodeSearchNetRetrieval (ruby)":72.84,"CodeTransOceanContest":61.78,"CodeTransOceanDL":27.94,"CosQA":33.02,"StackOverflowQA":83.96,"SyntheticText2SQL":44.35}
-{"index":34,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.17,"AppsRetrieval":9.18,"CodeFeedbackMT":45.83,"CodeFeedbackST":73.29,"CodeSearchNetCCRetrieval (go)":42.42,"CodeSearchNetCCRetrieval (java)":55.47,"CodeSearchNetCCRetrieval (javascript)":60.51,"CodeSearchNetCCRetrieval (php)":44.14,"CodeSearchNetCCRetrieval (python)":63.21,"CodeSearchNetCCRetrieval (ruby)":57.91,"CodeSearchNetRetrieval (go)":80.19,"CodeSearchNetRetrieval (java)":75.38,"CodeSearchNetRetrieval (javascript)":64.28,"CodeSearchNetRetrieval (php)":72.31,"CodeSearchNetRetrieval (python)":83.25,"CodeSearchNetRetrieval (ruby)":74.52,"CodeTransOceanContest":63.15,"CodeTransOceanDL":31.77,"CosQA":32.86,"StackOverflowQA":82.85,"SyntheticText2SQL":50.85}
-{"index":4,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.96,"AppsRetrieval":6.45,"CodeFeedbackMT":33.65,"CodeFeedbackST":70.0,"CodeSearchNetCCRetrieval (go)":34.6,"CodeSearchNetCCRetrieval (java)":56.21,"CodeSearchNetCCRetrieval (javascript)":54.23,"CodeSearchNetCCRetrieval (php)":44.15,"CodeSearchNetCCRetrieval (python)":59.77,"CodeSearchNetCCRetrieval (ruby)":56.37,"CodeSearchNetRetrieval (go)":95.42,"CodeSearchNetRetrieval (java)":81.05,"CodeSearchNetRetrieval (javascript)":75.78,"CodeSearchNetRetrieval (php)":87.99,"CodeSearchNetRetrieval (python)":89.09,"CodeSearchNetRetrieval (ruby)":81.33,"CodeTransOceanContest":45.65,"CodeTransOceanDL":23.49,"CosQA":33.71,"StackOverflowQA":80.23,"SyntheticText2SQL":49.98}
-{"index":28,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ibm-granite\/granite-embedding-125m-english\">granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":57.38,"AppsRetrieval":11.79,"CodeFeedbackMT":42.14,"CodeFeedbackST":75.28,"CodeSearchNetCCRetrieval (go)":38.75,"CodeSearchNetCCRetrieval (java)":50.72,"CodeSearchNetCCRetrieval (javascript)":52.03,"CodeSearchNetCCRetrieval (php)":39.66,"CodeSearchNetCCRetrieval (python)":51.41,"CodeSearchNetCCRetrieval (ruby)":53.17,"CodeSearchNetRetrieval (go)":83.69,"CodeSearchNetRetrieval (java)":69.41,"CodeSearchNetRetrieval (javascript)":72.84,"CodeSearchNetRetrieval (php)":75.13,"CodeSearchNetRetrieval (python)":83.63,"CodeSearchNetRetrieval (ruby)":76.81,"CodeTransOceanContest":66.73,"CodeTransOceanDL":29.6,"CosQA":36.62,"StackOverflowQA":89.85,"SyntheticText2SQL":48.41}
-{"index":43,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.16,"AppsRetrieval":5.3,"CodeFeedbackMT":45.4,"CodeFeedbackST":66.32,"CodeSearchNetCCRetrieval (go)":42.45,"CodeSearchNetCCRetrieval (java)":54.08,"CodeSearchNetCCRetrieval (javascript)":57.78,"CodeSearchNetCCRetrieval (php)":45.3,"CodeSearchNetCCRetrieval (python)":56.7,"CodeSearchNetCCRetrieval (ruby)":59.09,"CodeSearchNetRetrieval (go)":91.5,"CodeSearchNetRetrieval (java)":82.0,"CodeSearchNetRetrieval (javascript)":70.2,"CodeSearchNetRetrieval (php)":83.86,"CodeSearchNetRetrieval (python)":86.99,"CodeSearchNetRetrieval (ruby)":76.44,"CodeTransOceanContest":49.87,"CodeTransOceanDL":20.66,"CosQA":27.23,"StackOverflowQA":70.96,"SyntheticText2SQL":51.02}
-{"index":22,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":56.83,"AppsRetrieval":14.17,"CodeFeedbackMT":46.59,"CodeFeedbackST":69.42,"CodeSearchNetCCRetrieval (go)":45.59,"CodeSearchNetCCRetrieval (java)":51.14,"CodeSearchNetCCRetrieval (javascript)":56.58,"CodeSearchNetCCRetrieval (php)":40.48,"CodeSearchNetCCRetrieval (python)":57.2,"CodeSearchNetCCRetrieval (ruby)":56.2,"CodeSearchNetRetrieval (go)":85.71,"CodeSearchNetRetrieval (java)":63.08,"CodeSearchNetRetrieval (javascript)":70.26,"CodeSearchNetRetrieval (php)":76.48,"CodeSearchNetRetrieval (python)":83.58,"CodeSearchNetRetrieval (ruby)":72.3,"CodeTransOceanContest":65.55,"CodeTransOceanDL":29.16,"CosQA":28.36,"StackOverflowQA":79.29,"SyntheticText2SQL":45.44}
-{"index":24,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.71,"AppsRetrieval":9.64,"CodeFeedbackMT":50.26,"CodeFeedbackST":68.77,"CodeSearchNetCCRetrieval (go)":43.79,"CodeSearchNetCCRetrieval (java)":56.55,"CodeSearchNetCCRetrieval (javascript)":58.62,"CodeSearchNetCCRetrieval (php)":44.61,"CodeSearchNetCCRetrieval (python)":61.3,"CodeSearchNetCCRetrieval (ruby)":55.57,"CodeSearchNetRetrieval (go)":85.89,"CodeSearchNetRetrieval (java)":68.1,"CodeSearchNetRetrieval (javascript)":62.39,"CodeSearchNetRetrieval (php)":76.27,"CodeSearchNetRetrieval (python)":81.0,"CodeSearchNetRetrieval (ruby)":70.06,"CodeTransOceanContest":66.52,"CodeTransOceanDL":21.23,"CosQA":27.05,"StackOverflowQA":79.92,"SyntheticText2SQL":46.72}
-{"index":7,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":56.59,"AppsRetrieval":5.64,"CodeFeedbackMT":35.09,"CodeFeedbackST":67.79,"CodeSearchNetCCRetrieval (go)":28.97,"CodeSearchNetCCRetrieval (java)":53.71,"CodeSearchNetCCRetrieval (javascript)":50.45,"CodeSearchNetCCRetrieval (php)":42.44,"CodeSearchNetCCRetrieval (python)":56.45,"CodeSearchNetCCRetrieval (ruby)":55.13,"CodeSearchNetRetrieval (go)":94.51,"CodeSearchNetRetrieval (java)":83.33,"CodeSearchNetRetrieval (javascript)":73.73,"CodeSearchNetRetrieval (php)":87.08,"CodeSearchNetRetrieval (python)":88.79,"CodeSearchNetRetrieval (ruby)":79.53,"CodeTransOceanContest":48.22,"CodeTransOceanDL":25.67,"CosQA":32.04,"StackOverflowQA":78.05,"SyntheticText2SQL":45.12}
-{"index":32,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.0,"AppsRetrieval":9.31,"CodeFeedbackMT":44.23,"CodeFeedbackST":69.49,"CodeSearchNetCCRetrieval (go)":39.41,"CodeSearchNetCCRetrieval (java)":53.01,"CodeSearchNetCCRetrieval (javascript)":58.13,"CodeSearchNetCCRetrieval (php)":40.64,"CodeSearchNetCCRetrieval (python)":61.67,"CodeSearchNetCCRetrieval (ruby)":56.05,"CodeSearchNetRetrieval (go)":76.52,"CodeSearchNetRetrieval (java)":69.23,"CodeSearchNetRetrieval (javascript)":64.36,"CodeSearchNetRetrieval (php)":70.34,"CodeSearchNetRetrieval (python)":82.35,"CodeSearchNetRetrieval (ruby)":73.49,"CodeTransOceanContest":59.1,"CodeTransOceanDL":28.57,"CosQA":31.45,"StackOverflowQA":81.66,"SyntheticText2SQL":50.99}
-{"index":30,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ibm-granite\/granite-embedding-30m-english\">granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":55.78,"AppsRetrieval":6.2,"CodeFeedbackMT":37.76,"CodeFeedbackST":69.42,"CodeSearchNetCCRetrieval (go)":42.09,"CodeSearchNetCCRetrieval (java)":52.54,"CodeSearchNetCCRetrieval (javascript)":53.1,"CodeSearchNetCCRetrieval (php)":41.81,"CodeSearchNetCCRetrieval (python)":53.59,"CodeSearchNetCCRetrieval (ruby)":51.69,"CodeSearchNetRetrieval (go)":84.92,"CodeSearchNetRetrieval (java)":69.45,"CodeSearchNetRetrieval (javascript)":71.38,"CodeSearchNetRetrieval (php)":73.45,"CodeSearchNetRetrieval (python)":84.36,"CodeSearchNetRetrieval (ruby)":75.27,"CodeTransOceanContest":57.48,"CodeTransOceanDL":26.89,"CosQA":35.45,"StackOverflowQA":83.93,"SyntheticText2SQL":44.77}
-{"index":25,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hongkeon\/granite-embedding-278m-multilingual-Q4_K_M-GGUF\">granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.69,"AppsRetrieval":6.21,"CodeFeedbackMT":31.39,"CodeFeedbackST":67.72,"CodeSearchNetCCRetrieval (go)":37.55,"CodeSearchNetCCRetrieval (java)":45.54,"CodeSearchNetCCRetrieval (javascript)":46.02,"CodeSearchNetCCRetrieval (php)":35.94,"CodeSearchNetCCRetrieval (python)":45.53,"CodeSearchNetCCRetrieval (ruby)":47.55,"CodeSearchNetRetrieval (go)":86.14,"CodeSearchNetRetrieval (java)":70.89,"CodeSearchNetRetrieval (javascript)":70.34,"CodeSearchNetRetrieval (php)":72.93,"CodeSearchNetRetrieval (python)":83.12,"CodeSearchNetRetrieval (ruby)":74.74,"CodeTransOceanContest":60.83,"CodeTransOceanDL":32.14,"CosQA":33.45,"StackOverflowQA":78.45,"SyntheticText2SQL":47.34}
-{"index":26,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hongkeon\/granite-embedding-278m-multilingual-Q8_0-GGUF\">granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.69,"AppsRetrieval":6.21,"CodeFeedbackMT":31.39,"CodeFeedbackST":67.72,"CodeSearchNetCCRetrieval (go)":37.55,"CodeSearchNetCCRetrieval (java)":45.54,"CodeSearchNetCCRetrieval (javascript)":46.02,"CodeSearchNetCCRetrieval (php)":35.94,"CodeSearchNetCCRetrieval (python)":45.53,"CodeSearchNetCCRetrieval (ruby)":47.55,"CodeSearchNetRetrieval (go)":86.14,"CodeSearchNetRetrieval (java)":70.89,"CodeSearchNetRetrieval (javascript)":70.34,"CodeSearchNetRetrieval (php)":72.93,"CodeSearchNetRetrieval (python)":83.12,"CodeSearchNetRetrieval (ruby)":74.74,"CodeTransOceanContest":60.83,"CodeTransOceanDL":32.14,"CosQA":33.45,"StackOverflowQA":78.45,"SyntheticText2SQL":47.34}
-{"index":29,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ibm-granite\/granite-embedding-278m-multilingual\">granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":53.69,"AppsRetrieval":6.21,"CodeFeedbackMT":31.39,"CodeFeedbackST":67.72,"CodeSearchNetCCRetrieval (go)":37.55,"CodeSearchNetCCRetrieval (java)":45.54,"CodeSearchNetCCRetrieval (javascript)":46.02,"CodeSearchNetCCRetrieval (php)":35.94,"CodeSearchNetCCRetrieval (python)":45.53,"CodeSearchNetCCRetrieval (ruby)":47.55,"CodeSearchNetRetrieval (go)":86.14,"CodeSearchNetRetrieval (java)":70.89,"CodeSearchNetRetrieval (javascript)":70.34,"CodeSearchNetRetrieval (php)":72.93,"CodeSearchNetRetrieval (python)":83.12,"CodeSearchNetRetrieval (ruby)":74.74,"CodeTransOceanContest":60.83,"CodeTransOceanDL":32.14,"CosQA":33.45,"StackOverflowQA":78.45,"SyntheticText2SQL":47.34}
-{"index":37,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.98,"AppsRetrieval":4.32,"CodeFeedbackMT":36.47,"CodeFeedbackST":66.82,"CodeSearchNetCCRetrieval (go)":35.3,"CodeSearchNetCCRetrieval (java)":47.64,"CodeSearchNetCCRetrieval (javascript)":50.9,"CodeSearchNetCCRetrieval (php)":35.44,"CodeSearchNetCCRetrieval (python)":55.19,"CodeSearchNetCCRetrieval (ruby)":51.14,"CodeSearchNetRetrieval (go)":75.26,"CodeSearchNetRetrieval (java)":57.51,"CodeSearchNetRetrieval (javascript)":60.72,"CodeSearchNetRetrieval (php)":68.6,"CodeSearchNetRetrieval (python)":78.07,"CodeSearchNetRetrieval (ruby)":70.33,"CodeTransOceanContest":45.87,"CodeTransOceanDL":27.67,"CosQA":29.9,"StackOverflowQA":71.5,"SyntheticText2SQL":50.95}
-{"index":27,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ibm-granite\/granite-embedding-107m-multilingual\">granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":47.42,"AppsRetrieval":4.54,"CodeFeedbackMT":23.46,"CodeFeedbackST":58.45,"CodeSearchNetCCRetrieval (go)":33.86,"CodeSearchNetCCRetrieval (java)":37.01,"CodeSearchNetCCRetrieval (javascript)":42.04,"CodeSearchNetCCRetrieval (php)":30.79,"CodeSearchNetCCRetrieval (python)":41.58,"CodeSearchNetCCRetrieval (ruby)":44.53,"CodeSearchNetRetrieval (go)":82.22,"CodeSearchNetRetrieval (java)":67.04,"CodeSearchNetRetrieval (javascript)":67.24,"CodeSearchNetRetrieval (php)":69.79,"CodeSearchNetRetrieval (python)":79.04,"CodeSearchNetRetrieval (ruby)":70.83,"CodeTransOceanContest":43.65,"CodeTransOceanDL":18.15,"CosQA":28.29,"StackOverflowQA":66.58,"SyntheticText2SQL":39.34}
-{"index":50,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.01,"AppsRetrieval":3.21,"CodeFeedbackMT":28.06,"CodeFeedbackST":52.83,"CodeSearchNetCCRetrieval (go)":32.67,"CodeSearchNetCCRetrieval (java)":35.98,"CodeSearchNetCCRetrieval (javascript)":48.94,"CodeSearchNetCCRetrieval (php)":28.61,"CodeSearchNetCCRetrieval (python)":46.49,"CodeSearchNetCCRetrieval (ruby)":47.35,"CodeSearchNetRetrieval (go)":70.52,"CodeSearchNetRetrieval (java)":42.15,"CodeSearchNetRetrieval (javascript)":52.91,"CodeSearchNetRetrieval (php)":55.98,"CodeSearchNetRetrieval (python)":71.17,"CodeSearchNetRetrieval (ruby)":60.79,"CodeTransOceanContest":41.2,"CodeTransOceanDL":26.26,"CosQA":17.94,"StackOverflowQA":53.06,"SyntheticText2SQL":44.08}
-{"index":49,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.41,"AppsRetrieval":2.34,"CodeFeedbackMT":11.43,"CodeFeedbackST":35.34,"CodeSearchNetCCRetrieval (go)":26.63,"CodeSearchNetCCRetrieval (java)":42.1,"CodeSearchNetCCRetrieval (javascript)":57.46,"CodeSearchNetCCRetrieval (php)":29.8,"CodeSearchNetCCRetrieval (python)":53.43,"CodeSearchNetCCRetrieval (ruby)":55.02,"CodeSearchNetRetrieval (go)":67.23,"CodeSearchNetRetrieval (java)":45.56,"CodeSearchNetRetrieval (javascript)":48.34,"CodeSearchNetRetrieval (php)":48.3,"CodeSearchNetRetrieval (python)":65.54,"CodeSearchNetRetrieval (ruby)":60.19,"CodeTransOceanContest":27.94,"CodeTransOceanDL":16.71,"CosQA":16.57,"StackOverflowQA":43.11,"SyntheticText2SQL":35.22}
-{"index":44,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.12,"AppsRetrieval":2.39,"CodeFeedbackMT":17.98,"CodeFeedbackST":35.98,"CodeSearchNetCCRetrieval (go)":41.73,"CodeSearchNetCCRetrieval (java)":45.83,"CodeSearchNetCCRetrieval (javascript)":52.0,"CodeSearchNetCCRetrieval (php)":31.96,"CodeSearchNetCCRetrieval (python)":40.41,"CodeSearchNetCCRetrieval (ruby)":41.46,"CodeSearchNetRetrieval (go)":48.56,"CodeSearchNetRetrieval (java)":35.05,"CodeSearchNetRetrieval (javascript)":46.24,"CodeSearchNetRetrieval (php)":46.03,"CodeSearchNetRetrieval (python)":60.52,"CodeSearchNetRetrieval (ruby)":51.34,"CodeTransOceanContest":28.1,"CodeTransOceanDL":26.45,"CosQA":8.77,"StackOverflowQA":38.23,"SyntheticText2SQL":43.28}
-{"index":18,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.55,"AppsRetrieval":2.26,"CodeFeedbackMT":24.65,"CodeFeedbackST":39.86,"CodeSearchNetCCRetrieval (go)":27.72,"CodeSearchNetCCRetrieval (java)":33.75,"CodeSearchNetCCRetrieval (javascript)":39.74,"CodeSearchNetCCRetrieval (php)":24.25,"CodeSearchNetCCRetrieval (python)":29.56,"CodeSearchNetCCRetrieval (ruby)":36.38,"CodeSearchNetRetrieval (go)":49.06,"CodeSearchNetRetrieval (java)":33.58,"CodeSearchNetRetrieval (javascript)":45.1,"CodeSearchNetRetrieval (php)":44.36,"CodeSearchNetRetrieval (python)":59.24,"CodeSearchNetRetrieval (ruby)":49.67,"CodeTransOceanContest":32.93,"CodeTransOceanDL":32.37,"CosQA":8.76,"StackOverflowQA":38.16,"SyntheticText2SQL":39.52}
-{"index":48,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.5,"AppsRetrieval":2.0,"CodeFeedbackMT":12.53,"CodeFeedbackST":32.53,"CodeSearchNetCCRetrieval (go)":28.54,"CodeSearchNetCCRetrieval (java)":26.23,"CodeSearchNetCCRetrieval (javascript)":43.56,"CodeSearchNetCCRetrieval (php)":16.3,"CodeSearchNetCCRetrieval (python)":44.49,"CodeSearchNetCCRetrieval (ruby)":43.84,"CodeSearchNetRetrieval (go)":61.49,"CodeSearchNetRetrieval (java)":32.49,"CodeSearchNetRetrieval (javascript)":46.41,"CodeSearchNetRetrieval (php)":45.01,"CodeSearchNetRetrieval (python)":58.15,"CodeSearchNetRetrieval (ruby)":56.44,"CodeTransOceanContest":25.67,"CodeTransOceanDL":11.65,"CosQA":14.24,"StackOverflowQA":37.94,"SyntheticText2SQL":30.57}
-{"index":51,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":26.22,"AppsRetrieval":1.25,"CodeFeedbackMT":18.67,"CodeFeedbackST":25.37,"CodeSearchNetCCRetrieval (go)":17.14,"CodeSearchNetCCRetrieval (java)":23.17,"CodeSearchNetCCRetrieval (javascript)":27.6,"CodeSearchNetCCRetrieval (php)":17.53,"CodeSearchNetCCRetrieval (python)":32.45,"CodeSearchNetCCRetrieval (ruby)":37.08,"CodeSearchNetRetrieval (go)":34.78,"CodeSearchNetRetrieval (java)":20.77,"CodeSearchNetRetrieval (javascript)":24.46,"CodeSearchNetRetrieval (php)":30.9,"CodeSearchNetRetrieval (python)":47.77,"CodeSearchNetRetrieval (ruby)":39.47,"CodeTransOceanContest":23.44,"CodeTransOceanDL":32.03,"CosQA":7.22,"StackOverflowQA":31.97,"SyntheticText2SQL":31.4}
-{"index":21,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":22.19,"AppsRetrieval":1.06,"CodeFeedbackMT":11.83,"CodeFeedbackST":27.39,"CodeSearchNetCCRetrieval (go)":13.48,"CodeSearchNetCCRetrieval (java)":16.81,"CodeSearchNetCCRetrieval (javascript)":22.88,"CodeSearchNetCCRetrieval (php)":9.08,"CodeSearchNetCCRetrieval (python)":15.45,"CodeSearchNetCCRetrieval (ruby)":25.8,"CodeSearchNetRetrieval (go)":45.46,"CodeSearchNetRetrieval (java)":17.15,"CodeSearchNetRetrieval (javascript)":30.73,"CodeSearchNetRetrieval (php)":23.3,"CodeSearchNetRetrieval (python)":44.22,"CodeSearchNetRetrieval (ruby)":37.01,"CodeTransOceanContest":18.25,"CodeTransOceanDL":26.66,"CosQA":2.89,"StackOverflowQA":25.25,"SyntheticText2SQL":29.15}
-{"index":52,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":20.2,"AppsRetrieval":1.31,"CodeFeedbackMT":12.67,"CodeFeedbackST":22.08,"CodeSearchNetCCRetrieval (go)":8.65,"CodeSearchNetCCRetrieval (java)":9.18,"CodeSearchNetCCRetrieval (javascript)":16.51,"CodeSearchNetCCRetrieval (php)":8.02,"CodeSearchNetCCRetrieval (python)":17.26,"CodeSearchNetCCRetrieval (ruby)":21.38,"CodeSearchNetRetrieval (go)":32.32,"CodeSearchNetRetrieval (java)":18.91,"CodeSearchNetRetrieval (javascript)":22.2,"CodeSearchNetRetrieval (php)":26.69,"CodeSearchNetRetrieval (python)":39.52,"CodeSearchNetRetrieval (ruby)":34.56,"CodeTransOceanContest":17.87,"CodeTransOceanDL":26.42,"CosQA":11.36,"StackOverflowQA":32.47,"SyntheticText2SQL":24.54}
-{"index":20,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":19.93,"AppsRetrieval":0.44,"CodeFeedbackMT":26.04,"CodeFeedbackST":20.27,"CodeSearchNetCCRetrieval (go)":13.02,"CodeSearchNetCCRetrieval (java)":15.62,"CodeSearchNetCCRetrieval (javascript)":25.81,"CodeSearchNetCCRetrieval (php)":16.02,"CodeSearchNetCCRetrieval (python)":19.13,"CodeSearchNetCCRetrieval (ruby)":28.35,"CodeSearchNetRetrieval (go)":22.91,"CodeSearchNetRetrieval (java)":16.8,"CodeSearchNetRetrieval (javascript)":16.11,"CodeSearchNetRetrieval (php)":18.93,"CodeSearchNetRetrieval (python)":34.54,"CodeSearchNetRetrieval (ruby)":26.85,"CodeTransOceanContest":19.41,"CodeTransOceanDL":34.02,"CosQA":4.48,"StackOverflowQA":19.97,"SyntheticText2SQL":19.8}
-{"index":19,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":13.23,"AppsRetrieval":0.27,"CodeFeedbackMT":13.47,"CodeFeedbackST":8.09,"CodeSearchNetCCRetrieval (go)":10.31,"CodeSearchNetCCRetrieval (java)":15.11,"CodeSearchNetCCRetrieval (javascript)":20.43,"CodeSearchNetCCRetrieval (php)":11.37,"CodeSearchNetCCRetrieval (python)":11.11,"CodeSearchNetCCRetrieval (ruby)":21.66,"CodeSearchNetRetrieval (go)":13.54,"CodeSearchNetRetrieval (java)":10.23,"CodeSearchNetRetrieval (javascript)":9.78,"CodeSearchNetRetrieval (php)":9.12,"CodeSearchNetRetrieval (python)":20.82,"CodeSearchNetRetrieval (ruby)":17.34,"CodeTransOceanContest":13.36,"CodeTransOceanDL":33.44,"CosQA":3.73,"StackOverflowQA":16.66,"SyntheticText2SQL":4.72}
-{"index":11,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.22,"AppsRetrieval":0.07,"CodeFeedbackMT":11.84,"CodeFeedbackST":7.42,"CodeSearchNetCCRetrieval (go)":12.62,"CodeSearchNetCCRetrieval (java)":16.29,"CodeSearchNetCCRetrieval (javascript)":22.77,"CodeSearchNetCCRetrieval (php)":14.17,"CodeSearchNetCCRetrieval (python)":13.81,"CodeSearchNetCCRetrieval (ruby)":26.22,"CodeSearchNetRetrieval (go)":7.54,"CodeSearchNetRetrieval (java)":11.9,"CodeSearchNetRetrieval (javascript)":10.38,"CodeSearchNetRetrieval (php)":11.26,"CodeSearchNetRetrieval (python)":19.08,"CodeSearchNetRetrieval (ruby)":12.38,"CodeTransOceanContest":15.26,"CodeTransOceanDL":31.1,"CosQA":2.93,"StackOverflowQA":13.99,"SyntheticText2SQL":3.4}
-{"index":16,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":8.54,"AppsRetrieval":0.23,"CodeFeedbackMT":5.6,"CodeFeedbackST":5.33,"CodeSearchNetCCRetrieval (go)":3.82,"CodeSearchNetCCRetrieval (java)":5.22,"CodeSearchNetCCRetrieval (javascript)":8.44,"CodeSearchNetCCRetrieval (php)":3.76,"CodeSearchNetCCRetrieval (python)":5.89,"CodeSearchNetCCRetrieval (ruby)":12.6,"CodeSearchNetRetrieval (go)":10.42,"CodeSearchNetRetrieval (java)":4.77,"CodeSearchNetRetrieval (javascript)":9.82,"CodeSearchNetRetrieval (php)":9.82,"CodeSearchNetRetrieval (python)":15.0,"CodeSearchNetRetrieval (ruby)":11.82,"CodeTransOceanContest":11.01,"CodeTransOceanDL":28.95,"CosQA":0.56,"StackOverflowQA":8.95,"SyntheticText2SQL":8.82}
-{"index":13,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.46,"AppsRetrieval":0.29,"CodeFeedbackMT":5.54,"CodeFeedbackST":5.55,"CodeSearchNetCCRetrieval (go)":3.93,"CodeSearchNetCCRetrieval (java)":5.2,"CodeSearchNetCCRetrieval (javascript)":7.57,"CodeSearchNetCCRetrieval (php)":3.92,"CodeSearchNetCCRetrieval (python)":4.46,"CodeSearchNetCCRetrieval (ruby)":10.55,"CodeSearchNetRetrieval (go)":7.78,"CodeSearchNetRetrieval (java)":6.09,"CodeSearchNetRetrieval (javascript)":6.01,"CodeSearchNetRetrieval (php)":4.98,"CodeSearchNetRetrieval (python)":11.06,"CodeSearchNetRetrieval (ruby)":10.14,"CodeTransOceanContest":9.55,"CodeTransOceanDL":29.35,"CosQA":0.88,"StackOverflowQA":6.97,"SyntheticText2SQL":9.32}
-{"index":17,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":6.73,"AppsRetrieval":0.19,"CodeFeedbackMT":5.2,"CodeFeedbackST":3.78,"CodeSearchNetCCRetrieval (go)":3.2,"CodeSearchNetCCRetrieval (java)":4.12,"CodeSearchNetCCRetrieval (javascript)":4.77,"CodeSearchNetCCRetrieval (php)":2.43,"CodeSearchNetCCRetrieval (python)":4.27,"CodeSearchNetCCRetrieval (ruby)":11.04,"CodeSearchNetRetrieval (go)":7.18,"CodeSearchNetRetrieval (java)":5.06,"CodeSearchNetRetrieval (javascript)":6.59,"CodeSearchNetRetrieval (php)":6.07,"CodeSearchNetRetrieval (python)":10.29,"CodeSearchNetRetrieval (ruby)":7.29,"CodeTransOceanContest":9.79,"CodeTransOceanDL":31.48,"CosQA":0.35,"StackOverflowQA":6.87,"SyntheticText2SQL":4.57}
-{"index":23,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.35,"AppsRetrieval":0.05,"CodeFeedbackMT":3.15,"CodeFeedbackST":2.06,"CodeSearchNetCCRetrieval (go)":7.66,"CodeSearchNetCCRetrieval (java)":10.38,"CodeSearchNetCCRetrieval (javascript)":11.29,"CodeSearchNetCCRetrieval (php)":4.16,"CodeSearchNetCCRetrieval (python)":2.74,"CodeSearchNetCCRetrieval (ruby)":10.7,"CodeSearchNetRetrieval (go)":7.74,"CodeSearchNetRetrieval (java)":6.66,"CodeSearchNetRetrieval (javascript)":4.17,"CodeSearchNetRetrieval (php)":2.69,"CodeSearchNetRetrieval (python)":7.02,"CodeSearchNetRetrieval (ruby)":4.92,"CodeTransOceanContest":5.93,"CodeTransOceanDL":28.11,"CosQA":0.16,"StackOverflowQA":6.63,"SyntheticText2SQL":0.76}
-{"index":12,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.76,"AppsRetrieval":0.04,"CodeFeedbackMT":8.43,"CodeFeedbackST":3.66,"CodeSearchNetCCRetrieval (go)":4.52,"CodeSearchNetCCRetrieval (java)":5.94,"CodeSearchNetCCRetrieval (javascript)":8.05,"CodeSearchNetCCRetrieval (php)":4.64,"CodeSearchNetCCRetrieval (python)":3.77,"CodeSearchNetCCRetrieval (ruby)":9.34,"CodeSearchNetRetrieval (go)":2.67,"CodeSearchNetRetrieval (java)":2.8,"CodeSearchNetRetrieval (javascript)":2.31,"CodeSearchNetRetrieval (php)":1.9,"CodeSearchNetRetrieval (python)":6.47,"CodeSearchNetRetrieval (ruby)":5.26,"CodeTransOceanContest":5.49,"CodeTransOceanDL":29.16,"CosQA":0.14,"StackOverflowQA":8.75,"SyntheticText2SQL":1.79}
-{"index":42,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":0.38,"AppsRetrieval":0.05,"CodeFeedbackMT":0.03,"CodeFeedbackST":0.02,"CodeSearchNetCCRetrieval (go)":0.03,"CodeSearchNetCCRetrieval (java)":0.03,"CodeSearchNetCCRetrieval (javascript)":0.08,"CodeSearchNetCCRetrieval (php)":0.0,"CodeSearchNetCCRetrieval (python)":0.0,"CodeSearchNetCCRetrieval (ruby)":0.11,"CodeSearchNetRetrieval (go)":0.81,"CodeSearchNetRetrieval (java)":0.73,"CodeSearchNetRetrieval (javascript)":0.36,"CodeSearchNetRetrieval (php)":0.41,"CodeSearchNetRetrieval (python)":0.83,"CodeSearchNetRetrieval (ruby)":0.66,"CodeTransOceanContest":1.3,"CodeTransOceanDL":1.92,"CosQA":0.0,"StackOverflowQA":0.24,"SyntheticText2SQL":0.0}
-{"index":0,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AppsRetrieval":"","CodeFeedbackMT":"","CodeFeedbackST":"","CodeSearchNetCCRetrieval (go)":"","CodeSearchNetCCRetrieval (java)":"","CodeSearchNetCCRetrieval (javascript)":"","CodeSearchNetCCRetrieval (php)":"","CodeSearchNetCCRetrieval (python)":"","CodeSearchNetCCRetrieval (ruby)":"","CodeSearchNetRetrieval (go)":"","CodeSearchNetRetrieval (java)":"","CodeSearchNetRetrieval (javascript)":"","CodeSearchNetRetrieval (php)":"","CodeSearchNetRetrieval (python)":"","CodeSearchNetRetrieval (ruby)":"","CodeTransOceanContest":"","CodeTransOceanDL":"","CosQA":"","StackOverflowQA":89.41,"SyntheticText2SQL":""}
-{"index":6,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AppsRetrieval":"","CodeFeedbackMT":"","CodeFeedbackST":"","CodeSearchNetCCRetrieval (go)":"","CodeSearchNetCCRetrieval (java)":"","CodeSearchNetCCRetrieval (javascript)":"","CodeSearchNetCCRetrieval (php)":"","CodeSearchNetCCRetrieval (python)":"","CodeSearchNetCCRetrieval (ruby)":"","CodeSearchNetRetrieval (go)":"","CodeSearchNetRetrieval (java)":"","CodeSearchNetRetrieval (javascript)":"","CodeSearchNetRetrieval (php)":"","CodeSearchNetRetrieval (python)":"","CodeSearchNetRetrieval (ruby)":"","CodeTransOceanContest":"","CodeTransOceanDL":"","CosQA":"","StackOverflowQA":80.6,"SyntheticText2SQL":""}
+{"index":2,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":85.51,"AppsRetrieval":93.62,"CodeFeedbackMT":93.58,"CodeFeedbackST":90.67,"CodeSearchNetCCRetrieval (go)":91.76,"CodeSearchNetCCRetrieval (java)":90.19,"CodeSearchNetCCRetrieval (javascript)":91.53,"CodeSearchNetCCRetrieval (php)":83.39,"CodeSearchNetCCRetrieval (python)":94.43,"CodeSearchNetCCRetrieval (ruby)":89.26,"CodeSearchNetRetrieval (go)":97.5,"CodeSearchNetRetrieval (java)":94.51,"CodeSearchNetRetrieval (javascript)":89.98,"CodeSearchNetRetrieval (php)":92.29,"CodeSearchNetRetrieval (python)":96.69,"CodeSearchNetRetrieval (ruby)":92.83,"CodeTransOceanContest":94.96,"CodeTransOceanDL":38.57,"CosQA":34.45,"StackOverflowQA":97.17,"SyntheticText2SQL":62.87}
+{"index":54,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/voyageai\/voyage-code-3\">voyage-code-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.51,"AppsRetrieval":93.62,"CodeFeedbackMT":93.58,"CodeFeedbackST":90.67,"CodeSearchNetCCRetrieval (go)":91.76,"CodeSearchNetCCRetrieval (java)":90.19,"CodeSearchNetCCRetrieval (javascript)":91.53,"CodeSearchNetCCRetrieval (php)":83.39,"CodeSearchNetCCRetrieval (python)":94.43,"CodeSearchNetCCRetrieval (ruby)":89.26,"CodeSearchNetRetrieval (go)":97.5,"CodeSearchNetRetrieval (java)":94.51,"CodeSearchNetRetrieval (javascript)":89.98,"CodeSearchNetRetrieval (php)":92.29,"CodeSearchNetRetrieval (python)":96.69,"CodeSearchNetRetrieval (ruby)":92.83,"CodeTransOceanContest":94.96,"CodeTransOceanDL":38.57,"CosQA":34.45,"StackOverflowQA":97.17,"SyntheticText2SQL":62.87}
+{"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":77.41,"AppsRetrieval":73.03,"CodeFeedbackMT":66.69,"CodeFeedbackST":83.02,"CodeSearchNetCCRetrieval (go)":75.78,"CodeSearchNetCCRetrieval (java)":79.75,"CodeSearchNetCCRetrieval (javascript)":81.06,"CodeSearchNetCCRetrieval (php)":71.3,"CodeSearchNetCCRetrieval (python)":79.8,"CodeSearchNetCCRetrieval (ruby)":79.51,"CodeSearchNetRetrieval (go)":97.36,"CodeSearchNetRetrieval (java)":93.56,"CodeSearchNetRetrieval (javascript)":87.26,"CodeSearchNetRetrieval (php)":91.69,"CodeSearchNetRetrieval (python)":93.04,"CodeSearchNetRetrieval (ruby)":90.89,"CodeTransOceanContest":89.92,"CodeTransOceanDL":33.92,"CosQA":28.7,"StackOverflowQA":94.33,"SyntheticText2SQL":57.56}
+{"index":15,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":75.86,"AppsRetrieval":35.13,"CodeFeedbackMT":50.64,"CodeFeedbackST":84.08,"CodeSearchNetCCRetrieval (go)":85.44,"CodeSearchNetCCRetrieval (java)":87.63,"CodeSearchNetCCRetrieval (javascript)":87.27,"CodeSearchNetCCRetrieval (php)":79.25,"CodeSearchNetCCRetrieval (python)":90.92,"CodeSearchNetCCRetrieval (ruby)":89.63,"CodeSearchNetRetrieval (go)":90.01,"CodeSearchNetRetrieval (java)":89.84,"CodeSearchNetRetrieval (javascript)":81.43,"CodeSearchNetRetrieval (php)":81.57,"CodeSearchNetRetrieval (python)":91.65,"CodeSearchNetRetrieval (ruby)":85.42,"CodeTransOceanContest":89.22,"CodeTransOceanDL":32.98,"CosQA":31.24,"StackOverflowQA":93.37,"SyntheticText2SQL":60.39}
+{"index":32,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infly\/inf-retriever-v1\">inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.74,"AppsRetrieval":47.37,"CodeFeedbackMT":77.64,"CodeFeedbackST":86.63,"CodeSearchNetCCRetrieval (go)":71.84,"CodeSearchNetCCRetrieval (java)":77.93,"CodeSearchNetCCRetrieval (javascript)":78.95,"CodeSearchNetCCRetrieval (php)":66.98,"CodeSearchNetCCRetrieval (python)":82.03,"CodeSearchNetCCRetrieval (ruby)":76.53,"CodeSearchNetRetrieval (go)":93.86,"CodeSearchNetRetrieval (java)":90.27,"CodeSearchNetRetrieval (javascript)":82.08,"CodeSearchNetRetrieval (php)":85.92,"CodeSearchNetRetrieval (python)":93.3,"CodeSearchNetRetrieval (ruby)":87.16,"CodeTransOceanContest":89.16,"CodeTransOceanDL":35.18,"CosQA":34.17,"StackOverflowQA":94.22,"SyntheticText2SQL":63.51}
+{"index":55,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":73.51,"AppsRetrieval":28.37,"CodeFeedbackMT":68.92,"CodeFeedbackST":80.42,"CodeSearchNetCCRetrieval (go)":67.19,"CodeSearchNetCCRetrieval (java)":77.23,"CodeSearchNetCCRetrieval (javascript)":77.36,"CodeSearchNetCCRetrieval (php)":65.83,"CodeSearchNetCCRetrieval (python)":76.01,"CodeSearchNetCCRetrieval (ruby)":75.43,"CodeSearchNetRetrieval (go)":96.48,"CodeSearchNetRetrieval (java)":93.18,"CodeSearchNetRetrieval (javascript)":83.14,"CodeSearchNetRetrieval (php)":89.89,"CodeSearchNetRetrieval (python)":92.36,"CodeSearchNetRetrieval (ruby)":87.96,"CodeTransOceanContest":84.25,"CodeTransOceanDL":34.23,"CosQA":31.0,"StackOverflowQA":92.44,"SyntheticText2SQL":68.45}
+{"index":37,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.36,"AppsRetrieval":23.46,"CodeFeedbackMT":36.4,"CodeFeedbackST":76.41,"CodeSearchNetCCRetrieval (go)":84.05,"CodeSearchNetCCRetrieval (java)":86.21,"CodeSearchNetCCRetrieval (javascript)":86.18,"CodeSearchNetCCRetrieval (php)":75.95,"CodeSearchNetCCRetrieval (python)":90.6,"CodeSearchNetCCRetrieval (ruby)":85.89,"CodeSearchNetRetrieval (go)":93.06,"CodeSearchNetRetrieval (java)":84.08,"CodeSearchNetRetrieval (javascript)":80.93,"CodeSearchNetRetrieval (php)":83.14,"CodeSearchNetRetrieval (python)":91.75,"CodeSearchNetRetrieval (ruby)":85.37,"CodeTransOceanContest":88.58,"CodeTransOceanDL":31.74,"CosQA":33.1,"StackOverflowQA":91.02,"SyntheticText2SQL":59.2}
+{"index":41,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.81,"AppsRetrieval":34.89,"CodeFeedbackMT":39.87,"CodeFeedbackST":75.89,"CodeSearchNetCCRetrieval (go)":72.31,"CodeSearchNetCCRetrieval (java)":80.07,"CodeSearchNetCCRetrieval (javascript)":79.2,"CodeSearchNetCCRetrieval (php)":72.49,"CodeSearchNetCCRetrieval (python)":86.24,"CodeSearchNetCCRetrieval (ruby)":81.9,"CodeSearchNetRetrieval (go)":90.41,"CodeSearchNetRetrieval (java)":80.55,"CodeSearchNetRetrieval (javascript)":75.37,"CodeSearchNetRetrieval (php)":83.7,"CodeSearchNetRetrieval (python)":88.96,"CodeSearchNetRetrieval (ruby)":79.56,"CodeTransOceanContest":83.36,"CodeTransOceanDL":29.01,"CosQA":37.75,"StackOverflowQA":85.82,"SyntheticText2SQL":58.85}
+{"index":40,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.17,"AppsRetrieval":32.55,"CodeFeedbackMT":42.78,"CodeFeedbackST":74.26,"CodeSearchNetCCRetrieval (go)":72.08,"CodeSearchNetCCRetrieval (java)":78.65,"CodeSearchNetCCRetrieval (javascript)":77.67,"CodeSearchNetCCRetrieval (php)":72.21,"CodeSearchNetCCRetrieval (python)":84.45,"CodeSearchNetCCRetrieval (ruby)":81.94,"CodeSearchNetRetrieval (go)":91.8,"CodeSearchNetRetrieval (java)":82.05,"CodeSearchNetRetrieval (javascript)":75.54,"CodeSearchNetRetrieval (php)":84.5,"CodeSearchNetRetrieval (python)":89.42,"CodeSearchNetRetrieval (ruby)":81.43,"CodeTransOceanContest":74.03,"CodeTransOceanDL":31.28,"CosQA":34.8,"StackOverflowQA":88.89,"SyntheticText2SQL":53.07}
+{"index":4,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":68.66,"AppsRetrieval":28.39,"CodeFeedbackMT":57.66,"CodeFeedbackST":84.15,"CodeSearchNetCCRetrieval (go)":62.59,"CodeSearchNetCCRetrieval (java)":67.15,"CodeSearchNetCCRetrieval (javascript)":69.2,"CodeSearchNetCCRetrieval (php)":57.93,"CodeSearchNetCCRetrieval (python)":75.41,"CodeSearchNetCCRetrieval (ruby)":65.18,"CodeSearchNetRetrieval (go)":94.26,"CodeSearchNetRetrieval (java)":86.49,"CodeSearchNetRetrieval (javascript)":79.82,"CodeSearchNetRetrieval (php)":84.52,"CodeSearchNetRetrieval (python)":91.93,"CodeSearchNetRetrieval (ruby)":84.76,"CodeTransOceanContest":81.83,"CodeTransOceanDL":32.17,"CosQA":32.24,"StackOverflowQA":84.35,"SyntheticText2SQL":53.22}
+{"index":16,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Salesforce\/SFR-Embedding-Mistral\">SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.7,"AppsRetrieval":26.11,"CodeFeedbackMT":40.33,"CodeFeedbackST":78.07,"CodeSearchNetCCRetrieval (go)":62.02,"CodeSearchNetCCRetrieval (java)":67.75,"CodeSearchNetCCRetrieval (javascript)":69.09,"CodeSearchNetCCRetrieval (php)":52.44,"CodeSearchNetCCRetrieval (python)":70.38,"CodeSearchNetCCRetrieval (ruby)":65.21,"CodeSearchNetRetrieval (go)":93.28,"CodeSearchNetRetrieval (java)":84.03,"CodeSearchNetRetrieval (javascript)":81.47,"CodeSearchNetRetrieval (php)":83.39,"CodeSearchNetRetrieval (python)":92.26,"CodeSearchNetRetrieval (ruby)":85.94,"CodeTransOceanContest":83.52,"CodeTransOceanDL":32.93,"CosQA":34.31,"StackOverflowQA":92.28,"SyntheticText2SQL":59.29}
+{"index":39,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.07,"AppsRetrieval":20.94,"CodeFeedbackMT":43.18,"CodeFeedbackST":72.61,"CodeSearchNetCCRetrieval (go)":72.29,"CodeSearchNetCCRetrieval (java)":78.85,"CodeSearchNetCCRetrieval (javascript)":78.44,"CodeSearchNetCCRetrieval (php)":72.02,"CodeSearchNetCCRetrieval (python)":85.37,"CodeSearchNetCCRetrieval (ruby)":81.92,"CodeSearchNetRetrieval (go)":89.47,"CodeSearchNetRetrieval (java)":78.39,"CodeSearchNetRetrieval (javascript)":71.4,"CodeSearchNetRetrieval (php)":81.05,"CodeSearchNetRetrieval (python)":85.68,"CodeSearchNetRetrieval (ruby)":78.24,"CodeTransOceanContest":51.89,"CodeTransOceanDL":29.88,"CosQA":31.12,"StackOverflowQA":85.11,"SyntheticText2SQL":53.61}
+{"index":3,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":66.43,"AppsRetrieval":30.19,"CodeFeedbackMT":52.15,"CodeFeedbackST":82.57,"CodeSearchNetCCRetrieval (go)":59.7,"CodeSearchNetCCRetrieval (java)":60.42,"CodeSearchNetCCRetrieval (javascript)":63.28,"CodeSearchNetCCRetrieval (php)":49.08,"CodeSearchNetCCRetrieval (python)":70.64,"CodeSearchNetCCRetrieval (ruby)":61.95,"CodeSearchNetRetrieval (go)":91.95,"CodeSearchNetRetrieval (java)":85.39,"CodeSearchNetRetrieval (javascript)":78.19,"CodeSearchNetRetrieval (php)":81.35,"CodeSearchNetRetrieval (python)":91.17,"CodeSearchNetRetrieval (ruby)":84.58,"CodeTransOceanContest":77.71,"CodeTransOceanDL":29.84,"CosQA":31.74,"StackOverflowQA":91.02,"SyntheticText2SQL":55.6}
+{"index":56,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":65.8,"AppsRetrieval":17.01,"CodeFeedbackMT":60.48,"CodeFeedbackST":73.89,"CodeSearchNetCCRetrieval (go)":49.21,"CodeSearchNetCCRetrieval (java)":68.63,"CodeSearchNetCCRetrieval (javascript)":67.6,"CodeSearchNetCCRetrieval (php)":54.06,"CodeSearchNetCCRetrieval (python)":59.4,"CodeSearchNetCCRetrieval (ruby)":65.89,"CodeSearchNetRetrieval (go)":95.24,"CodeSearchNetRetrieval (java)":90.71,"CodeSearchNetRetrieval (javascript)":78.92,"CodeSearchNetRetrieval (php)":87.39,"CodeSearchNetRetrieval (python)":88.52,"CodeSearchNetRetrieval (ruby)":83.76,"CodeTransOceanContest":72.05,"CodeTransOceanDL":27.39,"CosQA":28.93,"StackOverflowQA":88.67,"SyntheticText2SQL":58.33}
+{"index":42,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.48,"AppsRetrieval":12.01,"CodeFeedbackMT":41.32,"CodeFeedbackST":72.67,"CodeSearchNetCCRetrieval (go)":69.66,"CodeSearchNetCCRetrieval (java)":75.58,"CodeSearchNetCCRetrieval (javascript)":77.6,"CodeSearchNetCCRetrieval (php)":69.38,"CodeSearchNetCCRetrieval (python)":80.75,"CodeSearchNetCCRetrieval (ruby)":72.75,"CodeSearchNetRetrieval (go)":90.3,"CodeSearchNetRetrieval (java)":74.96,"CodeSearchNetRetrieval (javascript)":69.53,"CodeSearchNetRetrieval (php)":80.28,"CodeSearchNetRetrieval (python)":86.31,"CodeSearchNetRetrieval (ruby)":76.58,"CodeTransOceanContest":69.76,"CodeTransOceanDL":32.3,"CosQA":29.61,"StackOverflowQA":81.94,"SyntheticText2SQL":46.29}
+{"index":11,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":64.08,"AppsRetrieval":31.91,"CodeFeedbackMT":42.9,"CodeFeedbackST":74.19,"CodeSearchNetCCRetrieval (go)":46.68,"CodeSearchNetCCRetrieval (java)":60.47,"CodeSearchNetCCRetrieval (javascript)":60.54,"CodeSearchNetCCRetrieval (php)":49.65,"CodeSearchNetCCRetrieval (python)":66.39,"CodeSearchNetCCRetrieval (ruby)":61.72,"CodeSearchNetRetrieval (go)":92.42,"CodeSearchNetRetrieval (java)":80.11,"CodeSearchNetRetrieval (javascript)":76.56,"CodeSearchNetRetrieval (php)":84.47,"CodeSearchNetRetrieval (python)":89.87,"CodeSearchNetRetrieval (ruby)":81.6,"CodeTransOceanContest":70.25,"CodeTransOceanDL":30.14,"CosQA":32.58,"StackOverflowQA":89.42,"SyntheticText2SQL":59.79}
+{"index":36,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large-v2\">e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":63.33,"AppsRetrieval":14.18,"CodeFeedbackMT":47.83,"CodeFeedbackST":76.16,"CodeSearchNetCCRetrieval (go)":47.64,"CodeSearchNetCCRetrieval (java)":63.92,"CodeSearchNetCCRetrieval (javascript)":65.18,"CodeSearchNetCCRetrieval (php)":53.38,"CodeSearchNetCCRetrieval (python)":67.59,"CodeSearchNetCCRetrieval (ruby)":62.31,"CodeSearchNetRetrieval (go)":91.6,"CodeSearchNetRetrieval (java)":83.2,"CodeSearchNetRetrieval (javascript)":71.79,"CodeSearchNetRetrieval (php)":84.16,"CodeSearchNetRetrieval (python)":88.15,"CodeSearchNetRetrieval (ruby)":80.25,"CodeTransOceanContest":65.14,"CodeTransOceanDL":32.4,"CosQA":32.09,"StackOverflowQA":89.93,"SyntheticText2SQL":49.66}
+{"index":48,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.47,"AppsRetrieval":8.41,"CodeFeedbackMT":37.72,"CodeFeedbackST":69.32,"CodeSearchNetCCRetrieval (go)":61.44,"CodeSearchNetCCRetrieval (java)":68.88,"CodeSearchNetCCRetrieval (javascript)":67.99,"CodeSearchNetCCRetrieval (php)":59.22,"CodeSearchNetCCRetrieval (python)":71.83,"CodeSearchNetCCRetrieval (ruby)":66.42,"CodeSearchNetRetrieval (go)":88.25,"CodeSearchNetRetrieval (java)":65.11,"CodeSearchNetRetrieval (javascript)":65.58,"CodeSearchNetRetrieval (php)":74.47,"CodeSearchNetRetrieval (python)":81.01,"CodeSearchNetRetrieval (ruby)":74.53,"CodeTransOceanContest":70.58,"CodeTransOceanDL":29.45,"CosQA":33.71,"StackOverflowQA":90.32,"SyntheticText2SQL":45.09}
+{"index":9,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-english-v3.0\">Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":61.22,"AppsRetrieval":13.72,"CodeFeedbackMT":47.02,"CodeFeedbackST":74.82,"CodeSearchNetCCRetrieval (go)":36.29,"CodeSearchNetCCRetrieval (java)":56.76,"CodeSearchNetCCRetrieval (javascript)":57.62,"CodeSearchNetCCRetrieval (php)":46.64,"CodeSearchNetCCRetrieval (python)":60.38,"CodeSearchNetCCRetrieval (ruby)":59.15,"CodeSearchNetRetrieval (go)":93.29,"CodeSearchNetRetrieval (java)":80.68,"CodeSearchNetRetrieval (javascript)":72.14,"CodeSearchNetRetrieval (php)":84.07,"CodeSearchNetRetrieval (python)":87.89,"CodeSearchNetRetrieval (ruby)":80.01,"CodeTransOceanContest":65.28,"CodeTransOceanDL":31.38,"CosQA":30.65,"StackOverflowQA":89.35,"SyntheticText2SQL":57.2}
+{"index":34,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base-v2\">e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":60.97,"AppsRetrieval":11.52,"CodeFeedbackMT":41.56,"CodeFeedbackST":74.52,"CodeSearchNetCCRetrieval (go)":42.29,"CodeSearchNetCCRetrieval (java)":61.35,"CodeSearchNetCCRetrieval (javascript)":63.02,"CodeSearchNetCCRetrieval (php)":48.67,"CodeSearchNetCCRetrieval (python)":64.84,"CodeSearchNetCCRetrieval (ruby)":61.06,"CodeSearchNetRetrieval (go)":93.92,"CodeSearchNetRetrieval (java)":76.68,"CodeSearchNetRetrieval (javascript)":72.32,"CodeSearchNetRetrieval (php)":82.86,"CodeSearchNetRetrieval (python)":88.66,"CodeSearchNetRetrieval (ruby)":79.43,"CodeTransOceanContest":62.5,"CodeTransOceanDL":21.87,"CosQA":32.59,"StackOverflowQA":87.85,"SyntheticText2SQL":51.88}
+{"index":6,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-en-v1.5\">bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.65,"AppsRetrieval":7.57,"CodeFeedbackMT":36.89,"CodeFeedbackST":71.77,"CodeSearchNetCCRetrieval (go)":41.05,"CodeSearchNetCCRetrieval (java)":57.06,"CodeSearchNetCCRetrieval (javascript)":53.23,"CodeSearchNetCCRetrieval (php)":46.01,"CodeSearchNetCCRetrieval (python)":60.47,"CodeSearchNetCCRetrieval (ruby)":58.4,"CodeSearchNetRetrieval (go)":94.95,"CodeSearchNetRetrieval (java)":85.4,"CodeSearchNetRetrieval (javascript)":76.92,"CodeSearchNetRetrieval (php)":87.83,"CodeSearchNetRetrieval (python)":90.8,"CodeSearchNetRetrieval (ruby)":82.41,"CodeTransOceanContest":53.13,"CodeTransOceanDL":21.04,"CosQA":34.36,"StackOverflowQA":83.07,"SyntheticText2SQL":50.64}
+{"index":10,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":59.01,"AppsRetrieval":8.27,"CodeFeedbackMT":39.34,"CodeFeedbackST":70.71,"CodeSearchNetCCRetrieval (go)":45.26,"CodeSearchNetCCRetrieval (java)":55.42,"CodeSearchNetCCRetrieval (javascript)":60.8,"CodeSearchNetCCRetrieval (php)":46.96,"CodeSearchNetCCRetrieval (python)":61.34,"CodeSearchNetCCRetrieval (ruby)":58.99,"CodeSearchNetRetrieval (go)":92.13,"CodeSearchNetRetrieval (java)":71.04,"CodeSearchNetRetrieval (javascript)":73.5,"CodeSearchNetRetrieval (php)":81.35,"CodeSearchNetRetrieval (python)":86.75,"CodeSearchNetRetrieval (ruby)":77.16,"CodeTransOceanContest":59.35,"CodeTransOceanDL":29.06,"CosQA":27.99,"StackOverflowQA":81.47,"SyntheticText2SQL":53.26}
+{"index":46,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.99,"AppsRetrieval":5.97,"CodeFeedbackMT":27.07,"CodeFeedbackST":61.01,"CodeSearchNetCCRetrieval (go)":63.52,"CodeSearchNetCCRetrieval (java)":67.51,"CodeSearchNetCCRetrieval (javascript)":70.13,"CodeSearchNetCCRetrieval (php)":60.81,"CodeSearchNetCCRetrieval (python)":71.1,"CodeSearchNetCCRetrieval (ruby)":72.28,"CodeSearchNetRetrieval (go)":89.06,"CodeSearchNetRetrieval (java)":53.2,"CodeSearchNetRetrieval (javascript)":67.52,"CodeSearchNetRetrieval (php)":77.36,"CodeSearchNetRetrieval (python)":82.09,"CodeSearchNetRetrieval (ruby)":74.77,"CodeTransOceanContest":59.86,"CodeTransOceanDL":19.94,"CosQA":32.09,"StackOverflowQA":80.63,"SyntheticText2SQL":43.93}
+{"index":47,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.47,"AppsRetrieval":6.6,"CodeFeedbackMT":35.62,"CodeFeedbackST":65.99,"CodeSearchNetCCRetrieval (go)":60.0,"CodeSearchNetCCRetrieval (java)":66.32,"CodeSearchNetCCRetrieval (javascript)":66.75,"CodeSearchNetCCRetrieval (php)":58.42,"CodeSearchNetCCRetrieval (python)":71.29,"CodeSearchNetCCRetrieval (ruby)":69.32,"CodeSearchNetRetrieval (go)":79.84,"CodeSearchNetRetrieval (java)":51.65,"CodeSearchNetRetrieval (javascript)":63.62,"CodeSearchNetRetrieval (php)":70.82,"CodeSearchNetRetrieval (python)":79.28,"CodeSearchNetRetrieval (ruby)":72.84,"CodeTransOceanContest":61.78,"CodeTransOceanDL":27.94,"CosQA":33.02,"StackOverflowQA":83.96,"SyntheticText2SQL":44.35}
+{"index":35,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-large\">e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.17,"AppsRetrieval":9.18,"CodeFeedbackMT":45.83,"CodeFeedbackST":73.29,"CodeSearchNetCCRetrieval (go)":42.42,"CodeSearchNetCCRetrieval (java)":55.47,"CodeSearchNetCCRetrieval (javascript)":60.51,"CodeSearchNetCCRetrieval (php)":44.14,"CodeSearchNetCCRetrieval (python)":63.21,"CodeSearchNetCCRetrieval (ruby)":57.91,"CodeSearchNetRetrieval (go)":80.19,"CodeSearchNetRetrieval (java)":75.38,"CodeSearchNetRetrieval (javascript)":64.28,"CodeSearchNetRetrieval (php)":72.31,"CodeSearchNetRetrieval (python)":83.25,"CodeSearchNetRetrieval (ruby)":74.52,"CodeTransOceanContest":63.15,"CodeTransOceanDL":31.77,"CosQA":32.86,"StackOverflowQA":82.85,"SyntheticText2SQL":50.85}
+{"index":5,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-en-v1.5\">bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.96,"AppsRetrieval":6.45,"CodeFeedbackMT":33.65,"CodeFeedbackST":70.0,"CodeSearchNetCCRetrieval (go)":34.6,"CodeSearchNetCCRetrieval (java)":56.21,"CodeSearchNetCCRetrieval (javascript)":54.23,"CodeSearchNetCCRetrieval (php)":44.15,"CodeSearchNetCCRetrieval (python)":59.77,"CodeSearchNetCCRetrieval (ruby)":56.37,"CodeSearchNetRetrieval (go)":95.42,"CodeSearchNetRetrieval (java)":81.05,"CodeSearchNetRetrieval (javascript)":75.78,"CodeSearchNetRetrieval (php)":87.99,"CodeSearchNetRetrieval (python)":89.09,"CodeSearchNetRetrieval (ruby)":81.33,"CodeTransOceanContest":45.65,"CodeTransOceanDL":23.49,"CosQA":33.71,"StackOverflowQA":80.23,"SyntheticText2SQL":49.98}
+{"index":29,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ibm-granite\/granite-embedding-125m-english\">granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":57.38,"AppsRetrieval":11.79,"CodeFeedbackMT":42.14,"CodeFeedbackST":75.28,"CodeSearchNetCCRetrieval (go)":38.75,"CodeSearchNetCCRetrieval (java)":50.72,"CodeSearchNetCCRetrieval (javascript)":52.03,"CodeSearchNetCCRetrieval (php)":39.66,"CodeSearchNetCCRetrieval (python)":51.41,"CodeSearchNetCCRetrieval (ruby)":53.17,"CodeSearchNetRetrieval (go)":83.69,"CodeSearchNetRetrieval (java)":69.41,"CodeSearchNetRetrieval (javascript)":72.84,"CodeSearchNetRetrieval (php)":75.13,"CodeSearchNetRetrieval (python)":83.63,"CodeSearchNetRetrieval (ruby)":76.81,"CodeTransOceanContest":66.73,"CodeTransOceanDL":29.6,"CosQA":36.62,"StackOverflowQA":89.85,"SyntheticText2SQL":48.41}
+{"index":44,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.16,"AppsRetrieval":5.3,"CodeFeedbackMT":45.4,"CodeFeedbackST":66.32,"CodeSearchNetCCRetrieval (go)":42.45,"CodeSearchNetCCRetrieval (java)":54.08,"CodeSearchNetCCRetrieval (javascript)":57.78,"CodeSearchNetCCRetrieval (php)":45.3,"CodeSearchNetCCRetrieval (python)":56.7,"CodeSearchNetCCRetrieval (ruby)":59.09,"CodeSearchNetRetrieval (go)":91.5,"CodeSearchNetRetrieval (java)":82.0,"CodeSearchNetRetrieval (javascript)":70.2,"CodeSearchNetRetrieval (php)":83.86,"CodeSearchNetRetrieval (python)":86.99,"CodeSearchNetRetrieval (ruby)":76.44,"CodeTransOceanContest":49.87,"CodeTransOceanDL":20.66,"CosQA":27.23,"StackOverflowQA":70.96,"SyntheticText2SQL":51.02}
+{"index":23,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":56.83,"AppsRetrieval":14.17,"CodeFeedbackMT":46.59,"CodeFeedbackST":69.42,"CodeSearchNetCCRetrieval (go)":45.59,"CodeSearchNetCCRetrieval (java)":51.14,"CodeSearchNetCCRetrieval (javascript)":56.58,"CodeSearchNetCCRetrieval (php)":40.48,"CodeSearchNetCCRetrieval (python)":57.2,"CodeSearchNetCCRetrieval (ruby)":56.2,"CodeSearchNetRetrieval (go)":85.71,"CodeSearchNetRetrieval (java)":63.08,"CodeSearchNetRetrieval (javascript)":70.26,"CodeSearchNetRetrieval (php)":76.48,"CodeSearchNetRetrieval (python)":83.58,"CodeSearchNetRetrieval (ruby)":72.3,"CodeTransOceanContest":65.55,"CodeTransOceanDL":29.16,"CosQA":28.36,"StackOverflowQA":79.29,"SyntheticText2SQL":45.44}
+{"index":25,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.71,"AppsRetrieval":9.64,"CodeFeedbackMT":50.26,"CodeFeedbackST":68.77,"CodeSearchNetCCRetrieval (go)":43.79,"CodeSearchNetCCRetrieval (java)":56.55,"CodeSearchNetCCRetrieval (javascript)":58.62,"CodeSearchNetCCRetrieval (php)":44.61,"CodeSearchNetCCRetrieval (python)":61.3,"CodeSearchNetCCRetrieval (ruby)":55.57,"CodeSearchNetRetrieval (go)":85.89,"CodeSearchNetRetrieval (java)":68.1,"CodeSearchNetRetrieval (javascript)":62.39,"CodeSearchNetRetrieval (php)":76.27,"CodeSearchNetRetrieval (python)":81.0,"CodeSearchNetRetrieval (ruby)":70.06,"CodeTransOceanContest":66.52,"CodeTransOceanDL":21.23,"CosQA":27.05,"StackOverflowQA":79.92,"SyntheticText2SQL":46.72}
+{"index":8,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-en-v1.5\">bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":56.59,"AppsRetrieval":5.64,"CodeFeedbackMT":35.09,"CodeFeedbackST":67.79,"CodeSearchNetCCRetrieval (go)":28.97,"CodeSearchNetCCRetrieval (java)":53.71,"CodeSearchNetCCRetrieval (javascript)":50.45,"CodeSearchNetCCRetrieval (php)":42.44,"CodeSearchNetCCRetrieval (python)":56.45,"CodeSearchNetCCRetrieval (ruby)":55.13,"CodeSearchNetRetrieval (go)":94.51,"CodeSearchNetRetrieval (java)":83.33,"CodeSearchNetRetrieval (javascript)":73.73,"CodeSearchNetRetrieval (php)":87.08,"CodeSearchNetRetrieval (python)":88.79,"CodeSearchNetRetrieval (ruby)":79.53,"CodeTransOceanContest":48.22,"CodeTransOceanDL":25.67,"CosQA":32.04,"StackOverflowQA":78.05,"SyntheticText2SQL":45.12}
+{"index":33,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.0,"AppsRetrieval":9.31,"CodeFeedbackMT":44.23,"CodeFeedbackST":69.49,"CodeSearchNetCCRetrieval (go)":39.41,"CodeSearchNetCCRetrieval (java)":53.01,"CodeSearchNetCCRetrieval (javascript)":58.13,"CodeSearchNetCCRetrieval (php)":40.64,"CodeSearchNetCCRetrieval (python)":61.67,"CodeSearchNetCCRetrieval (ruby)":56.05,"CodeSearchNetRetrieval (go)":76.52,"CodeSearchNetRetrieval (java)":69.23,"CodeSearchNetRetrieval (javascript)":64.36,"CodeSearchNetRetrieval (php)":70.34,"CodeSearchNetRetrieval (python)":82.35,"CodeSearchNetRetrieval (ruby)":73.49,"CodeTransOceanContest":59.1,"CodeTransOceanDL":28.57,"CosQA":31.45,"StackOverflowQA":81.66,"SyntheticText2SQL":50.99}
+{"index":31,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ibm-granite\/granite-embedding-30m-english\">granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":55.78,"AppsRetrieval":6.2,"CodeFeedbackMT":37.76,"CodeFeedbackST":69.42,"CodeSearchNetCCRetrieval (go)":42.09,"CodeSearchNetCCRetrieval (java)":52.54,"CodeSearchNetCCRetrieval (javascript)":53.1,"CodeSearchNetCCRetrieval (php)":41.81,"CodeSearchNetCCRetrieval (python)":53.59,"CodeSearchNetCCRetrieval (ruby)":51.69,"CodeSearchNetRetrieval (go)":84.92,"CodeSearchNetRetrieval (java)":69.45,"CodeSearchNetRetrieval (javascript)":71.38,"CodeSearchNetRetrieval (php)":73.45,"CodeSearchNetRetrieval (python)":84.36,"CodeSearchNetRetrieval (ruby)":75.27,"CodeTransOceanContest":57.48,"CodeTransOceanDL":26.89,"CosQA":35.45,"StackOverflowQA":83.93,"SyntheticText2SQL":44.77}
+{"index":26,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hongkeon\/granite-embedding-278m-multilingual-Q4_K_M-GGUF\">granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.69,"AppsRetrieval":6.21,"CodeFeedbackMT":31.39,"CodeFeedbackST":67.72,"CodeSearchNetCCRetrieval (go)":37.55,"CodeSearchNetCCRetrieval (java)":45.54,"CodeSearchNetCCRetrieval (javascript)":46.02,"CodeSearchNetCCRetrieval (php)":35.94,"CodeSearchNetCCRetrieval (python)":45.53,"CodeSearchNetCCRetrieval (ruby)":47.55,"CodeSearchNetRetrieval (go)":86.14,"CodeSearchNetRetrieval (java)":70.89,"CodeSearchNetRetrieval (javascript)":70.34,"CodeSearchNetRetrieval (php)":72.93,"CodeSearchNetRetrieval (python)":83.12,"CodeSearchNetRetrieval (ruby)":74.74,"CodeTransOceanContest":60.83,"CodeTransOceanDL":32.14,"CosQA":33.45,"StackOverflowQA":78.45,"SyntheticText2SQL":47.34}
+{"index":27,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/hongkeon\/granite-embedding-278m-multilingual-Q8_0-GGUF\">granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.69,"AppsRetrieval":6.21,"CodeFeedbackMT":31.39,"CodeFeedbackST":67.72,"CodeSearchNetCCRetrieval (go)":37.55,"CodeSearchNetCCRetrieval (java)":45.54,"CodeSearchNetCCRetrieval (javascript)":46.02,"CodeSearchNetCCRetrieval (php)":35.94,"CodeSearchNetCCRetrieval (python)":45.53,"CodeSearchNetCCRetrieval (ruby)":47.55,"CodeSearchNetRetrieval (go)":86.14,"CodeSearchNetRetrieval (java)":70.89,"CodeSearchNetRetrieval (javascript)":70.34,"CodeSearchNetRetrieval (php)":72.93,"CodeSearchNetRetrieval (python)":83.12,"CodeSearchNetRetrieval (ruby)":74.74,"CodeTransOceanContest":60.83,"CodeTransOceanDL":32.14,"CosQA":33.45,"StackOverflowQA":78.45,"SyntheticText2SQL":47.34}
+{"index":30,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ibm-granite\/granite-embedding-278m-multilingual\">granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":53.69,"AppsRetrieval":6.21,"CodeFeedbackMT":31.39,"CodeFeedbackST":67.72,"CodeSearchNetCCRetrieval (go)":37.55,"CodeSearchNetCCRetrieval (java)":45.54,"CodeSearchNetCCRetrieval (javascript)":46.02,"CodeSearchNetCCRetrieval (php)":35.94,"CodeSearchNetCCRetrieval (python)":45.53,"CodeSearchNetCCRetrieval (ruby)":47.55,"CodeSearchNetRetrieval (go)":86.14,"CodeSearchNetRetrieval (java)":70.89,"CodeSearchNetRetrieval (javascript)":70.34,"CodeSearchNetRetrieval (php)":72.93,"CodeSearchNetRetrieval (python)":83.12,"CodeSearchNetRetrieval (ruby)":74.74,"CodeTransOceanContest":60.83,"CodeTransOceanDL":32.14,"CosQA":33.45,"StackOverflowQA":78.45,"SyntheticText2SQL":47.34}
+{"index":38,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-small\">e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.98,"AppsRetrieval":4.32,"CodeFeedbackMT":36.47,"CodeFeedbackST":66.82,"CodeSearchNetCCRetrieval (go)":35.3,"CodeSearchNetCCRetrieval (java)":47.64,"CodeSearchNetCCRetrieval (javascript)":50.9,"CodeSearchNetCCRetrieval (php)":35.44,"CodeSearchNetCCRetrieval (python)":55.19,"CodeSearchNetCCRetrieval (ruby)":51.14,"CodeSearchNetRetrieval (go)":75.26,"CodeSearchNetRetrieval (java)":57.51,"CodeSearchNetRetrieval (javascript)":60.72,"CodeSearchNetRetrieval (php)":68.6,"CodeSearchNetRetrieval (python)":78.07,"CodeSearchNetRetrieval (ruby)":70.33,"CodeTransOceanContest":45.87,"CodeTransOceanDL":27.67,"CosQA":29.9,"StackOverflowQA":71.5,"SyntheticText2SQL":50.95}
+{"index":28,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ibm-granite\/granite-embedding-107m-multilingual\">granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":47.42,"AppsRetrieval":4.54,"CodeFeedbackMT":23.46,"CodeFeedbackST":58.45,"CodeSearchNetCCRetrieval (go)":33.86,"CodeSearchNetCCRetrieval (java)":37.01,"CodeSearchNetCCRetrieval (javascript)":42.04,"CodeSearchNetCCRetrieval (php)":30.79,"CodeSearchNetCCRetrieval (python)":41.58,"CodeSearchNetCCRetrieval (ruby)":44.53,"CodeSearchNetRetrieval (go)":82.22,"CodeSearchNetRetrieval (java)":67.04,"CodeSearchNetRetrieval (javascript)":67.24,"CodeSearchNetRetrieval (php)":69.79,"CodeSearchNetRetrieval (python)":79.04,"CodeSearchNetRetrieval (ruby)":70.83,"CodeTransOceanContest":43.65,"CodeTransOceanDL":18.15,"CosQA":28.29,"StackOverflowQA":66.58,"SyntheticText2SQL":39.34}
+{"index":51,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.01,"AppsRetrieval":3.21,"CodeFeedbackMT":28.06,"CodeFeedbackST":52.83,"CodeSearchNetCCRetrieval (go)":32.67,"CodeSearchNetCCRetrieval (java)":35.98,"CodeSearchNetCCRetrieval (javascript)":48.94,"CodeSearchNetCCRetrieval (php)":28.61,"CodeSearchNetCCRetrieval (python)":46.49,"CodeSearchNetCCRetrieval (ruby)":47.35,"CodeSearchNetRetrieval (go)":70.52,"CodeSearchNetRetrieval (java)":42.15,"CodeSearchNetRetrieval (javascript)":52.91,"CodeSearchNetRetrieval (php)":55.98,"CodeSearchNetRetrieval (python)":71.17,"CodeSearchNetRetrieval (ruby)":60.79,"CodeTransOceanContest":41.2,"CodeTransOceanDL":26.26,"CosQA":17.94,"StackOverflowQA":53.06,"SyntheticText2SQL":44.08}
+{"index":50,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.41,"AppsRetrieval":2.34,"CodeFeedbackMT":11.43,"CodeFeedbackST":35.34,"CodeSearchNetCCRetrieval (go)":26.63,"CodeSearchNetCCRetrieval (java)":42.1,"CodeSearchNetCCRetrieval (javascript)":57.46,"CodeSearchNetCCRetrieval (php)":29.8,"CodeSearchNetCCRetrieval (python)":53.43,"CodeSearchNetCCRetrieval (ruby)":55.02,"CodeSearchNetRetrieval (go)":67.23,"CodeSearchNetRetrieval (java)":45.56,"CodeSearchNetRetrieval (javascript)":48.34,"CodeSearchNetRetrieval (php)":48.3,"CodeSearchNetRetrieval (python)":65.54,"CodeSearchNetRetrieval (ruby)":60.19,"CodeTransOceanContest":27.94,"CodeTransOceanDL":16.71,"CosQA":16.57,"StackOverflowQA":43.11,"SyntheticText2SQL":35.22}
+{"index":45,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.12,"AppsRetrieval":2.39,"CodeFeedbackMT":17.98,"CodeFeedbackST":35.98,"CodeSearchNetCCRetrieval (go)":41.73,"CodeSearchNetCCRetrieval (java)":45.83,"CodeSearchNetCCRetrieval (javascript)":52.0,"CodeSearchNetCCRetrieval (php)":31.96,"CodeSearchNetCCRetrieval (python)":40.41,"CodeSearchNetCCRetrieval (ruby)":41.46,"CodeSearchNetRetrieval (go)":48.56,"CodeSearchNetRetrieval (java)":35.05,"CodeSearchNetRetrieval (javascript)":46.24,"CodeSearchNetRetrieval (php)":46.03,"CodeSearchNetRetrieval (python)":60.52,"CodeSearchNetRetrieval (ruby)":51.34,"CodeTransOceanContest":28.1,"CodeTransOceanDL":26.45,"CosQA":8.77,"StackOverflowQA":38.23,"SyntheticText2SQL":43.28}
+{"index":19,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.55,"AppsRetrieval":2.26,"CodeFeedbackMT":24.65,"CodeFeedbackST":39.86,"CodeSearchNetCCRetrieval (go)":27.72,"CodeSearchNetCCRetrieval (java)":33.75,"CodeSearchNetCCRetrieval (javascript)":39.74,"CodeSearchNetCCRetrieval (php)":24.25,"CodeSearchNetCCRetrieval (python)":29.56,"CodeSearchNetCCRetrieval (ruby)":36.38,"CodeSearchNetRetrieval (go)":49.06,"CodeSearchNetRetrieval (java)":33.58,"CodeSearchNetRetrieval (javascript)":45.1,"CodeSearchNetRetrieval (php)":44.36,"CodeSearchNetRetrieval (python)":59.24,"CodeSearchNetRetrieval (ruby)":49.67,"CodeTransOceanContest":32.93,"CodeTransOceanDL":32.37,"CosQA":8.76,"StackOverflowQA":38.16,"SyntheticText2SQL":39.52}
+{"index":49,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.5,"AppsRetrieval":2.0,"CodeFeedbackMT":12.53,"CodeFeedbackST":32.53,"CodeSearchNetCCRetrieval (go)":28.54,"CodeSearchNetCCRetrieval (java)":26.23,"CodeSearchNetCCRetrieval (javascript)":43.56,"CodeSearchNetCCRetrieval (php)":16.3,"CodeSearchNetCCRetrieval (python)":44.49,"CodeSearchNetCCRetrieval (ruby)":43.84,"CodeSearchNetRetrieval (go)":61.49,"CodeSearchNetRetrieval (java)":32.49,"CodeSearchNetRetrieval (javascript)":46.41,"CodeSearchNetRetrieval (php)":45.01,"CodeSearchNetRetrieval (python)":58.15,"CodeSearchNetRetrieval (ruby)":56.44,"CodeTransOceanContest":25.67,"CodeTransOceanDL":11.65,"CosQA":14.24,"StackOverflowQA":37.94,"SyntheticText2SQL":30.57}
+{"index":52,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":26.22,"AppsRetrieval":1.25,"CodeFeedbackMT":18.67,"CodeFeedbackST":25.37,"CodeSearchNetCCRetrieval (go)":17.14,"CodeSearchNetCCRetrieval (java)":23.17,"CodeSearchNetCCRetrieval (javascript)":27.6,"CodeSearchNetCCRetrieval (php)":17.53,"CodeSearchNetCCRetrieval (python)":32.45,"CodeSearchNetCCRetrieval (ruby)":37.08,"CodeSearchNetRetrieval (go)":34.78,"CodeSearchNetRetrieval (java)":20.77,"CodeSearchNetRetrieval (javascript)":24.46,"CodeSearchNetRetrieval (php)":30.9,"CodeSearchNetRetrieval (python)":47.77,"CodeSearchNetRetrieval (ruby)":39.47,"CodeTransOceanContest":23.44,"CodeTransOceanDL":32.03,"CosQA":7.22,"StackOverflowQA":31.97,"SyntheticText2SQL":31.4}
+{"index":22,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":22.19,"AppsRetrieval":1.06,"CodeFeedbackMT":11.83,"CodeFeedbackST":27.39,"CodeSearchNetCCRetrieval (go)":13.48,"CodeSearchNetCCRetrieval (java)":16.81,"CodeSearchNetCCRetrieval (javascript)":22.88,"CodeSearchNetCCRetrieval (php)":9.08,"CodeSearchNetCCRetrieval (python)":15.45,"CodeSearchNetCCRetrieval (ruby)":25.8,"CodeSearchNetRetrieval (go)":45.46,"CodeSearchNetRetrieval (java)":17.15,"CodeSearchNetRetrieval (javascript)":30.73,"CodeSearchNetRetrieval (php)":23.3,"CodeSearchNetRetrieval (python)":44.22,"CodeSearchNetRetrieval (ruby)":37.01,"CodeTransOceanContest":18.25,"CodeTransOceanDL":26.66,"CosQA":2.89,"StackOverflowQA":25.25,"SyntheticText2SQL":29.15}
+{"index":53,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":20.2,"AppsRetrieval":1.31,"CodeFeedbackMT":12.67,"CodeFeedbackST":22.08,"CodeSearchNetCCRetrieval (go)":8.65,"CodeSearchNetCCRetrieval (java)":9.18,"CodeSearchNetCCRetrieval (javascript)":16.51,"CodeSearchNetCCRetrieval (php)":8.02,"CodeSearchNetCCRetrieval (python)":17.26,"CodeSearchNetCCRetrieval (ruby)":21.38,"CodeSearchNetRetrieval (go)":32.32,"CodeSearchNetRetrieval (java)":18.91,"CodeSearchNetRetrieval (javascript)":22.2,"CodeSearchNetRetrieval (php)":26.69,"CodeSearchNetRetrieval (python)":39.52,"CodeSearchNetRetrieval (ruby)":34.56,"CodeTransOceanContest":17.87,"CodeTransOceanDL":26.42,"CosQA":11.36,"StackOverflowQA":32.47,"SyntheticText2SQL":24.54}
+{"index":21,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":19.93,"AppsRetrieval":0.44,"CodeFeedbackMT":26.04,"CodeFeedbackST":20.27,"CodeSearchNetCCRetrieval (go)":13.02,"CodeSearchNetCCRetrieval (java)":15.62,"CodeSearchNetCCRetrieval (javascript)":25.81,"CodeSearchNetCCRetrieval (php)":16.02,"CodeSearchNetCCRetrieval (python)":19.13,"CodeSearchNetCCRetrieval (ruby)":28.35,"CodeSearchNetRetrieval (go)":22.91,"CodeSearchNetRetrieval (java)":16.8,"CodeSearchNetRetrieval (javascript)":16.11,"CodeSearchNetRetrieval (php)":18.93,"CodeSearchNetRetrieval (python)":34.54,"CodeSearchNetRetrieval (ruby)":26.85,"CodeTransOceanContest":19.41,"CodeTransOceanDL":34.02,"CosQA":4.48,"StackOverflowQA":19.97,"SyntheticText2SQL":19.8}
+{"index":20,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":13.23,"AppsRetrieval":0.27,"CodeFeedbackMT":13.47,"CodeFeedbackST":8.09,"CodeSearchNetCCRetrieval (go)":10.31,"CodeSearchNetCCRetrieval (java)":15.11,"CodeSearchNetCCRetrieval (javascript)":20.43,"CodeSearchNetCCRetrieval (php)":11.37,"CodeSearchNetCCRetrieval (python)":11.11,"CodeSearchNetCCRetrieval (ruby)":21.66,"CodeSearchNetRetrieval (go)":13.54,"CodeSearchNetRetrieval (java)":10.23,"CodeSearchNetRetrieval (javascript)":9.78,"CodeSearchNetRetrieval (php)":9.12,"CodeSearchNetRetrieval (python)":20.82,"CodeSearchNetRetrieval (ruby)":17.34,"CodeTransOceanContest":13.36,"CodeTransOceanDL":33.44,"CosQA":3.73,"StackOverflowQA":16.66,"SyntheticText2SQL":4.72}
+{"index":12,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.22,"AppsRetrieval":0.07,"CodeFeedbackMT":11.84,"CodeFeedbackST":7.42,"CodeSearchNetCCRetrieval (go)":12.62,"CodeSearchNetCCRetrieval (java)":16.29,"CodeSearchNetCCRetrieval (javascript)":22.77,"CodeSearchNetCCRetrieval (php)":14.17,"CodeSearchNetCCRetrieval (python)":13.81,"CodeSearchNetCCRetrieval (ruby)":26.22,"CodeSearchNetRetrieval (go)":7.54,"CodeSearchNetRetrieval (java)":11.9,"CodeSearchNetRetrieval (javascript)":10.38,"CodeSearchNetRetrieval (php)":11.26,"CodeSearchNetRetrieval (python)":19.08,"CodeSearchNetRetrieval (ruby)":12.38,"CodeTransOceanContest":15.26,"CodeTransOceanDL":31.1,"CosQA":2.93,"StackOverflowQA":13.99,"SyntheticText2SQL":3.4}
+{"index":17,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":8.54,"AppsRetrieval":0.23,"CodeFeedbackMT":5.6,"CodeFeedbackST":5.33,"CodeSearchNetCCRetrieval (go)":3.82,"CodeSearchNetCCRetrieval (java)":5.22,"CodeSearchNetCCRetrieval (javascript)":8.44,"CodeSearchNetCCRetrieval (php)":3.76,"CodeSearchNetCCRetrieval (python)":5.89,"CodeSearchNetCCRetrieval (ruby)":12.6,"CodeSearchNetRetrieval (go)":10.42,"CodeSearchNetRetrieval (java)":4.77,"CodeSearchNetRetrieval (javascript)":9.82,"CodeSearchNetRetrieval (php)":9.82,"CodeSearchNetRetrieval (python)":15.0,"CodeSearchNetRetrieval (ruby)":11.82,"CodeTransOceanContest":11.01,"CodeTransOceanDL":28.95,"CosQA":0.56,"StackOverflowQA":8.95,"SyntheticText2SQL":8.82}
+{"index":14,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.46,"AppsRetrieval":0.29,"CodeFeedbackMT":5.54,"CodeFeedbackST":5.55,"CodeSearchNetCCRetrieval (go)":3.93,"CodeSearchNetCCRetrieval (java)":5.2,"CodeSearchNetCCRetrieval (javascript)":7.57,"CodeSearchNetCCRetrieval (php)":3.92,"CodeSearchNetCCRetrieval (python)":4.46,"CodeSearchNetCCRetrieval (ruby)":10.55,"CodeSearchNetRetrieval (go)":7.78,"CodeSearchNetRetrieval (java)":6.09,"CodeSearchNetRetrieval (javascript)":6.01,"CodeSearchNetRetrieval (php)":4.98,"CodeSearchNetRetrieval (python)":11.06,"CodeSearchNetRetrieval (ruby)":10.14,"CodeTransOceanContest":9.55,"CodeTransOceanDL":29.35,"CosQA":0.88,"StackOverflowQA":6.97,"SyntheticText2SQL":9.32}
+{"index":18,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":6.73,"AppsRetrieval":0.19,"CodeFeedbackMT":5.2,"CodeFeedbackST":3.78,"CodeSearchNetCCRetrieval (go)":3.2,"CodeSearchNetCCRetrieval (java)":4.12,"CodeSearchNetCCRetrieval (javascript)":4.77,"CodeSearchNetCCRetrieval (php)":2.43,"CodeSearchNetCCRetrieval (python)":4.27,"CodeSearchNetCCRetrieval (ruby)":11.04,"CodeSearchNetRetrieval (go)":7.18,"CodeSearchNetRetrieval (java)":5.06,"CodeSearchNetRetrieval (javascript)":6.59,"CodeSearchNetRetrieval (php)":6.07,"CodeSearchNetRetrieval (python)":10.29,"CodeSearchNetRetrieval (ruby)":7.29,"CodeTransOceanContest":9.79,"CodeTransOceanDL":31.48,"CosQA":0.35,"StackOverflowQA":6.87,"SyntheticText2SQL":4.57}
+{"index":24,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.35,"AppsRetrieval":0.05,"CodeFeedbackMT":3.15,"CodeFeedbackST":2.06,"CodeSearchNetCCRetrieval (go)":7.66,"CodeSearchNetCCRetrieval (java)":10.38,"CodeSearchNetCCRetrieval (javascript)":11.29,"CodeSearchNetCCRetrieval (php)":4.16,"CodeSearchNetCCRetrieval (python)":2.74,"CodeSearchNetCCRetrieval (ruby)":10.7,"CodeSearchNetRetrieval (go)":7.74,"CodeSearchNetRetrieval (java)":6.66,"CodeSearchNetRetrieval (javascript)":4.17,"CodeSearchNetRetrieval (php)":2.69,"CodeSearchNetRetrieval (python)":7.02,"CodeSearchNetRetrieval (ruby)":4.92,"CodeTransOceanContest":5.93,"CodeTransOceanDL":28.11,"CosQA":0.16,"StackOverflowQA":6.63,"SyntheticText2SQL":0.76}
+{"index":13,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.76,"AppsRetrieval":0.04,"CodeFeedbackMT":8.43,"CodeFeedbackST":3.66,"CodeSearchNetCCRetrieval (go)":4.52,"CodeSearchNetCCRetrieval (java)":5.94,"CodeSearchNetCCRetrieval (javascript)":8.05,"CodeSearchNetCCRetrieval (php)":4.64,"CodeSearchNetCCRetrieval (python)":3.77,"CodeSearchNetCCRetrieval (ruby)":9.34,"CodeSearchNetRetrieval (go)":2.67,"CodeSearchNetRetrieval (java)":2.8,"CodeSearchNetRetrieval (javascript)":2.31,"CodeSearchNetRetrieval (php)":1.9,"CodeSearchNetRetrieval (python)":6.47,"CodeSearchNetRetrieval (ruby)":5.26,"CodeTransOceanContest":5.49,"CodeTransOceanDL":29.16,"CosQA":0.14,"StackOverflowQA":8.75,"SyntheticText2SQL":1.79}
+{"index":43,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":0.38,"AppsRetrieval":0.05,"CodeFeedbackMT":0.03,"CodeFeedbackST":0.02,"CodeSearchNetCCRetrieval (go)":0.03,"CodeSearchNetCCRetrieval (java)":0.03,"CodeSearchNetCCRetrieval (javascript)":0.08,"CodeSearchNetCCRetrieval (php)":0.0,"CodeSearchNetCCRetrieval (python)":0.0,"CodeSearchNetCCRetrieval (ruby)":0.11,"CodeSearchNetRetrieval (go)":0.81,"CodeSearchNetRetrieval (java)":0.73,"CodeSearchNetRetrieval (javascript)":0.36,"CodeSearchNetRetrieval (php)":0.41,"CodeSearchNetRetrieval (python)":0.83,"CodeSearchNetRetrieval (ruby)":0.66,"CodeTransOceanContest":1.3,"CodeTransOceanDL":1.92,"CosQA":0.0,"StackOverflowQA":0.24,"SyntheticText2SQL":0.0}
+{"index":0,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AppsRetrieval":"","CodeFeedbackMT":"","CodeFeedbackST":"","CodeSearchNetCCRetrieval (go)":"","CodeSearchNetCCRetrieval (java)":"","CodeSearchNetCCRetrieval (javascript)":"","CodeSearchNetCCRetrieval (php)":"","CodeSearchNetCCRetrieval (python)":"","CodeSearchNetCCRetrieval (ruby)":"","CodeSearchNetRetrieval (go)":"","CodeSearchNetRetrieval (java)":"","CodeSearchNetRetrieval (javascript)":"","CodeSearchNetRetrieval (php)":"","CodeSearchNetRetrieval (python)":"","CodeSearchNetRetrieval (ruby)":"","CodeTransOceanContest":"","CodeTransOceanDL":"","CosQA":"","StackOverflowQA":89.41,"SyntheticText2SQL":""}
+{"index":7,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AppsRetrieval":"","CodeFeedbackMT":"","CodeFeedbackST":"","CodeSearchNetCCRetrieval (go)":"","CodeSearchNetCCRetrieval (java)":"","CodeSearchNetCCRetrieval (javascript)":"","CodeSearchNetCCRetrieval (php)":"","CodeSearchNetCCRetrieval (python)":"","CodeSearchNetCCRetrieval (ruby)":"","CodeSearchNetRetrieval (go)":"","CodeSearchNetRetrieval (java)":"","CodeSearchNetRetrieval (javascript)":"","CodeSearchNetRetrieval (php)":"","CodeSearchNetRetrieval (python)":"","CodeSearchNetRetrieval (ruby)":"","CodeTransOceanContest":"","CodeTransOceanDL":"","CosQA":"","StackOverflowQA":80.6,"SyntheticText2SQL":""}