Spaces:
Running
Running
| {"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":47.05,"AFQMC":33.02,"AFQMC (cmn-Hans)":33.01,"ATEC":39.81,"ATEC (cmn-Hans)":39.8,"BQ":46.44,"BQ (cmn-Hans)":46.44,"LCQMC":75.95,"LCQMC (cmn-Hans)":75.95,"PAWSX":14.63,"PAWSX (cmn-Hans)":14.63,"QBQTC":29.77,"STSB":81.08,"STSB (cmn-Hans)":81.08} | |
| {"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.9,"AFQMC":29.67,"AFQMC (cmn-Hans)":29.66,"ATEC":37.01,"ATEC (cmn-Hans)":37.01,"BQ":45.45,"BQ (cmn-Hans)":45.45,"LCQMC":74.15,"LCQMC (cmn-Hans)":74.15,"PAWSX":12.14,"PAWSX (cmn-Hans)":12.13,"QBQTC":28.81,"STSB":79.05,"STSB (cmn-Hans)":79.04} | |
| {"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":43.1,"AFQMC":25.21,"AFQMC (cmn-Hans)":25.21,"ATEC":35.14,"ATEC (cmn-Hans)":35.14,"BQ":43.27,"BQ (cmn-Hans)":43.27,"LCQMC":72.7,"LCQMC (cmn-Hans)":72.7,"PAWSX":11.01,"PAWSX (cmn-Hans)":11.0,"QBQTC":30.25,"STSB":77.73,"STSB (cmn-Hans)":77.73} | |
| {"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/cloud.google.com\/vertex-ai\/generative-ai\/docs\/embeddings\/get-text-embeddings#latest_models\">google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.aws.amazon.com\/bedrock\/latest\/userguide\/embeddings.html\">titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":59.11,"AFQMC (cmn-Hans)":null,"ATEC":58.19,"ATEC (cmn-Hans)":null,"BQ":71.07,"BQ (cmn-Hans)":null,"LCQMC":78.27,"LCQMC (cmn-Hans)":null,"PAWSX":44.98,"PAWSX (cmn-Hans)":null,"QBQTC":38.69,"STSB":82.8,"STSB (cmn-Hans)":null} | |
| {"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":null,"AFQMC":58.47,"AFQMC (cmn-Hans)":null,"ATEC":55.46,"ATEC (cmn-Hans)":null,"BQ":77.59,"BQ (cmn-Hans)":null,"LCQMC":76.29,"LCQMC (cmn-Hans)":null,"PAWSX":50.22,"PAWSX (cmn-Hans)":null,"QBQTC":31.82,"STSB":81.37,"STSB (cmn-Hans)":null} | |
| {"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":42.4,"AFQMC (cmn-Hans)":null,"ATEC":48.17,"ATEC (cmn-Hans)":null,"BQ":61.78,"BQ (cmn-Hans)":null,"LCQMC":74.45,"LCQMC (cmn-Hans)":null,"PAWSX":20.4,"PAWSX (cmn-Hans)":null,"QBQTC":36.22,"STSB":78.31,"STSB (cmn-Hans)":null} | |
| {"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"AFQMC":43.06,"AFQMC (cmn-Hans)":null,"ATEC":48.29,"ATEC (cmn-Hans)":null,"BQ":60.53,"BQ (cmn-Hans)":null,"LCQMC":74.71,"LCQMC (cmn-Hans)":null,"PAWSX":16.64,"PAWSX (cmn-Hans)":null,"QBQTC":35.2,"STSB":78.41,"STSB (cmn-Hans)":null} | |
| {"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"AFQMC":44.36,"AFQMC (cmn-Hans)":null,"ATEC":49.54,"ATEC (cmn-Hans)":null,"BQ":62.94,"BQ (cmn-Hans)":null,"LCQMC":74.33,"LCQMC (cmn-Hans)":null,"PAWSX":33.92,"PAWSX (cmn-Hans)":null,"QBQTC":37.29,"STSB":78.7,"STSB (cmn-Hans)":null} | |
| {"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-m3\">bge-m3<\/a>","Model Size (Million Parameters)":2270,"Memory Usage (GB, fp32)":8.46,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":null,"AFQMC":33.42,"AFQMC (cmn-Hans)":null,"ATEC":43.01,"ATEC (cmn-Hans)":null,"BQ":55.22,"BQ (cmn-Hans)":null,"LCQMC":72.19,"LCQMC (cmn-Hans)":null,"PAWSX":9.26,"PAWSX (cmn-Hans)":null,"QBQTC":35.29,"STSB":76.73,"STSB (cmn-Hans)":null} | |
| {"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/distilrubert-small-cased-conversational\">distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased\">rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DeepPavlov\/rubert-base-cased-sentence\">rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":null,"AFQMC":24.51,"AFQMC (cmn-Hans)":null,"ATEC":32.45,"ATEC (cmn-Hans)":null,"BQ":44.22,"BQ (cmn-Hans)":null,"LCQMC":69.16,"LCQMC (cmn-Hans)":null,"PAWSX":14.55,"PAWSX (cmn-Hans)":null,"QBQTC":29.51,"STSB":79.45,"STSB (cmn-Hans)":null} | |
| {"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":32.65,"ATEC":null,"ATEC (cmn-Hans)":37.34,"BQ":null,"BQ (cmn-Hans)":38.03,"LCQMC":null,"LCQMC (cmn-Hans)":71.38,"PAWSX":null,"PAWSX (cmn-Hans)":16.4,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":74.11} | |
| {"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised\">LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse\">LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised\">LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse\">LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised\">LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse\">LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-supervised\">LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/McGill-NLP\/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse\">LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_mt_nlu_ru\">sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ai-forever\/sbert_large_nlu_ru\">sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bert-base-uncased\">bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/LaBSE-en-ru\">LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny\">rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/cointegrated\/rubert-tiny2\">rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-base\">USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/USER-bge-m3\">USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepvk\/deberta-v1-base\">deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dwzhu\/e5-base-4k\">e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-base\">e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-en\">jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":35.87,"AFQMC (cmn-Hans)":null,"ATEC":41.27,"ATEC (cmn-Hans)":null,"BQ":63.81,"BQ (cmn-Hans)":null,"LCQMC":74.88,"LCQMC (cmn-Hans)":null,"PAWSX":12.19,"PAWSX (cmn-Hans)":null,"QBQTC":32.07,"STSB":76.97,"STSB (cmn-Hans)":null} | |
| {"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":36.53,"AFQMC (cmn-Hans)":null,"ATEC":41.8,"ATEC (cmn-Hans)":null,"BQ":65.2,"BQ (cmn-Hans)":null,"LCQMC":74.2,"LCQMC (cmn-Hans)":null,"PAWSX":15.95,"PAWSX (cmn-Hans)":null,"QBQTC":32.65,"STSB":74.16,"STSB (cmn-Hans)":null} | |
| {"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1\">nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nomic-ai\/nomic-embed-text-v1.5\">nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/nthakur\/contriever-base-msmarco\">contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/sup-simcse-bert-base-uncased\">sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/princeton-nlp\/unsup-simcse-bert-base-uncased\">unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":21.02,"ATEC":null,"ATEC (cmn-Hans)":26.61,"BQ":null,"BQ (cmn-Hans)":42.6,"LCQMC":null,"LCQMC (cmn-Hans)":52.19,"PAWSX":null,"PAWSX (cmn-Hans)":10.23,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":68.38} | |
| {"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":7.94,"ATEC":null,"ATEC (cmn-Hans)":12.97,"BQ":null,"BQ (cmn-Hans)":23.31,"LCQMC":null,"LCQMC (cmn-Hans)":21.04,"PAWSX":null,"PAWSX (cmn-Hans)":7.31,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":36.66} | |
| {"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":8.59,"ATEC":null,"ATEC (cmn-Hans)":13.52,"BQ":null,"BQ (cmn-Hans)":23.84,"LCQMC":null,"LCQMC (cmn-Hans)":23.85,"PAWSX":null,"PAWSX (cmn-Hans)":7.21,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":37.8} | |
| {"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":8.01,"ATEC":null,"ATEC (cmn-Hans)":14.03,"BQ":null,"BQ (cmn-Hans)":21.39,"LCQMC":null,"LCQMC (cmn-Hans)":22.84,"PAWSX":null,"PAWSX (cmn-Hans)":6.44,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":37.7} | |
| {"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_glove.6B.300d\">glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-base\">gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xxl\">gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/msmarco-bert-co-condensor\">msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":14.3,"ATEC":null,"ATEC (cmn-Hans)":18.42,"BQ":null,"BQ (cmn-Hans)":38.53,"LCQMC":null,"LCQMC (cmn-Hans)":63.96,"PAWSX":null,"PAWSX (cmn-Hans)":10.13,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":78.91} | |
| {"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":15.69,"ATEC":null,"ATEC (cmn-Hans)":20.27,"BQ":null,"BQ (cmn-Hans)":36.33,"LCQMC":null,"LCQMC (cmn-Hans)":63.3,"PAWSX":null,"PAWSX (cmn-Hans)":12.16,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":80.84} | |
| {"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":null,"AFQMC":26.06,"AFQMC (cmn-Hans)":null,"ATEC":31.93,"ATEC (cmn-Hans)":null,"BQ":42.67,"BQ (cmn-Hans)":null,"LCQMC":70.16,"LCQMC (cmn-Hans)":null,"PAWSX":17.21,"PAWSX (cmn-Hans)":null,"QBQTC":24.62,"STSB":79.3,"STSB (cmn-Hans)":null} | |
| {"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":null,"AFQMC":22.24,"AFQMC (cmn-Hans)":null,"ATEC":30.84,"ATEC (cmn-Hans)":null,"BQ":43.33,"BQ (cmn-Hans)":null,"LCQMC":66.74,"LCQMC (cmn-Hans)":null,"PAWSX":12.31,"PAWSX (cmn-Hans)":null,"QBQTC":27.2,"STSB":73.22,"STSB (cmn-Hans)":null} | |
| {"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":100,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":101,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":102,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":105,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/introducing-text-and-code-embeddings\">text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":107,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":23.88,"AFQMC (cmn-Hans)":null,"ATEC":29.25,"ATEC (cmn-Hans)":null,"BQ":45.33,"BQ (cmn-Hans)":null,"LCQMC":68.41,"LCQMC (cmn-Hans)":null,"PAWSX":16.55,"PAWSX (cmn-Hans)":null,"QBQTC":30.27,"STSB":70.61,"STSB (cmn-Hans)":null} | |
| {"Rank":108,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":109,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":110,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |
| {"Rank":111,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":null,"AFQMC":50.8,"AFQMC (cmn-Hans)":null,"ATEC":53.23,"ATEC (cmn-Hans)":null,"BQ":66.49,"BQ (cmn-Hans)":null,"LCQMC":76.6,"LCQMC (cmn-Hans)":null,"PAWSX":47.56,"PAWSX (cmn-Hans)":null,"QBQTC":39.96,"STSB":80.14,"STSB (cmn-Hans)":null} | |
| {"Rank":112,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/www.elastic.co\/guide\/en\/machine-learning\/current\/ml-nlp-elser.html\">elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":null,"AFQMC":null,"AFQMC (cmn-Hans)":null,"ATEC":null,"ATEC (cmn-Hans)":null,"BQ":null,"BQ (cmn-Hans)":null,"LCQMC":null,"LCQMC (cmn-Hans)":null,"PAWSX":null,"PAWSX (cmn-Hans)":null,"QBQTC":null,"STSB":null,"STSB (cmn-Hans)":null} | |